convert : BailingMoE : avoid setting rope_dim to 0 (#12678)
This commit is contained in:
parent
c80a7759da
commit
35782aeedb
1 changed files with 1 additions and 1 deletions
|
@ -5146,7 +5146,7 @@ class BailingMoeModel(Model):
|
|||
def set_gguf_parameters(self):
|
||||
super().set_gguf_parameters()
|
||||
hparams = self.hparams
|
||||
if "head_dim" in hparams:
|
||||
if hparams.get("head_dim"):
|
||||
rope_dim = hparams["head_dim"]
|
||||
else:
|
||||
rope_dim = hparams["hidden_size"] // hparams["num_attention_heads"]
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue