From 35782aeedb4f65140c0d522070901843213ff157 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sigbj=C3=B8rn=20Skj=C3=A6ret?= Date: Mon, 31 Mar 2025 23:09:48 +0200 Subject: [PATCH] convert : BailingMoE : avoid setting rope_dim to 0 (#12678) --- convert_hf_to_gguf.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index 37d6cc26..3cf8b516 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -5146,7 +5146,7 @@ class BailingMoeModel(Model): def set_gguf_parameters(self): super().set_gguf_parameters() hparams = self.hparams - if "head_dim" in hparams: + if hparams.get("head_dim"): rope_dim = hparams["head_dim"] else: rope_dim = hparams["hidden_size"] // hparams["num_attention_heads"]