ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

convert: small addition to support LlamaModel (#13838)

Browse source 
Co-authored-by: dinhhuy <huy.dinh@brains-tech.co.jp>
This commit is contained in:
Đinh Trọng Huy 2025-05-28 23:34:18 +09:00 • committed by GitHub
parent c962ae3382
commit aa6dff05be
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

5
convert_hf_to_gguf.py
View file

@ -1841,7 +1841,8 @@ class StableLMModel(TextModel):
"MistralForCausalLM", "MistralForCausalLM",
"MixtralForCausalLM", "MixtralForCausalLM",
"VLlama3ForCausalLM", "VLlama3ForCausalLM",
"LlavaForConditionalGeneration") "LlavaForConditionalGeneration",
"LlamaModel")
class LlamaModel(TextModel): class LlamaModel(TextModel):
model_arch = gguf.MODEL_ARCH.LLAMA model_arch = gguf.MODEL_ARCH.LLAMA
undo_permute = True undo_permute = True
@ -1921,6 +1922,8 @@ class LlamaModel(TextModel):
if is_vision_tensor: if is_vision_tensor:
return [] # skip vision tensors return [] # skip vision tensors
elif self.hf_arch == "LlamaModel":
name = "model." + name
elif name.startswith("model.text_model"): elif name.startswith("model.text_model"):
name = name.replace("text_model.", "") # for SmolVLM name = name.replace("text_model.", "") # for SmolVLM
elif name.startswith("language_model."): elif name.startswith("language_model."):