ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

llama : one-off chat template fix for Mistral-Small-2503 (#13398)

Browse source 
* llama : one-off chat template fix for Mistral-Small-2503

* update readme

* add mistral-v7-tekken
This commit is contained in:
Xuan-Son Nguyen 2025-05-09 11:17:51 +02:00 • committed by GitHub
parent b486ba05bf
commit 3f96aeff39
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 18 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/llama-model.cpp
View file

@ -13387,6 +13387,14 @@ const char * llama_model_chat_template(const llama_model * model, const char * n
: LLM_KV(model->arch)(LLM_KV_TOKENIZER_CHAT_TEMPLATE);
const auto & it = model->gguf_kv.find(key);
if (it == model->gguf_kv.end()) {
// one-off fix for very popular models (so we are not flooded with issues)
// do not extend this list unless absolutely necessary
// Mistral-Small-2503 does not have built-in chat template
llama_vocab_pre_type pre_type = model->vocab.get_pre_type();
if (pre_type == LLAMA_VOCAB_PRE_TYPE_TEKKEN && model->layers.size() == 40) {
return "mistral-v7-tekken";
}
return nullptr;
}