llama: fix error on bad grammar (#12628)

2025-03-28 18:08:52 +01:00 · 2025-03-28 18:08:52 +01:00 · dd373dd3bf
commit dd373dd3bf
parent 5d01670266
3 changed files with 12 additions and 0 deletions
--- a/common/sampling.cpp
+++ b/common/sampling.cpp
@ -208,6 +208,9 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, co
                                                        trigger_patterns_c.data(), trigger_patterns_c.size(),
                                                        trigger_tokens.data(), trigger_tokens.size())
             :      llama_sampler_init_grammar(vocab, params.grammar.c_str(), "root");
+        if (!grmr) {
+            return nullptr;
+        }
    }

    auto * result = new common_sampler {