llguidance : set tokenizer slices to default (#13424)
This commit is contained in:
parent
b064a51a4e
commit
43dfd741a5
1 changed files with 1 additions and 0 deletions
|
@ -189,6 +189,7 @@ static LlgTokenizer * llama_sampler_llg_new_tokenizer(const llama_vocab * vocab)
|
|||
/* .tokenize_fn = */ llama_sampler_llg_tokenize_fn,
|
||||
/* .use_approximate_greedy_tokenize_fn = */ false,
|
||||
/* .tokenize_user_data = */ vocab,
|
||||
/* .slices = */ nullptr,
|
||||
};
|
||||
|
||||
char error_buffer[1024];
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue