ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

llama-vocab : add SuperBPE pre-tokenizer (#12532)

Browse source
This commit is contained in:
compilade 2025-03-24 06:47:24 -04:00 • committed by GitHub
parent 7ea75035b6
commit 00d53800e0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 15 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
include/llama.h
View file

@ -107,6 +107,7 @@ extern "C" {
LLAMA_VOCAB_PRE_TYPE_MINERVA = 27,
LLAMA_VOCAB_PRE_TYPE_DEEPSEEK3_LLM = 28,
LLAMA_VOCAB_PRE_TYPE_GPT4O = 29,
LLAMA_VOCAB_PRE_TYPE_SUPERBPE = 30,
};
enum llama_rope_type {