ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

llama : add RobertaForSequenceClassification reranker support (#13875)

Browse source
This commit is contained in:
Sigbjørn Skjæret 2025-05-29 08:15:01 +02:00 • committed by GitHub
parent 1b8fb8152d
commit 6385b843a8
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 24 additions and 8 deletions
Download patch file Download diff file Expand all files Collapse all files

3
src/llama-hparams.h
View file

@ -131,6 +131,9 @@ struct llama_hparams {
bool attn_soft_cap = false;
bool use_kq_norm = true;
// for Classifiers
uint32_t n_cls_out = 1;
// llama4
uint32_t n_moe_layer_step = 0;
uint32_t n_no_rope_layer_step = 4;