hparams : add SWA rope parameters (#12374)

ggml-ci
2025-03-14 09:03:24 +02:00 · 2025-03-14 09:03:24 +02:00 · 081bee8c64
commit 081bee8c64
parent 84d5475541
5 changed files with 26 additions and 20 deletions
--- a/src/llama-hparams.cpp
+++ b/src/llama-hparams.cpp
@ -70,7 +70,7 @@ uint32_t llama_hparams::n_embd_v_s() const {
    return ssm_d_state * ssm_d_inner;
 }

-bool llama_hparams::is_sliding(uint32_t il) const {
+bool llama_hparams::is_swa(uint32_t il) const {
    if (il < n_layer) {
        return n_swa > 0 && n_swa_pattern > 0 && il % n_swa_pattern < (n_swa_pattern - 1);
    }