ubatch : new splitting logic (#14217)

ggml-ci
2025-06-20 10:14:14 +03:00 · 2025-06-20 10:14:14 +03:00 · 4c9fdfbe15
commit 4c9fdfbe15
parent 9eaa51e7f0
19 changed files with 992 additions and 915 deletions
--- a/src/llama-hparams.cpp
+++ b/src/llama-hparams.cpp
@ -90,6 +90,10 @@ bool llama_hparams::is_recurrent(uint32_t il) const {
    return recurrent_layer_arr[il];
 }

+uint32_t llama_hparams::n_pos_per_embd() const {
+    return rope_type == LLAMA_ROPE_TYPE_MROPE ? 4 : 1;
+}
+
 bool llama_hparams::is_swa(uint32_t il) const {
    if (il < n_layer) {
        return swa_layers[il];