ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

Set GLM4 blk.*.attn_output.weight, kqv_out-* matmul to GGML_PREC_F32 to fix infinity values in output (#13639)

Browse source
This commit is contained in:
0cc4m 2025-05-20 10:11:56 +02:00 • committed by GitHub
parent c00a2634be
commit c9c64dee57
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama-graph.cpp
View file

@ -1368,6 +1368,10 @@ ggml_tensor * llm_graph_context::build_attn(
if (wo) { if (wo) {
cur = build_lora_mm(wo, cur); cur = build_lora_mm(wo, cur);
if (arch == LLM_ARCH_GLM4) {
// GLM4 seems to have numerical issues with half-precision accumulators
ggml_mul_mat_set_prec(cur, GGML_PREC_F32);
}
} }
if (wo_b) { if (wo_b) {