llama : fix build_ffn without gate (#13336)
* llama : fix build_ffn without gate * fix build on windows * Revert "fix build on windows" This reverts commit fc420d3c7eef3481d3d2f313fef2757cb33a7c56.
This commit is contained in:
parent
2356fb1d53
commit
2f54e348ad
1 changed files with 1 additions and 1 deletions
|
@ -782,7 +782,7 @@ ggml_tensor * llm_graph_context::build_ffn(
|
|||
} break;
|
||||
}
|
||||
|
||||
if (type_gate == LLM_FFN_PAR) {
|
||||
if (gate && type_gate == LLM_FFN_PAR) {
|
||||
cur = ggml_mul(ctx0, cur, tmp);
|
||||
cb(cur, "ffn_gate_par", il);
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue