ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

CUDA: optimize FA for GQA + large batches (#12014)

Browse source
This commit is contained in:
Johannes Gäßler 2025-02-22 12:20:17 +01:00 • committed by GitHub
parent 335eb04a91
commit 5fa07c2f93
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
32 changed files with 940 additions and 411 deletions
Download patch file Download diff file Expand all files Collapse all files

2
ggml/src/ggml-cuda/cp-async.cuh
View file

@ -24,7 +24,7 @@ static __device__ __forceinline__ void cp_async_cg_16(const unsigned int dst, co
} else
#endif // CUDART_VERSION >= 11040
{
asm volatile("cp.async.cg.shared.global.L2 [%0], [%1], 16;"
asm volatile("cp.async.cg.shared.global [%0], [%1], 16;"
: : "r"(dst), "l"(src));
}
#else