ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

SYCL: Disable mul_mat kernels for noncontiguous tensor b (#13308)

Browse source 
ggml-ci
This commit is contained in:
Akarshan Biswas 2025-05-05 13:39:10 +05:30 • committed by GitHub
parent 27aa259532
commit 66645a5285
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
ggml/src/ggml-sycl/ggml-sycl.cpp
View file

@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
if (a->ne[3] != b->ne[3]) { if (a->ne[3] != b->ne[3]) {
return false; return false;
} }
if (!ggml_is_contiguous(b)) {
return false;
}
ggml_type a_type = a->type; ggml_type a_type = a->type;
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS || if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||