ver4a/llama.cpp
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity

SYCL: Add ROPE vision kernel (#12887)

Browse source 
* SYCL: Add ROPE vision kernel

* Add comment about rope mode
This commit is contained in:
Akarshan Biswas 2025-04-15 14:07:42 +05:30 • committed by GitHub
parent daa422881a
commit 510676475f
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 105 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

6
ggml/src/ggml-sycl/ggml-sycl.cpp
View file

@ -4009,10 +4009,8 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
case GGML_OP_ROPE:
{
const int mode = ((const int32_t *) op->op_params)[2];
if (mode & GGML_ROPE_TYPE_MROPE) {
return false;
}
if (mode & GGML_ROPE_TYPE_VISION) {
// mode is not used as a bitmask in practice, the various rope type modes are independent implementations
if (mode == GGML_ROPE_TYPE_MROPE) {
return false;
}
return ggml_is_contiguous(op->src[0]);