ExternalVendorCode/whisper.cpp
1
0
Fork 0
mirror of https://github.com/ggerganov/whisper.cpp.git synced 2025-05-13 14:02:58 +00:00
Code Issues Actions 4 Packages Projects Releases Wiki Activity

SYCL: Disable mul_mat kernels for noncontiguous tensor b (llama/13308)

Browse Source 
ggml-ci
This commit is contained in:
Akarshan Biswas 2025-05-05 13:39:10 +05:30 committed by Georgi Gerganov
parent 1e1fa27add
commit 9bbedc51cc
1 changed files with 3 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
ggml/src/ggml-sycl/ggml-sycl.cpp
View File

@ -3873,6 +3873,9 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g
if (a->ne[3] != b->ne[3]) { if (a->ne[3] != b->ne[3]) {
return false; return false;
} }
if (!ggml_is_contiguous(b)) {
return false;
}
ggml_type a_type = a->type; ggml_type a_type = a->type;
if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS || if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS ||
a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S || a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S ||