Commit 2a3005c23 for llama.cpp
commit 2a3005c23f60cb38dab70b8ea2ddbd969bcf3e87
Author: Michael Taylor <162068037+mctylr-gh@users.noreply.github.com>
Date: Sat Sep 12 04:05:38 2026 -0300
syscl : Handle (fail gracefully) unsupported tq1_0 quants (#28681)
diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp
index 4091f73a4..f225682f2 100644
--- a/ggml/src/ggml-sycl/ggml-sycl.cpp
+++ b/ggml/src/ggml-sycl/ggml-sycl.cpp
@@ -6326,7 +6326,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
return false;
}
- if (src0_type == GGML_TYPE_TQ2_0) {
+ if (src0_type == GGML_TYPE_TQ2_0 || src0_type == GGML_TYPE_TQ1_0) {
return false;
}
@@ -6380,7 +6380,7 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
case GGML_OP_SET_ROWS:
{
- if (op->type == GGML_TYPE_TQ2_0) {
+ if (op->type == GGML_TYPE_TQ2_0 || op->type == GGML_TYPE_TQ1_0) {
return false;
}
auto res = (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16 ||
@@ -6502,12 +6502,14 @@ static bool do_ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, cons
src1_type == GGML_TYPE_IQ3_S ||
src1_type == GGML_TYPE_IQ1_S ||
src1_type == GGML_TYPE_IQ1_M ||
- src1_type == GGML_TYPE_TQ2_0) {
+ src1_type == GGML_TYPE_TQ2_0 ||
+ src1_type == GGML_TYPE_TQ1_0) {
return false;
}
}
- if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0) {
+ if (src0_type == GGML_TYPE_TQ2_0 || src1_type == GGML_TYPE_TQ2_0 ||
+ src0_type == GGML_TYPE_TQ1_0 || src1_type == GGML_TYPE_TQ1_0) {
return false;
}