Skip to content

Commit 083bacc

Browse files
authored
[SYCL] Re-enabled mul_mat_batched_sycl (ggml-org#8095)
1 parent 2df373a commit 083bacc

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml-sycl.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4620,7 +4620,7 @@ static void ggml_sycl_mul_mat(ggml_backend_sycl_context & ctx, const ggml_tensor
46204620
} else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_contiguous(src0) && !ggml_is_transposed(src1) && src1->ne[1] == 1) {
46214621
// KQV single-batch
46224622
ggml_sycl_mul_mat_vec_nc(ctx, src0, src1, dst);
4623-
} else if (!split && src0->type == GGML_TYPE_F16 && (src1->type == GGML_TYPE_F16) && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2]*src1->ne[3] > 1) {
4623+
} else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2]*src1->ne[3] > 1) {
46244624
// KQ + KQV multi-batch
46254625
ggml_sycl_mul_mat_batched_sycl(ctx, src0, src1, dst);
46264626
} else if (use_dequantize_mul_mat_vec) {

0 commit comments

Comments
 (0)