Skip to content

Commit 7a51756

Browse files
airMengNeoZhangJianyu
authored andcommitted
[SYCL] Re-enabled mul_mat_batched_sycl (ggml-org#8095)
1 parent 1a6bf92 commit 7a51756

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml-sycl.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -4469,7 +4469,7 @@ static void ggml_sycl_mul_mat(ggml_backend_sycl_context & ctx, const ggml_tensor
44694469
} else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_contiguous(src0) && !ggml_is_transposed(src1) && src1->ne[1] == 1) {
44704470
// KQV single-batch
44714471
ggml_sycl_mul_mat_vec_nc(ctx, src0, src1, dst);
4472-
} else if (!split && src0->type == GGML_TYPE_F16 && (src1->type == GGML_TYPE_F16) && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2]*src1->ne[3] > 1) {
4472+
} else if (!split && src0->type == GGML_TYPE_F16 && !ggml_is_transposed(src0) && !ggml_is_transposed(src1) && src1->ne[2]*src1->ne[3] > 1) {
44734473
// KQ + KQV multi-batch
44744474
ggml_sycl_mul_mat_batched_sycl(ctx, src0, src1, dst);
44754475
} else if (use_dequantize_mul_mat_vec) {

0 commit comments

Comments
 (0)