Skip to content

Commit e62e978

Browse files
author
Akarshan Biswas
authored
Revert "[SYCL] fallback mmvq (#9088)" (#9579)
This reverts commit 50addec.
1 parent c35e586 commit e62e978

File tree

2 files changed

+1
-3
lines changed

2 files changed

+1
-3
lines changed

ggml/src/ggml-sycl.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -3496,8 +3496,7 @@ static void ggml_sycl_mul_mat(ggml_backend_sycl_context & ctx, const ggml_tensor
34963496

34973497
bool use_mul_mat_vec_q = ggml_is_quantized(src0->type)
34983498
&& src1->type == GGML_TYPE_F32 && dst->type == GGML_TYPE_F32
3499-
&& src1->ne[1] <= MMVQ_MAX_BATCH_SIZE
3500-
&& (ctx.stream()->get_backend() == sycl::backend::ext_oneapi_cuda || src1->ne[1] > MMVQ_MIN_BATCH_SIZE);
3499+
&& src1->ne[1] <= MMVQ_MAX_BATCH_SIZE;
35013500

35023501
bool use_mul_mat_q = ggml_sycl_supports_mmq(src0->type)
35033502
&& src1->type == GGML_TYPE_F32 && dst->type == GGML_TYPE_F32;

ggml/src/ggml-sycl/common.hpp

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -134,7 +134,6 @@ typedef sycl::float2 dfloat2;
134134
#endif // GGML_SYCL_F16
135135

136136
#define MMVQ_MAX_BATCH_SIZE 8
137-
#define MMVQ_MIN_BATCH_SIZE 4
138137

139138
static const int8_t kvalues_iq4nl[16]={-127, -104, -83, -65, -49, -35, -22, -10, 1, 13, 25, 38, 53, 69, 89, 113};
140139

0 commit comments

Comments
 (0)