Skip to content

Commit 22cc9be

Browse files
committed
cuda : check if this fixes Pascal card regression
1 parent 207b519 commit 22cc9be

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

ggml-cuda.cu

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7322,7 +7322,7 @@ static void ggml_cuda_mul_mat(const ggml_tensor * src0, const ggml_tensor * src1
73227322
} else if (all_on_device && !use_tensor_cores && src0->type == GGML_TYPE_F16 && !ggml_is_contiguous(src0) && !ggml_is_transposed(src1) && src1->ne[1] == 1) {
73237323
// KQV single-batch
73247324
ggml_cuda_mul_mat_vec_nc(src0, src1, dst);
7325-
} else if (all_on_device && src0->type == GGML_TYPE_F16 && src1->type == GGML_TYPE_F32 && !ggml_is_transposed(src0) && !ggml_is_transposed(src1)) {
7325+
} else if (all_on_device && use_tensor_cores && src0->type == GGML_TYPE_F16 && src1->type == GGML_TYPE_F32 && !ggml_is_transposed(src0) && !ggml_is_transposed(src1)) {
73267326
// KQ + KQV multi-batch
73277327
ggml_cuda_mul_mat_mat_batched_cublas(src0, src1, dst);
73287328
} else if (src0->type == GGML_TYPE_F32) {

0 commit comments

Comments
 (0)