Skip to content

Commit a4481d8

Browse files
ggerganovjordankanter
authored andcommitted
metal : disable support for MUL_MAT F32 x F16
1 parent ee622d6 commit a4481d8

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

ggml-metal.m

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -668,7 +668,8 @@ static bool ggml_metal_supports_op(const struct ggml_metal_context * ctx, const
668668
return true;
669669
case GGML_OP_MUL_MAT:
670670
case GGML_OP_MUL_MAT_ID:
671-
return ctx->support_simdgroup_reduction;
671+
return ctx->support_simdgroup_reduction &&
672+
(op->src[0]->type != GGML_TYPE_F32 || op->src[1]->type == GGML_TYPE_F32);
672673
case GGML_OP_CPY:
673674
case GGML_OP_DUP:
674675
case GGML_OP_CONT:

0 commit comments

Comments
 (0)