Skip to content

Commit 51d964a

Browse files
committed
cuda : mark BF16 CONT as unsupported
1 parent efe6a83 commit 51d964a

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

ggml/src/ggml-cuda.cu

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2887,7 +2887,9 @@ GGML_CALL static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, cons
28872887
case GGML_OP_SIN:
28882888
case GGML_OP_COS:
28892889
case GGML_OP_CLAMP:
2890+
return true;
28902891
case GGML_OP_CONT:
2892+
return op->src[0]->type != GGML_TYPE_BF16;
28912893
case GGML_OP_DIAG_MASK_INF:
28922894
case GGML_OP_SOFT_MAX:
28932895
return true;

0 commit comments

Comments
 (0)