Skip to content

Commit d55356d

Browse files
committed
cuda : mark I16 and I32 ops as unsupported
ggml-ci
1 parent 75e3fd8 commit d55356d

File tree

1 file changed

+10
-3
lines changed

1 file changed

+10
-3
lines changed

ggml-cuda.cu

Lines changed: 10 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10039,14 +10039,22 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
1003910039
}
1004010040
return false;
1004110041
} break;
10042+
case GGML_OP_DUP:
10043+
case GGML_OP_REPEAT:
10044+
case GGML_OP_CONCAT:
10045+
{
10046+
ggml_type src0_type = op->src[0]->type;
10047+
if (src0_type != GGML_TYPE_I32 && src0_type != GGML_TYPE_I16) {
10048+
return true;
10049+
}
10050+
return false;
10051+
} break;
1004210052
case GGML_OP_NONE:
1004310053
case GGML_OP_RESHAPE:
1004410054
case GGML_OP_VIEW:
1004510055
case GGML_OP_PERMUTE:
1004610056
case GGML_OP_TRANSPOSE:
1004710057
case GGML_OP_NORM:
10048-
case GGML_OP_REPEAT:
10049-
case GGML_OP_DUP:
1005010058
case GGML_OP_ADD:
1005110059
case GGML_OP_MUL:
1005210060
case GGML_OP_DIV:
@@ -10063,7 +10071,6 @@ static bool ggml_backend_cuda_supports_op(ggml_backend_t backend, const ggml_ten
1006310071
case GGML_OP_SUM_ROWS:
1006410072
case GGML_OP_ARGSORT:
1006510073
case GGML_OP_ACC:
10066-
case GGML_OP_CONCAT:
1006710074
case GGML_OP_GROUP_NORM:
1006810075
case GGML_OP_UPSCALE:
1006910076
case GGML_OP_PAD:

0 commit comments

Comments
 (0)