Update ggml/src/ggml-cuda/ggml-cuda.cu

Yangxiaoz · JohannesGaessler · web-flow · commit 308886ab9423 · 2025-05-30T19:24:16.000+08:00
Adjusted the support judgment logic.

Co-authored-by: Johannes Gäßler &lt;johannesg@5d6.de&gt;
diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu
@@ -3272,7 +3272,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g
 static bool ggml_backend_cuda_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_buffer_type_t buft) {
     ggml_backend_cuda_device_context * dev_ctx = (ggml_backend_cuda_device_context *) dev->context;
     const bool integrated = ggml_cuda_info().devices[dev_ctx->device].integrated;
-    return (ggml_backend_buft_is_cuda(buft) || ggml_backend_buft_is_cuda_split(buft) || (integrated && ggml_backend_buft_is_cuda_host(buft))) && buft->device == dev;
+    return ((ggml_backend_buft_is_cuda(buft) || ggml_backend_buft_is_cuda_split(buft) && buft->device == dev) || (integrated && ggml_backend_buft_is_cuda_host(buft)));
 }
 
 static int64_t get_op_batch_size(const ggml_tensor * op) {

Original file line number	Diff line number	Diff line change
`@@ -3272,7 +3272,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g`
`3272`	`3272`	`static bool ggml_backend_cuda_device_supports_buft(ggml_backend_dev_t dev, ggml_backend_buffer_type_t buft) {`
`3273`	`3273`	`ggml_backend_cuda_device_context * dev_ctx = (ggml_backend_cuda_device_context *) dev->context;`
`3274`	`3274`	`const bool integrated = ggml_cuda_info().devices[dev_ctx->device].integrated;`
`3275`		`- return (ggml_backend_buft_is_cuda(buft) \|\| ggml_backend_buft_is_cuda_split(buft) \|\| (integrated && ggml_backend_buft_is_cuda_host(buft))) && buft->device == dev;`
	`3275`	`+ return ((ggml_backend_buft_is_cuda(buft) \|\| ggml_backend_buft_is_cuda_split(buft) && buft->device == dev) \|\| (integrated && ggml_backend_buft_is_cuda_host(buft)));`
`3276`	`3276`	`}`
`3277`	`3277`
`3278`	`3278`	`static int64_t get_op_batch_size(const ggml_tensor * op) {`