Fix the validation of main device (#1872)

howard0su · web-flow · commit 64cc19b4fe3d · 2023-06-15T19:29:59.000+02:00
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -2366,7 +2366,7 @@ void ggml_cuda_assign_buffers_no_scratch(struct ggml_tensor * tensor) {
 }
 
 void ggml_cuda_set_main_device(int main_device) {
-    if (main_device > g_device_count) {
+    if (main_device >= g_device_count) {
         fprintf(stderr, "warning: cannot set main_device=%d because there are only %d devices. Using device %d instead.\n",
                 main_device, g_device_count, g_main_device);
         return;

Original file line number	Diff line number	Diff line change
`@@ -2366,7 +2366,7 @@ void ggml_cuda_assign_buffers_no_scratch(struct ggml_tensor * tensor) {`
`2366`	`2366`	`}`
`2367`	`2367`
`2368`	`2368`	`void ggml_cuda_set_main_device(int main_device) {`
`2369`		`- if (main_device > g_device_count) {`
	`2369`	`+ if (main_device >= g_device_count) {`
`2370`	`2370`	`fprintf(stderr, "warning: cannot set main_device=%d because there are only %d devices. Using device %d instead.\n",`
`2371`	`2371`	`main_device, g_device_count, g_main_device);`
`2372`	`2372`	`return;`