ggml : limit get_rows threads to the number of rows

slaren · slaren · commit 940c01eb09fb · 2024-01-21T04:09:26.000+01:00
diff --git a/ggml.c b/ggml.c
@@ -16394,7 +16394,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {
             } break;
         case GGML_OP_GET_ROWS:
             {
-                n_tasks = n_threads;
+                n_tasks = MIN(n_threads, ggml_nelements(node->src[1]));
             } break;
         case GGML_OP_SCALE:
         case GGML_OP_SET:

Original file line number	Diff line number	Diff line change
`@@ -16394,7 +16394,7 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) {`
`16394`	`16394`	`} break;`
`16395`	`16395`	`case GGML_OP_GET_ROWS:`
`16396`	`16396`	`{`
`16397`		`- n_tasks = n_threads;`
	`16397`	`+ n_tasks = MIN(n_threads, ggml_nelements(node->src[1]));`
`16398`	`16398`	`} break;`
`16399`	`16399`	`case GGML_OP_SCALE:`
`16400`	`16400`	`case GGML_OP_SET:`