Fixed prompt processing bug

JohannesGaessler · JohannesGaessler · commit e645d128c43c · 2023-06-06T09:22:27.000+02:00
diff --git a/ggml-cuda.cu b/ggml-cuda.cu
@@ -954,7 +954,7 @@ static void ggml_cuda_op(const ggml_tensor * src0, const ggml_tensor * src1, ggm
             row_high -= row_high % GGML_CUDA_DMMV_Y;
         } else {
             row_low = 0;
-            row_high = ne01;
+            row_high = nrows0;
         }
         if (row_low == row_high) {
             continue;

Original file line number	Diff line number	Diff line change
`@@ -954,7 +954,7 @@ static void ggml_cuda_op(const ggml_tensor * src0, const ggml_tensor * src1, ggm`
`954`	`954`	`row_high -= row_high % GGML_CUDA_DMMV_Y;`
`955`	`955`	`} else {`
`956`	`956`	`row_low = 0;`
`957`		`- row_high = ne01;`
	`957`	`+ row_high = nrows0;`
`958`	`958`	`}`
`959`	`959`	`if (row_low == row_high) {`
`960`	`960`	`continue;`