fix out-of-bounds write

JohannesGaessler · JohannesGaessler · commit bd8422dbe7ae · 2024-06-03T22:10:28.000+02:00
diff --git a/ggml-cuda/mmq.cuh b/ggml-cuda/mmq.cuh
@@ -1124,7 +1124,7 @@ static __global__ void mul_mat_q(
         for (int i0 = 0; i0 < mmq_y; i0 += WARP_SIZE) {
             const int i = blockIdx.x*mmq_y + i0 + threadIdx.x;
 
-            if (need_check && i > ne0) {
+            if (need_check && i >= ne0) {
                 continue;
             }
 

Original file line number	Diff line number	Diff line change
`@@ -1124,7 +1124,7 @@ static __global__ void mul_mat_q(`
`1124`	`1124`	`for (int i0 = 0; i0 < mmq_y; i0 += WARP_SIZE) {`
`1125`	`1125`	`const int i = blockIdx.x*mmq_y + i0 + threadIdx.x;`
`1126`	`1126`
`1127`		`- if (need_check && i > ne0) {`
	`1127`	`+ if (need_check && i >= ne0) {`
`1128`	`1128`	`continue;`
`1129`	`1129`	`}`
`1130`	`1130`