src: make tail invalid when kv cell is intersection for mamba

kylo5aby · kylo5aby · commit 10821389f78a · 2024-08-30T15:59:25.000+08:00
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -3687,10 +3687,8 @@ static bool llama_kv_cache_seq_rm(
                 const llama_kv_cell & cell = cache.cells[tail_id];
                 // partial intersection is invalid
                 if ((0 < p0 && p0 <= cell.pos) || (0 < p1 && p1 <= cell.pos)) {
-                    return false;
-                }
-                if (p0 <= cell.pos && p1 < cell.pos) {
                     tail_id = -1;
+                    return false;
                 }
             }
         } else {

Original file line number	Diff line number	Diff line change
`@@ -3687,10 +3687,8 @@ static bool llama_kv_cache_seq_rm(`
`3687`	`3687`	`const llama_kv_cell & cell = cache.cells[tail_id];`
`3688`	`3688`	`// partial intersection is invalid`
`3689`	`3689`	`if ((0 < p0 && p0 <= cell.pos) \|\| (0 < p1 && p1 <= cell.pos)) {`
`3690`		`- return false;`
`3691`		`- }`
`3692`		`- if (p0 <= cell.pos && p1 < cell.pos) {`
`3693`	`3690`	`tail_id = -1;`
	`3691`	`+ return false;`
`3694`	`3692`	`}`
`3695`	`3693`	`}`
`3696`	`3694`	`} else {`