Skip to content

Commit 74b68d2

Browse files
committed
kv-cache : fix typo [no ci]
1 parent 1df62f0 commit 74b68d2

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-kv-cache.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -574,7 +574,7 @@ int32_t llama_kv_cache_unified::find_slot(const llama_ubatch & ubatch) const {
574574

575575
// can we use this cell? either:
576576
// - the cell is empty
577-
// - the cell is occupied only by the same sequence, and the sequence is not masked
577+
// - the cell is occupied only by the same sequence, and the pos is masked
578578
const bool can_use =
579579
cells.is_empty(head_cur + i) ||
580580
(
@@ -2277,7 +2277,7 @@ llama_memory_decode_state_ptr llama_kv_cache_recurrent::init(const llama_batch &
22772277
}
22782278

22792279
bool llama_kv_cache_recurrent::prepare(const std::vector<llama_ubatch> & ubatches) {
2280-
// simply remember the full state
2280+
// simply remember the full state because it is very small for this type of cache
22812281
// TODO: optimize
22822282
auto org_cells = cells;
22832283
auto org_used = used;

0 commit comments

Comments
 (0)