Skip to content

Commit 90df75a

Browse files
committed
chore: Pump llama.cpp version
1 parent 1b10c47 commit 90df75a

File tree

3 files changed

+5
-3
lines changed

3 files changed

+5
-3
lines changed

context/llama_server_context.h

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,5 @@
1+
#include <condition_variable>
2+
#include <atomic>
13
#include <string>
24
#include <vector>
35
#include <set>
@@ -1525,7 +1527,7 @@ struct llama_server_context {
15251527
slot.id, slot.params.n_keep, n_left, n_discard);
15261528
llama_kv_cache_seq_rm(ctx, slot.id, slot.params.n_keep + 1,
15271529
slot.params.n_keep + n_discard + 1);
1528-
llama_kv_cache_seq_shift(ctx, slot.id,
1530+
llama_kv_cache_seq_add(ctx, slot.id,
15291531
slot.params.n_keep + 1 + n_discard,
15301532
slot.n_past, -n_discard);
15311533

llama.cpp

whisper.cpp

0 commit comments

Comments
 (0)