Skip to content

Commit 17809cf

Browse files
committed
kv-cache : fix offload check
ggml-ci
1 parent eb623f2 commit 17809cf

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

src/llama-kv-cache.cpp

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -86,7 +86,7 @@ llama_kv_cache_unified::llama_kv_cache_unified(
8686

8787
ggml_backend_buffer_type_t buft = ggml_backend_cpu_buffer_type();
8888

89-
if (!offload) {
89+
if (offload) {
9090
auto * dev = model.dev_layer(i);
9191
buft = ggml_backend_dev_buffer_type(dev);
9292

@@ -1445,7 +1445,7 @@ llama_kv_cache_recurrent::llama_kv_cache_recurrent(
14451445

14461446
ggml_backend_buffer_type_t buft = ggml_backend_cpu_buffer_type();
14471447

1448-
if (!offload) {
1448+
if (offload) {
14491449
auto * dev = model.dev_layer(i);
14501450
buft = ggml_backend_dev_buffer_type(dev);
14511451

0 commit comments

Comments
 (0)