Skip to content

Commit 375bd60

Browse files
committed
Fix missing memory_v
1 parent fd19b4a commit 375bd60

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -862,7 +862,7 @@ static bool llama_eval_internal(
862862
struct ggml_tensor * V_trans =
863863
ggml_permute(ctx0,
864864
ggml_reshape_3d(ctx0,
865-
ggml_view_1d(ctx0, model.memory_v, (n_past + N)*n_embd, il*n_ctx*ggml_element_size(model.memory_v)*n_embd),
865+
ggml_view_1d(ctx0, kv_self.v, (n_past + N)*n_embd, il*n_ctx*ggml_element_size(kv_self.v)*n_embd),
866866
n_embd/n_head, n_head, n_past + N),
867867
1, 2, 0, 3);
868868

0 commit comments

Comments
 (0)