Skip to content

Commit 7bbc352

Browse files
suharacompilade
andauthored
Update src/llama.cpp
Co-authored-by: compilade <[email protected]>
1 parent 3c440c1 commit 7bbc352

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13773,7 +13773,7 @@ struct llm_build_context {
1377313773
// self-attention
1377413774
{
1377513775
// compute Q and K and RoPE them
13776-
struct ggml_tensor * Qcur = ggml_mul_mat(ctx0, model.layers[il].wq, cur);
13776+
struct ggml_tensor * Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
1377713777
cb(Qcur, "Qcur", il);
1377813778
if (model.layers[il].bq) {
1377913779
Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);

0 commit comments

Comments
 (0)