Skip to content

Commit 712fecb

Browse files
committed
no more transpose A
1 parent 79e2982 commit 712fecb

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

src/llama.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -7867,10 +7867,9 @@ static struct ggml_tensor * llm_build_lora_mm(
78677867
continue;
78687868
}
78697869
// TODO: check if lora_a need transpose
7870-
struct ggml_tensor * a = ggml_cont(ctx0, ggml_transpose(ctx0, lora->a));
78717870
struct ggml_tensor * ab_cur = ggml_mul_mat(
78727871
ctx0, lora->b,
7873-
ggml_mul_mat(ctx0, a, cur)
7872+
ggml_mul_mat(ctx0, lora->a, cur)
78747873
);
78757874
ab_cur = ggml_scale_inplace(ctx0, ab_cur, scale);
78767875
res = ggml_add(ctx0, res, ab_cur);

0 commit comments

Comments
 (0)