Skip to content

Commit 8392c72

Browse files
tv1wndorca-zhang
authored andcommitted
llama : fix old glm4 models (ggml-org#11670)
1 parent ab8fc43 commit 8392c72

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

src/llama.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -7235,7 +7235,7 @@ struct llm_build_context {
72357235
struct ggml_tensor * Qcur = nullptr;
72367236
struct ggml_tensor * Kcur = nullptr;
72377237
struct ggml_tensor * Vcur = nullptr;
7238-
if (model.type == LLM_TYPE_1_5B || model.type == LLM_TYPE_4B || model.type == LLM_TYPE_9B) {
7238+
if (model.layers[il].wqkv == nullptr) {
72397239
Qcur = llm_build_lora_mm(lctx, ctx0, model.layers[il].wq, cur);
72407240
if (model.layers[il].bq) {
72417241
Qcur = ggml_add(ctx0, Qcur, model.layers[il].bq);

0 commit comments

Comments
 (0)