Skip to content

Commit 10433e8

Browse files
authored
llama : add tensor name for "result_norm" (#9907)
Signed-off-by: Molly Sophia <[email protected]>
1 parent 1f66b69 commit 10433e8

File tree

1 file changed

+3
-1
lines changed

1 file changed

+3
-1
lines changed

src/llama.cpp

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -16095,9 +16095,11 @@ struct llm_build_context {
1609516095
cur = ggml_get_rows(ctx0, cur, inp_out_ids);
1609616096

1609716097
cur = llm_build_norm(ctx0, cur, hparams, model.output_norm, model.output_norm_b, LLM_NORM, cb, -1);
16098-
cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
16098+
cb(cur, "result_norm", -1);
1609916099

16100+
cur = llm_build_lora_mm(lctx, ctx0, model.output, cur);
1610016101
cb(cur, "result_output", -1);
16102+
1610116103
ggml_build_forward_expand(gf, cur);
1610216104

1610316105
return gf;

0 commit comments

Comments
 (0)