File tree Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Expand file tree Collapse file tree 1 file changed +2
-0
lines changed Original file line number Diff line number Diff line change @@ -146,6 +146,7 @@ class TensorNameMap:
146
146
# Attention query
147
147
MODEL_TENSOR .ATTN_Q : (
148
148
"model.layers.{bid}.self_attn.q_proj" , # llama-hf nemotron olmoe olmo2
149
+ "model.layers.{bid}.self_attn.q_proj_no_perm" , # llama-custom
149
150
"layers.{bid}.attention.wq" , # llama-pth
150
151
"encoder.layer.{bid}.attention.self.query" , # bert
151
152
"transformer.h.{bid}.attn.q_proj" , # gpt-j
@@ -158,6 +159,7 @@ class TensorNameMap:
158
159
# Attention key
159
160
MODEL_TENSOR .ATTN_K : (
160
161
"model.layers.{bid}.self_attn.k_proj" , # llama-hf nemotron olmoe olmo2
162
+ "model.layers.{bid}.self_attn.k_proj_no_perm" , # llama-custom
161
163
"layers.{bid}.attention.wk" , # llama-pth
162
164
"encoder.layer.{bid}.attention.self.key" , # bert
163
165
"transformer.h.{bid}.attn.k_proj" , # gpt-j
You can’t perform that action at this time.
0 commit comments