Skip to content

Commit efbcd00

Browse files
MirrorAzurehodlen
authored andcommitted
py : add check for '.attn.masked_bias' layers to GPT2model (ggml-org#5281)
1 parent 323082b commit efbcd00

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

convert-hf-to-gguf.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1138,7 +1138,7 @@ def write_tensors(self):
11381138

11391139
for name, data_torch in self.get_tensors():
11401140
# we don't need these
1141-
if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias")):
1141+
if name.endswith((".attention.masked_bias", ".attention.bias", ".attention.rotary_emb.inv_freq", ".attn.bias", ".attn.masked_bias")):
11421142
continue
11431143

11441144
if name.endswith((".c_attn.weight", ".c_proj.weight", ".c_fc.weight", ".c_proj.weight")):

0 commit comments

Comments
 (0)