Skip to content

Commit 00f3fb6

Browse files
committed
fix setting clamp_qkv value in OLMo conversion
1 parent 853d06f commit 00f3fb6

File tree

1 file changed

+3
-2
lines changed

1 file changed

+3
-2
lines changed

convert-hf-to-gguf.py

Lines changed: 3 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -2764,8 +2764,9 @@ class OlmoModel(Model):
27642764
def set_gguf_parameters(self):
27652765
super().set_gguf_parameters()
27662766
self.gguf_writer.add_layer_norm_eps(1e-5)
2767-
if "clip_qkv" in self.hparams is not None:
2768-
self.gguf_writer.add_clamp_kqv(self.hparams["clip_qkv"])
2767+
clip_qkv = self.hparams.get("clip_qkv")
2768+
if clip_qkv is not None:
2769+
self.gguf_writer.add_clamp_kqv(clip_qkv)
27692770

27702771
# Same as super class, but permuting q_proj, k_proj
27712772
# Copied from: LlamaModel

0 commit comments

Comments
 (0)