Skip to content

Commit 31c88e3

Browse files
committed
n_head_kv -> num_kv_heads
1 parent 49d4309 commit 31c88e3

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

convert-falcon-hf-to-gguf.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -121,8 +121,8 @@ def parse_args() -> argparse.Namespace:
121121
gguf_writer.add_feed_forward_length(4 * hparams["hidden_size"])
122122
gguf_writer.add_block_count(block_count)
123123
gguf_writer.add_head_count(hparams["num_attention_heads"])
124-
if "n_head_kv" in hparams:
125-
gguf_writer.add_head_count_kv(hparams["n_head_kv"])
124+
if "num_kv_heads" in hparams:
125+
gguf_writer.add_head_count_kv(hparams["num_kv_heads"])
126126
else:
127127
gguf_writer.add_head_count_kv(1)
128128
gguf_writer.add_layer_norm_eps(hparams["layer_norm_epsilon"])

0 commit comments

Comments
 (0)