We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 49d4309 commit 31c88e3Copy full SHA for 31c88e3
convert-falcon-hf-to-gguf.py
@@ -121,8 +121,8 @@ def parse_args() -> argparse.Namespace:
121
gguf_writer.add_feed_forward_length(4 * hparams["hidden_size"])
122
gguf_writer.add_block_count(block_count)
123
gguf_writer.add_head_count(hparams["num_attention_heads"])
124
-if "n_head_kv" in hparams:
125
- gguf_writer.add_head_count_kv(hparams["n_head_kv"])
+if "num_kv_heads" in hparams:
+ gguf_writer.add_head_count_kv(hparams["num_kv_heads"])
126
else:
127
gguf_writer.add_head_count_kv(1)
128
gguf_writer.add_layer_norm_eps(hparams["layer_norm_epsilon"])
0 commit comments