Skip to content

Commit 2f50a58

Browse files
committed
convert: movre n_mult removing
1 parent 5bb9bf4 commit 2f50a58

File tree

1 file changed

+1
-2
lines changed

1 file changed

+1
-2
lines changed

convert.py

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -236,15 +236,14 @@ def loadHFTransformerJson(model: LazyModel, config_path: Path) -> Params:
236236
)
237237

238238
# LLaMA v2 70B params.json
239-
# {"dim": 8192, "multiple_of": 4096, "ffn_dim_multiplier": 1.3, "n_heads": 64, "n_kv_heads": 8, "n_layers": 80, "norm_eps": 1e-05, "vocab_size": -1
239+
# {"dim": 8192, "multiple_of": 4096, "ffn_dim_multiplier": 1.3, "n_heads": 64, "n_kv_heads": 8, "n_layers": 80, "norm_eps": 1e-05, "vocab_size": -1}
240240
@staticmethod
241241
def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params:
242242
config = json.load(open(config_path))
243243

244244
n_vocab = config["vocab_size"] if "vocab_size" in config else -1
245245
n_embd = config["dim"]
246246
n_layer = config["n_layers"]
247-
#n_mult = config["multiple_of"]
248247
n_ff = -1
249248
n_head = config["n_heads"]
250249
n_head_kv = config["n_kv_heads"] if "n_kv_heads" in config else n_head

0 commit comments

Comments
 (0)