Skip to content

Commit ecd7bed

Browse files
committed
convert: remove most n_mult usage
1 parent 21ac3a1 commit ecd7bed

File tree

1 file changed

+0
-6
lines changed

1 file changed

+0
-6
lines changed

convert.py

Lines changed: 0 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -145,7 +145,6 @@ def type_for_tensor(self, name: str, tensor: LazyTensor) -> DataType:
145145
class Params:
146146
n_vocab: int
147147
n_embd: int
148-
n_mult: int
149148
n_layer: int
150149
n_ctx: int
151150
n_ff: int
@@ -197,7 +196,6 @@ def guessed(model: LazyModel) -> Params:
197196
return Params(
198197
n_vocab = n_vocab,
199198
n_embd = n_embd,
200-
n_mult = n_mult,
201199
n_layer = n_layer,
202200
n_ctx = -1,
203201
n_ff = n_ff,
@@ -225,8 +223,6 @@ def loadHFTransformerJson(model: LazyModel, config_path: Path) -> Params:
225223
else:
226224
f_rope_scale = None
227225

228-
n_mult = Params.find_n_mult(n_ff, n_embd)
229-
230226
if "max_sequence_length" in config:
231227
n_ctx = config["max_sequence_length"]
232228
elif "max_position_embeddings" in config:
@@ -238,7 +234,6 @@ def loadHFTransformerJson(model: LazyModel, config_path: Path) -> Params:
238234
return Params(
239235
n_vocab = n_vocab,
240236
n_embd = n_embd,
241-
n_mult = n_mult,
242237
n_layer = n_layer,
243238
n_ctx = n_ctx,
244239
n_ff = n_ff,
@@ -285,7 +280,6 @@ def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params:
285280
return Params(
286281
n_vocab = n_vocab,
287282
n_embd = n_embd,
288-
n_mult = n_mult,
289283
n_layer = n_layer,
290284
n_ctx = n_ctx,
291285
n_ff = n_ff,

0 commit comments

Comments
 (0)