File tree Expand file tree Collapse file tree 1 file changed +1
-10
lines changed Expand file tree Collapse file tree 1 file changed +1
-10
lines changed Original file line number Diff line number Diff line change @@ -160,15 +160,6 @@ class Params:
160
160
# path to the directory containing the model files
161
161
path_model : Path | None = None
162
162
163
- @staticmethod
164
- def find_n_mult (n_ff : int , n_embd : int ) -> int :
165
- # hardcoded magic range
166
- for n_mult in range (8192 , 1 , - 1 ):
167
- calc_ff = (((8 * n_embd ) // 3 + n_mult - 1 ) // n_mult )* n_mult
168
- if calc_ff == n_ff :
169
- return n_mult
170
- raise Exception (f"failed to find n_mult for (n_ff={ n_ff } , n_embd={ n_embd } )." )
171
-
172
163
@staticmethod
173
164
def guessed (model : LazyModel ) -> Params :
174
165
# try transformer naming first
@@ -253,7 +244,7 @@ def loadOriginalParamsJson(model: LazyModel, config_path: Path) -> Params:
253
244
n_vocab = config ["vocab_size" ] if "vocab_size" in config else - 1
254
245
n_embd = config ["dim" ]
255
246
n_layer = config ["n_layers" ]
256
- n_mult = config ["multiple_of" ]
247
+ # n_mult = config["multiple_of"]
257
248
n_ff = - 1
258
249
n_head = config ["n_heads" ]
259
250
n_head_kv = config ["n_kv_heads" ] if "n_kv_heads" in config else n_head
You can’t perform that action at this time.
0 commit comments