File tree Expand file tree Collapse file tree 1 file changed +5
-0
lines changed Expand file tree Collapse file tree 1 file changed +5
-0
lines changed Original file line number Diff line number Diff line change @@ -2345,6 +2345,7 @@ enum e_model {
2345
2345
MODEL_16B,
2346
2346
MODEL_20B,
2347
2347
MODEL_30B,
2348
+ MODEL_32B,
2348
2349
MODEL_34B,
2349
2350
MODEL_35B,
2350
2351
MODEL_40B,
@@ -5334,6 +5335,7 @@ static const char * llama_model_type_name(e_model type) {
5334
5335
case MODEL_16B: return "16B";
5335
5336
case MODEL_20B: return "20B";
5336
5337
case MODEL_30B: return "30B";
5338
+ case MODEL_32B: return "32B";
5337
5339
case MODEL_34B: return "34B";
5338
5340
case MODEL_35B: return "35B";
5339
5341
case MODEL_40B: return "40B";
@@ -5694,7 +5696,10 @@ static void llm_load_hparams(
5694
5696
case 24: model.type = hparams.n_embd == 1024 ? e_model::MODEL_0_5B : e_model::MODEL_1B; break;
5695
5697
case 28: model.type = hparams.n_embd == 1536 ? e_model::MODEL_1_5B : e_model::MODEL_7B; break;
5696
5698
case 32: model.type = e_model::MODEL_7B; break;
5699
+ case 36: model.type = e_model::MODEL_3B; break;
5697
5700
case 40: model.type = hparams.n_head() == 20 ? e_model::MODEL_4B : e_model::MODEL_13B; break;
5701
+ case 48: model.type = e_model::MODEL_14B; break;
5702
+ case 64: model.type = e_model::MODEL_32B; break;
5698
5703
case 80: model.type = e_model::MODEL_70B; break;
5699
5704
default: model.type = e_model::MODEL_UNKNOWN;
5700
5705
}
You can’t perform that action at this time.
0 commit comments