Skip to content

Commit 5012af7

Browse files
ggerganovarthw
authored andcommitted
llama : add missing model types
1 parent 250c873 commit 5012af7

File tree

1 file changed

+5
-0
lines changed

1 file changed

+5
-0
lines changed

src/llama.cpp

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2345,6 +2345,7 @@ enum e_model {
23452345
MODEL_16B,
23462346
MODEL_20B,
23472347
MODEL_30B,
2348+
MODEL_32B,
23482349
MODEL_34B,
23492350
MODEL_35B,
23502351
MODEL_40B,
@@ -5334,6 +5335,7 @@ static const char * llama_model_type_name(e_model type) {
53345335
case MODEL_16B: return "16B";
53355336
case MODEL_20B: return "20B";
53365337
case MODEL_30B: return "30B";
5338+
case MODEL_32B: return "32B";
53375339
case MODEL_34B: return "34B";
53385340
case MODEL_35B: return "35B";
53395341
case MODEL_40B: return "40B";
@@ -5694,7 +5696,10 @@ static void llm_load_hparams(
56945696
case 24: model.type = hparams.n_embd == 1024 ? e_model::MODEL_0_5B : e_model::MODEL_1B; break;
56955697
case 28: model.type = hparams.n_embd == 1536 ? e_model::MODEL_1_5B : e_model::MODEL_7B; break;
56965698
case 32: model.type = e_model::MODEL_7B; break;
5699+
case 36: model.type = e_model::MODEL_3B; break;
56975700
case 40: model.type = hparams.n_head() == 20 ? e_model::MODEL_4B : e_model::MODEL_13B; break;
5701+
case 48: model.type = e_model::MODEL_14B; break;
5702+
case 64: model.type = e_model::MODEL_32B; break;
56985703
case 80: model.type = e_model::MODEL_70B; break;
56995704
default: model.type = e_model::MODEL_UNKNOWN;
57005705
}

0 commit comments

Comments
 (0)