Skip to content

Commit 67c9362

Browse files
ggerganovarthw
authored andcommitted
llama : fix Qwen model type strings
1 parent e8f5048 commit 67c9362

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/llama.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2305,6 +2305,7 @@ enum e_model {
23052305
MODEL_1B,
23062306
MODEL_1_3B,
23072307
MODEL_1_4B,
2308+
MODEL_1_5B,
23082309
MODEL_1_6B,
23092310
MODEL_2B,
23102311
MODEL_2_8B,
@@ -5231,6 +5232,7 @@ static const char * llama_model_type_name(e_model type) {
52315232
case MODEL_1B: return "1B";
52325233
case MODEL_1_3B: return "1.3B";
52335234
case MODEL_1_4B: return "1.4B";
5235+
case MODEL_1_5B: return "1.5B";
52345236
case MODEL_1_6B: return "1.6B";
52355237
case MODEL_2B: return "2B";
52365238
case MODEL_2_8B: return "2.8B";
@@ -5602,6 +5604,7 @@ static void llm_load_hparams(
56025604
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
56035605
switch (hparams.n_layer) {
56045606
case 24: model.type = hparams.n_embd == 1024 ? e_model::MODEL_0_5B : e_model::MODEL_1B; break;
5607+
case 28: model.type = hparams.n_embd == 1536 ? e_model::MODEL_1_5B : e_model::MODEL_7B; break;
56055608
case 32: model.type = e_model::MODEL_7B; break;
56065609
case 40: model.type = hparams.n_head() == 20 ? e_model::MODEL_4B : e_model::MODEL_13B; break;
56075610
case 80: model.type = e_model::MODEL_70B; break;

0 commit comments

Comments
 (0)