Skip to content

Commit a90484c

Browse files
committed
llama : print correct model type for Llama 3.2 1B and 3B
1 parent 1927378 commit a90484c

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

src/llama.cpp

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -5502,8 +5502,10 @@ static void llm_load_hparams(
55025502
}
55035503
} else {
55045504
switch (hparams.n_layer) {
5505+
case 16: model.type = e_model::MODEL_1B; break; // Llama 3.2 1B
55055506
case 22: model.type = e_model::MODEL_1B; break;
55065507
case 26: model.type = e_model::MODEL_3B; break;
5508+
case 28: model.type = e_model::MODEL_3B; break; // Llama 3.2 3B
55075509
// granite uses a vocab with len 49152
55085510
case 32: model.type = hparams.n_vocab == 49152 ? e_model::MODEL_3B : (hparams.n_vocab < 40000 ? e_model::MODEL_7B : e_model::MODEL_8B); break;
55095511
case 36: model.type = e_model::MODEL_8B; break; // granite

0 commit comments

Comments
 (0)