Skip to content

Commit f018acb

Browse files
committed
llama : fix Qwen model type strings
1 parent 46323fa commit f018acb

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/llama.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2301,6 +2301,7 @@ enum e_model {
23012301
MODEL_1B,
23022302
MODEL_1_3B,
23032303
MODEL_1_4B,
2304+
MODEL_1_5B,
23042305
MODEL_1_6B,
23052306
MODEL_2B,
23062307
MODEL_2_8B,
@@ -5227,6 +5228,7 @@ static const char * llama_model_type_name(e_model type) {
52275228
case MODEL_1B: return "1B";
52285229
case MODEL_1_3B: return "1.3B";
52295230
case MODEL_1_4B: return "1.4B";
5231+
case MODEL_1_5B: return "1.5B";
52305232
case MODEL_1_6B: return "1.6B";
52315233
case MODEL_2B: return "2B";
52325234
case MODEL_2_8B: return "2.8B";
@@ -5598,6 +5600,7 @@ static void llm_load_hparams(
55985600
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
55995601
switch (hparams.n_layer) {
56005602
case 24: model.type = hparams.n_embd == 1024 ? e_model::MODEL_0_5B : e_model::MODEL_1B; break;
5603+
case 28: model.type = hparams.n_embd == 1536 ? e_model::MODEL_1_5B : e_model::MODEL_7B; break;
56015604
case 32: model.type = e_model::MODEL_7B; break;
56025605
case 40: model.type = hparams.n_head() == 20 ? e_model::MODEL_4B : e_model::MODEL_13B; break;
56035606
case 80: model.type = e_model::MODEL_70B; break;

0 commit comments

Comments
 (0)