File tree Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Expand file tree Collapse file tree 1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change @@ -2301,6 +2301,7 @@ enum e_model {
2301
2301
MODEL_1B,
2302
2302
MODEL_1_3B,
2303
2303
MODEL_1_4B,
2304
+ MODEL_1_5B,
2304
2305
MODEL_1_6B,
2305
2306
MODEL_2B,
2306
2307
MODEL_2_8B,
@@ -5227,6 +5228,7 @@ static const char * llama_model_type_name(e_model type) {
5227
5228
case MODEL_1B: return "1B";
5228
5229
case MODEL_1_3B: return "1.3B";
5229
5230
case MODEL_1_4B: return "1.4B";
5231
+ case MODEL_1_5B: return "1.5B";
5230
5232
case MODEL_1_6B: return "1.6B";
5231
5233
case MODEL_2B: return "2B";
5232
5234
case MODEL_2_8B: return "2.8B";
@@ -5598,6 +5600,7 @@ static void llm_load_hparams(
5598
5600
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
5599
5601
switch (hparams.n_layer) {
5600
5602
case 24: model.type = hparams.n_embd == 1024 ? e_model::MODEL_0_5B : e_model::MODEL_1B; break;
5603
+ case 28: model.type = hparams.n_embd == 1536 ? e_model::MODEL_1_5B : e_model::MODEL_7B; break;
5601
5604
case 32: model.type = e_model::MODEL_7B; break;
5602
5605
case 40: model.type = hparams.n_head() == 20 ? e_model::MODEL_4B : e_model::MODEL_13B; break;
5603
5606
case 80: model.type = e_model::MODEL_70B; break;
You can’t perform that action at this time.
0 commit comments