|
@@ -2829,6 +2829,7 @@ static void llm_load_hparams(
|
|
|
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);
|
|
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps);
|
|
|
|
|
|
|
|
switch (hparams.n_layer) {
|
|
switch (hparams.n_layer) {
|
|
|
|
|
+ case 24: model.type = e_model::MODEL_1B; break;
|
|
|
case 32: model.type = e_model::MODEL_3B; break;
|
|
case 32: model.type = e_model::MODEL_3B; break;
|
|
|
default: model.type = e_model::MODEL_UNKNOWN;
|
|
default: model.type = e_model::MODEL_UNKNOWN;
|
|
|
}
|
|
}
|