File tree 1 file changed +3
-0
lines changed
1 file changed +3
-0
lines changed Original file line number Diff line number Diff line change @@ -2038,6 +2038,7 @@ enum e_model {
2038
2038
MODEL_8x22B,
2039
2039
MODEL_16x12B,
2040
2040
MODEL_10B_128x3_66B,
2041
+ MODEL_57B_A14B,
2041
2042
};
2042
2043
2043
2044
static const size_t kiB = 1024;
@@ -4267,6 +4268,7 @@ static const char * llama_model_type_name(e_model type) {
4267
4268
case MODEL_8x22B: return "8x22B";
4268
4269
case MODEL_16x12B: return "16x12B";
4269
4270
case MODEL_10B_128x3_66B: return "10B+128x3.66B";
4271
+ case MODEL_57B_A14B: return "57B.A14B";
4270
4272
default: return "?B";
4271
4273
}
4272
4274
}
@@ -4588,6 +4590,7 @@ static void llm_load_hparams(
4588
4590
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
4589
4591
switch (hparams.n_layer) {
4590
4592
case 24: model.type = e_model::MODEL_A2_7B; break;
4593
+ case 28: model.type = e_model::MODEL_57B_A14B; break;
4591
4594
default: model.type = e_model::MODEL_UNKNOWN;
4592
4595
}
4593
4596
} break;
You can’t perform that action at this time.
0 commit comments