Skip to content

Commit 2ef5383

Browse files
committed
Add Qwen2MoE 57B-A14B
1 parent 911e35b commit 2ef5383

File tree

1 file changed

+3
-0
lines changed

1 file changed

+3
-0
lines changed

src/llama.cpp

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2038,6 +2038,7 @@ enum e_model {
20382038
MODEL_8x22B,
20392039
MODEL_16x12B,
20402040
MODEL_10B_128x3_66B,
2041+
MODEL_57B_A14B,
20412042
};
20422043

20432044
static const size_t kiB = 1024;
@@ -4267,6 +4268,7 @@ static const char * llama_model_type_name(e_model type) {
42674268
case MODEL_8x22B: return "8x22B";
42684269
case MODEL_16x12B: return "16x12B";
42694270
case MODEL_10B_128x3_66B: return "10B+128x3.66B";
4271+
case MODEL_57B_A14B: return "57B.A14B";
42704272
default: return "?B";
42714273
}
42724274
}
@@ -4588,6 +4590,7 @@ static void llm_load_hparams(
45884590
ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps);
45894591
switch (hparams.n_layer) {
45904592
case 24: model.type = e_model::MODEL_A2_7B; break;
4593+
case 28: model.type = e_model::MODEL_57B_A14B; break;
45914594
default: model.type = e_model::MODEL_UNKNOWN;
45924595
}
45934596
} break;

0 commit comments

Comments
 (0)