Skip to content

Commit 3b0e720

Browse files
committed
Fix construction of ModelArchitecture for mixtral/qwen3_moe
1 parent ee9f077 commit 3b0e720

File tree

1 file changed

+2
-0
lines changed

1 file changed

+2
-0
lines changed

mergekit/architecture/__init__.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -41,12 +41,14 @@ def arch_info_for_config(config: PretrainedConfig) -> Optional[ModelArchitecture
4141
return ModelArchitecture(
4242
modules={"default": ModuleDefinition(architecture=module)},
4343
architectures=[arch_name],
44+
model_type="mixtral",
4445
)
4546
elif arch_name == Qwen3MoeModuleArchitecture.ARCHITECTURE_NAME:
4647
module = Qwen3MoeModuleArchitecture.from_config(config)
4748
return ModelArchitecture(
4849
modules={"default": ModuleDefinition(architecture=module)},
4950
architectures=[arch_name],
51+
model_type="qwen3_moe",
5052
)
5153
elif arch_name in NAME_TO_ARCH:
5254
candidates = list(NAME_TO_ARCH[arch_name])

0 commit comments

Comments
 (0)