Add LMF2 MoE model architecture (#17997)

This commit is contained in:
Piotr Mazurek
2026-02-12 01:03:43 +08:00
committed by GitHub
parent 5d185efb78
commit ded068a76e
5 changed files with 913 additions and 1 deletions
@@ -36,6 +36,7 @@ from sglang.srt.configs import (
JetVLMConfig,
KimiLinearConfig,
Lfm2Config,
Lfm2MoeConfig,
NemotronH_Nano_VL_V2_Config,
NemotronHConfig,
Qwen3_5Config,
@@ -1571,7 +1572,9 @@ class ModelRunner(ModelRunnerKVCacheMixin):
pattern = getattr(config, "mtp_hybrid_override_pattern", None)
if pattern is not None and "M" not in pattern:
return None
if isinstance(config, FalconH1Config | NemotronHConfig | Lfm2Config):
if isinstance(
config, FalconH1Config | NemotronHConfig | Lfm2Config | Lfm2MoeConfig
):
return config
if isinstance(config, NemotronH_Nano_VL_V2_Config):
return config.llm_config