Add LMF2 MoE model architecture (#17997)
This commit is contained in:
@@ -36,6 +36,7 @@ from sglang.srt.configs import (
|
||||
JetVLMConfig,
|
||||
KimiLinearConfig,
|
||||
Lfm2Config,
|
||||
Lfm2MoeConfig,
|
||||
NemotronH_Nano_VL_V2_Config,
|
||||
NemotronHConfig,
|
||||
Qwen3_5Config,
|
||||
@@ -1571,7 +1572,9 @@ class ModelRunner(ModelRunnerKVCacheMixin):
|
||||
pattern = getattr(config, "mtp_hybrid_override_pattern", None)
|
||||
if pattern is not None and "M" not in pattern:
|
||||
return None
|
||||
if isinstance(config, FalconH1Config | NemotronHConfig | Lfm2Config):
|
||||
if isinstance(
|
||||
config, FalconH1Config | NemotronHConfig | Lfm2Config | Lfm2MoeConfig
|
||||
):
|
||||
return config
|
||||
if isinstance(config, NemotronH_Nano_VL_V2_Config):
|
||||
return config.llm_config
|
||||
|
||||
Reference in New Issue
Block a user