[LFM2] Wire Lfm2MoeForCausalLM into the LFM2 serving override tables (#30780)

This commit is contained in:
Piotr Mazurek
2026-07-29 17:02:14 +00:00
committed by GitHub
parent f69af7b7ad
commit d19999b755
2 changed files with 3 additions and 2 deletions
+2 -1
View File
@@ -774,7 +774,7 @@ def _granite_moe_hybrid_overrides(server_args: Any, hf_config: Any) -> dict:
return {}
@_register_for("Lfm2ForCausalLM")
@_register_for("Lfm2ForCausalLM", "Lfm2MoeForCausalLM")
def _lfm2_overrides(server_args: Any, hf_config: Any) -> dict:
if is_sm100_supported() and server_args.attention_backend is None:
return {"attention_backend": "flashinfer"}
@@ -1123,6 +1123,7 @@ _MAMBA_RADIX_CACHE_ARCHS = frozenset(
"JetNemotronForCausalLM",
"JetVLMForConditionalGeneration",
"Lfm2ForCausalLM",
"Lfm2MoeForCausalLM",
"ZayaForCausalLM",
}
)
+1 -1
View File
@@ -5395,7 +5395,7 @@ class ServerArgs:
# _glm4_moe_overrides).
pass
elif model_arch in ["Lfm2ForCausalLM"]:
elif model_arch in ["Lfm2ForCausalLM", "Lfm2MoeForCausalLM"]:
# Attention backend selection moved to the override registry
# (arg_groups/overrides.py: _lfm2_overrides).
assert resolved_view(self).attention_backend != "triton", (