chore: update vlm moe config and tune scripts (#30866)

This commit is contained in:
Mick
2026-07-12 08:35:59 +08:00
committed by GitHub
parent 14bef7cd11
commit a358abd651
9 changed files with 389 additions and 10 deletions
@@ -95,6 +95,7 @@ def get_model_config(
"DeepseekV4ForCausalLM",
"Glm4MoeForCausalLM",
"GlmMoeDsaForCausalLM",
"KimiVLForConditionalGeneration",
"MistralLarge3ForCausalLM",
]:
E = (config.n_routed_experts // ep_size) + (