Support MiMo V2.5 with zigzag context parallelism (#29972)

2026-07-19 02:36:40 -07:00
parent 377c93d54e
commit 7a03d30149
17 changed files with 368 additions and 118 deletions
@@ -102,7 +102,7 @@ class EagerRunner(BaseRunner):
            max_bs *= sa.speculative_eagle_topk
        # Mirror prepare_mlp_sync_batch padding so the registry holds what load_batch copies.
        if require_mlp_sync(sa):
-            from sglang.srt.layers.utils.cp_utils import get_cp_padding_align_size
+            from sglang.srt.layers.cp.padding import get_cp_padding_align_size

            max_bs = ceil_align(max_bs, self.attn_tp_size)
            max_bs = ceil_align(max_bs, get_cp_padding_align_size())