From ca029e816b13416688e5690e3b489ed54e6fdf33 Mon Sep 17 00:00:00 2001 From: Yuhui Liang <86229177+yuhuiaws@users.noreply.github.com> Date: Mon, 25 May 2026 14:53:54 +0800 Subject: [PATCH] Fix missing idle-batch handling in prepare_mlp_sync_batch_raw (#25404) --- python/sglang/srt/managers/scheduler_components/dp_attn.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/scheduler_components/dp_attn.py b/python/sglang/srt/managers/scheduler_components/dp_attn.py index bdda2e058..b032bd71a 100644 --- a/python/sglang/srt/managers/scheduler_components/dp_attn.py +++ b/python/sglang/srt/managers/scheduler_components/dp_attn.py @@ -147,7 +147,11 @@ def prepare_mlp_sync_batch_raw( offload_tags: set[str], ): # Check if other DP workers have running batches - if local_batch is None or local_batch.forward_mode.is_prebuilt(): + if ( + local_batch is None + or local_batch.forward_mode.is_prebuilt() + or local_batch.forward_mode.is_idle() + ): num_tokens = 0 num_tokens_for_logprob = 0 elif local_batch.forward_mode.is_decode():