From d1eb472a7ab462057739b635404316bc1164a0f1 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Sat, 16 May 2026 02:08:01 -0700 Subject: [PATCH] fix(overlap): skip empty future interval for dp attention idle ranks (#25473) --- python/sglang/srt/managers/overlap_utils.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/python/sglang/srt/managers/overlap_utils.py b/python/sglang/srt/managers/overlap_utils.py index 6cf5e5f6f..6e0a7285a 100644 --- a/python/sglang/srt/managers/overlap_utils.py +++ b/python/sglang/srt/managers/overlap_utils.py @@ -163,6 +163,9 @@ class FutureMap: ): if self.spec_algo.is_none(): intv = future_indices.interval + if self.is_empty_slice(intv): + # idle indices in dp attention do not need store info + return self.token_ids_buf[intv] = batch_result.next_token_ids else: draft_input: EagleDraftInput = batch_result.next_draft_input