fix(overlap): skip empty future interval for dp attention idle ranks (#25473)

This commit is contained in:
Liangsheng Yin
2026-05-16 02:08:01 -07:00
committed by GitHub
parent 7f37ffae9d
commit d1eb472a7a
@@ -163,6 +163,9 @@ class FutureMap:
): ):
if self.spec_algo.is_none(): if self.spec_algo.is_none():
intv = future_indices.interval intv = future_indices.interval
if self.is_empty_slice(intv):
# idle indices in dp attention do not need store info
return
self.token_ids_buf[intv] = batch_result.next_token_ids self.token_ids_buf[intv] = batch_result.next_token_ids
else: else:
draft_input: EagleDraftInput = batch_result.next_draft_input draft_input: EagleDraftInput = batch_result.next_draft_input