[perf] tiny optimize select_index op for draft extend (#29078)

2026-06-24 12:27:13 -07:00
parent 2c697daf5f
commit c01ad10d16
1 changed files with 6 additions and 2 deletions
@@ -821,8 +821,12 @@ class EagleDraftWorker(EagleDraftWorkerBase):
            num_tokens_for_logprob_per_req=self.speculative_num_draft_tokens,
        )
        select_index = (
-            torch.arange(len(batch.seq_lens), device=self.device)
+            torch.arange(
-            * self.speculative_num_draft_tokens
+                0,
                len(batch.seq_lens) * self.speculative_num_draft_tokens,
                self.speculative_num_draft_tokens,
                device=self.device,
            )
            + batch_result.accept_lens
            - 1
        )