Revert "[Spec] Publish the final multi-layer EAGLE shared-read event" (#38041)

This commit is contained in:
paulzhang-tm
2026-09-09 13:01:16 -07:00
committed by GitHub
parent 95a88bfd69
commit 6c1d0b1b29
3 changed files with 3 additions and 185 deletions
@@ -812,7 +812,6 @@ class MultiLayerEagleMultiStepDraftExtendCudaGraphRunner:
out = runner.replay(
self.bs, self.seq_lens_sum, self._replay_spec_info, self.seq_lens_cpu
)
self._publish_shared_read_done(step)
raw_bs = self.raw_bs
raw_num_tokens = self.raw_num_tokens
num_logit_rows = raw_bs if self.prune_draft_extend_logits else raw_num_tokens
@@ -830,14 +829,6 @@ class MultiLayerEagleMultiStepDraftExtendCudaGraphRunner:
out.topk_index[:raw_bs],
)
def _publish_shared_read_done(self, step: int) -> None:
if step != self.speculative_num_steps - 1:
return
runner = self.runners[step]
read_done = runner.device_module.Event()
read_done.record()
runner.model_runner.shared_read_done_event = read_done
def clone_draft_probs(self) -> torch.Tensor:
"""Materialize the in-graph-written proposal q [raw_bs, num_steps, vocab]
after replay; the clone must land before a later replay rewrites the
@@ -998,6 +989,4 @@ class OneGraphMultiLayerEagleMultiStepDraftExtendCudaGraphRunner(
out.topk_p[:raw_bs],
out.topk_index[:raw_bs],
)
result = self._cached[step]
self._publish_shared_read_done(step)
return result
return self._cached[step]
@@ -979,7 +979,8 @@ class MultiLayerEagleWorkerV2(BaseSpecWorker):
@property
def last_shared_read_runner(self):
return self._draft_worker.draft_runner_list[-1]
# Multi-layer eagle has no draft forward, only draft extend.
return self._draft_worker.draft_runner
@property
def spec_v2_attn_backends(self) -> tuple: