[Perf] gemma4: Capture single-step frozen-KV drafts (#45771)

This commit is contained in:
Alex Nails
2026-10-22 15:37:19 -07:00
committed by GitHub
parent f9b7225f2e
commit c394a90c2b
@@ -373,7 +373,8 @@ class FrozenKVMTPDraftWorker(EagleDraftWorkerBase, TpModelWorker):
self.draft_attn_backend.init_forward_metadata_out_graph(fb_view)
def _capture_cuda_graphs(self) -> None:
if cuda_graph_fully_disabled() or self.speculative_num_steps <= 1:
# Even a one-step frozen draft runs the assistant seed forward.
if cuda_graph_fully_disabled() or self.speculative_num_steps <= 0:
return
if self.target_worker.device != "cuda":
logger.info(