[Fix] Pass the draft's attention ownership to DFLASH's eager LiLiCorr scope (#41808)
This commit is contained in:
@@ -2667,7 +2667,10 @@ class DFlashWorkerV2(BaseSpecWorker):
|
||||
draft_hidden = draft_logits_output.hidden_states
|
||||
if draft_hidden is None:
|
||||
raise RuntimeError("DFLASH draft model returned no hidden states.")
|
||||
with self.draft_tp_context(self.draft_model_runner.tp_group):
|
||||
with self.draft_tp_context(
|
||||
self.draft_model_runner.tp_group,
|
||||
owns_attention=self.draft_owns_attention,
|
||||
):
|
||||
draft_next, lilicorr_candidate_ids, lilicorr_q_rows = (
|
||||
propose_lilicorr_block(
|
||||
head=self.lilicorr,
|
||||
|
||||
Reference in New Issue
Block a user