[Fix] scheduler: Drop prefill embedding overrides in prepare_for_decode (#45041)

This commit is contained in:
Liangsheng Yin
2026-10-18 15:54:20 -07:00
committed by GitHub
parent 1461152cb0
commit 3f13f5d966
+3 -1
View File
@@ -3648,8 +3648,10 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
self.mamba_track_seqlens_cpu = None
self.mamba_prefill_track_mask_cpu = None
# Decode embeds the last output token via embed_tokens; clear the stale
# prefill-time tensor so it doesn't leak into ForwardBatch.
# prefill-time tensors so they don't leak into ForwardBatch.
self.input_embeds = None
self.replace_embeds = None
self.replace_positions = None
self.mamba_cow_src_indices = None
self.mamba_cow_dst_indices = None