[Fix] scheduler: Drop prefill embedding overrides in prepare_for_decode (#45041)
This commit is contained in:
@@ -3648,8 +3648,10 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
||||
self.mamba_track_seqlens_cpu = None
|
||||
self.mamba_prefill_track_mask_cpu = None
|
||||
# Decode embeds the last output token via embed_tokens; clear the stale
|
||||
# prefill-time tensor so it doesn't leak into ForwardBatch.
|
||||
# prefill-time tensors so they don't leak into ForwardBatch.
|
||||
self.input_embeds = None
|
||||
self.replace_embeds = None
|
||||
self.replace_positions = None
|
||||
|
||||
self.mamba_cow_src_indices = None
|
||||
self.mamba_cow_dst_indices = None
|
||||
|
||||
Reference in New Issue
Block a user