[Unified Radix] Invalidate lazy Mamba checkpoints before in-place tracking (#43567)
This commit is contained in:
@@ -3485,6 +3485,9 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
||||
if new_slot is not None:
|
||||
pool.set_mamba_ping_pong_slot(req, other_idx, new_slot[0])
|
||||
req.kv.mamba_next_track_idx = other_idx
|
||||
else:
|
||||
# The in-flight write invalidates the keep slot's old checkpoint.
|
||||
req.kv.mamba_last_track_seqlen = None
|
||||
|
||||
def mamba_lazy_spec_prepare(self, mamba_track_interval: int, max_draft_tokens: int):
|
||||
"""Lazy-mode spec counterpart of mamba_lazy_prealloc_at_boundary.
|
||||
@@ -3521,6 +3524,8 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
||||
if new_slot is not None:
|
||||
pool.set_mamba_ping_pong_slot(req, other_idx, new_slot[0])
|
||||
has_pending = True
|
||||
else:
|
||||
req.kv.mamba_last_track_seqlen = None
|
||||
# On failure the verify scatters in place into the keep slot.
|
||||
track_positions.append(
|
||||
other_idx if has_pending else req.kv.mamba_next_track_idx
|
||||
|
||||
Reference in New Issue
Block a user