[Unified Radix] Invalidate lazy Mamba checkpoints before in-place tracking (#43567)

This commit is contained in:
Shuwen Wang
2026-10-11 21:12:51 +08:00
committed by GitHub
parent cf88ed4352
commit 0923bcd258
2 changed files with 142 additions and 0 deletions
@@ -3485,6 +3485,9 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
if new_slot is not None:
pool.set_mamba_ping_pong_slot(req, other_idx, new_slot[0])
req.kv.mamba_next_track_idx = other_idx
else:
# The in-flight write invalidates the keep slot's old checkpoint.
req.kv.mamba_last_track_seqlen = None
def mamba_lazy_spec_prepare(self, mamba_track_interval: int, max_draft_tokens: int):
"""Lazy-mode spec counterpart of mamba_lazy_prealloc_at_boundary.
@@ -3521,6 +3524,8 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
if new_slot is not None:
pool.set_mamba_ping_pong_slot(req, other_idx, new_slot[0])
has_pending = True
else:
req.kv.mamba_last_track_seqlen = None
# On failure the verify scatters in place into the keep slot.
track_positions.append(
other_idx if has_pending else req.kv.mamba_next_track_idx