[Mamba] fix mamba index h unexpected assertion for dcp (#36005)
This commit is contained in:
@@ -2651,7 +2651,13 @@ class ScheduleBatch(ScheduleBatchDisaggregationDecodeMixin):
|
|||||||
checkpoint_grid = mamba_checkpoint_grid(self.tree_cache.page_size)
|
checkpoint_grid = mamba_checkpoint_grid(self.tree_cache.page_size)
|
||||||
|
|
||||||
def _force_track_h(i: int) -> int:
|
def _force_track_h(i: int) -> int:
|
||||||
assert i % chunk_size == 0
|
# h is indexed relative to the extend start, so check that offset.
|
||||||
|
assert (i - len(req.prefix_indices)) % chunk_size == 0, (
|
||||||
|
f"The force track calculation only handles last-position or "
|
||||||
|
f"unaligned seqlens, so it needs a chunk-aligned offset to "
|
||||||
|
f"start from. But i={i} prefix_len={len(req.prefix_indices)} "
|
||||||
|
f"chunk_size={chunk_size} checkpoint_grid={checkpoint_grid}"
|
||||||
|
)
|
||||||
# There are 3 cases for mamba_track_seqlen passed to mamba_track_seqlens_cpu:
|
# There are 3 cases for mamba_track_seqlen passed to mamba_track_seqlens_cpu:
|
||||||
# 1) aligned with chunk_size-> retrieve from last_recurrent_state
|
# 1) aligned with chunk_size-> retrieve from last_recurrent_state
|
||||||
# a) is the last position -> retrieve from last_recurrent_state
|
# a) is the last position -> retrieve from last_recurrent_state
|
||||||
|
|||||||
Reference in New Issue
Block a user