From f48ed2127e3457e88f5ee86debd4d12a7735c69f Mon Sep 17 00:00:00 2001 From: Shuwen Wang <47200617+alphabetc1@users.noreply.github.com> Date: Fri, 9 Oct 2026 19:24:39 +0800 Subject: [PATCH] test: allow bounded checkpoint lag in Mamba HiCache tests (#42523) --- python/sglang/test/kl_multiturn_utils.py | 15 ++++++++++++--- .../test_unified_radix_cache_kl_mamba.py | 7 ++++++- 2 files changed, 18 insertions(+), 4 deletions(-) diff --git a/python/sglang/test/kl_multiturn_utils.py b/python/sglang/test/kl_multiturn_utils.py index 82d2f863c8..0a768668e1 100644 --- a/python/sglang/test/kl_multiturn_utils.py +++ b/python/sglang/test/kl_multiturn_utils.py @@ -89,8 +89,16 @@ def make_mamba_prefill_assert(chunk_size: int = 64) -> Callable: return _check -def make_mamba_decode_assert(track_interval: int = 16) -> Callable: - """Mamba: cached_tokens = floor((history+output-1)/interval)*interval.""" +def make_mamba_decode_assert( + track_interval: int = 16, max_checkpoint_lag: int = 0 +) -> Callable: + """Check the decode boundary with an optional bounded checkpoint lag. + + Retraction can discard the last absolute decode checkpoint. Resumed prefill + tracks states relative to its cached prefix, so the retained checkpoint can + lag the expected decode boundary by less than one prefill chunk. Pressure + tests can opt into this allowance; other callers remain strict by default. + """ def _check(result: dict, history_len: int, output_len: int, label: str): actual = result["meta_info"]["cached_tokens"] @@ -100,8 +108,9 @@ def make_mamba_decode_assert(track_interval: int = 16) -> Callable: expected = ( (history_len + output_len - 1) // track_interval ) * track_interval + expected = max(0, expected - max_checkpoint_lag) assert actual >= expected, ( - f"{label}: expected cached_tokens={expected}, got {actual}" + f"{label}: expected cached_tokens>={expected}, got {actual}" ) return _check diff --git a/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py b/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py index 07f144b4cf..2ad8cbd5a4 100644 --- a/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py +++ b/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py @@ -85,7 +85,12 @@ class TestUnifiedMambaHiCache(UnifiedRadixTreeTestMixin, CustomTestCase): make_mamba_prefill_assert(chunk_size=MAMBA_CHUNK_SIZE) ) decode_cache_assert = staticmethod( - make_mamba_decode_assert(track_interval=MAMBA_TRACK_INTERVAL) + # The small KV pool can trigger retraction and retain a prefix-relative + # prefill checkpoint instead of the last absolute decode checkpoint. + make_mamba_decode_assert( + track_interval=MAMBA_TRACK_INTERVAL, + max_checkpoint_lag=MAMBA_CHUNK_SIZE - 1, + ) ) @classmethod