From 28f9c1ff24eb4c17e7bc8ed8da62c750fe82d8ee Mon Sep 17 00:00:00 2001 From: Ke Bao Date: Tue, 2 Jun 2026 23:28:22 +0800 Subject: [PATCH] Relax mamba unified cache kl threshold (#27070) --- .../unified_radix_tree/test_unified_radix_cache_kl_mamba.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py b/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py index 51798435e..c11b91029 100644 --- a/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py +++ b/test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py @@ -30,7 +30,8 @@ MAMBA_TRACK_INTERVAL = 128 class TestUnifiedMambaRadixCache(UnifiedRadixTreeTestMixin, CustomTestCase): """Mamba hybrid + UnifiedRadixCache.""" - kl_threshold = 0.003 + # fp8 cache-hit KL is noisy and flaked at 0.003, match the HiCache variant + kl_threshold = 0.005 prefill_cache_assert = staticmethod( make_mamba_prefill_assert(chunk_size=MAMBA_CHUNK_SIZE) )