Relax mamba unified cache kl threshold (#27070)

This commit is contained in:
Ke Bao
2026-06-02 23:28:22 +08:00
committed by GitHub
parent 22043b917b
commit 28f9c1ff24
@@ -30,7 +30,8 @@ MAMBA_TRACK_INTERVAL = 128
class TestUnifiedMambaRadixCache(UnifiedRadixTreeTestMixin, CustomTestCase):
"""Mamba hybrid + UnifiedRadixCache."""
kl_threshold = 0.003
# fp8 cache-hit KL is noisy and flaked at 0.003, match the HiCache variant
kl_threshold = 0.005
prefill_cache_assert = staticmethod(
make_mamba_prefill_assert(chunk_size=MAMBA_CHUNK_SIZE)
)