minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Relax mamba unified cache kl threshold (#27070)

Browse Source
This commit is contained in:
Ke Bao
2026-06-02 23:28:22 +08:00
committed by GitHub
parent 22043b917b
commit 28f9c1ff24
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/radix_cache/unified_radix_tree/test_unified_radix_cache_kl_mamba.py
+2 -1
View File
@@ -30,7 +30,8 @@ MAMBA_TRACK_INTERVAL = 128
class TestUnifiedMambaRadixCache(UnifiedRadixTreeTestMixin, CustomTestCase): class TestUnifiedMambaRadixCache(UnifiedRadixTreeTestMixin, CustomTestCase):
"""Mamba hybrid + UnifiedRadixCache.""" """Mamba hybrid + UnifiedRadixCache."""
kl_threshold = 0.003 # fp8 cache-hit KL is noisy and flaked at 0.003, match the HiCache variant
kl_threshold = 0.005
prefill_cache_assert = staticmethod( prefill_cache_assert = staticmethod(
make_mamba_prefill_assert(chunk_size=MAMBA_CHUNK_SIZE) make_mamba_prefill_assert(chunk_size=MAMBA_CHUNK_SIZE)
) )