[HiCache] buffer mode: anchor-lock staged prefetches by default (#37464)
This commit is contained in:
@@ -966,7 +966,6 @@ class TestUnifiedRadixCacheEagleHiCacheStorageKey(CustomTestCase):
|
||||
)
|
||||
|
||||
pipeline = BufferModePipeline.__new__(BufferModePipeline)
|
||||
pipeline.anchor_lock_enabled = True
|
||||
pipeline.anchor_locks = {}
|
||||
pipeline.anchor_locked_tokens_ = 0
|
||||
pipeline.anchor_lock_cap_tokens = 10_000
|
||||
@@ -3793,9 +3792,6 @@ class UnifiedRadixCacheSuite:
|
||||
if self.cfg.components != (ComponentType.FULL,) or self.cfg.page_size != 4:
|
||||
self.skipTest("one FULL page_size=4 fixture covers namespace routing")
|
||||
|
||||
anchor_lock = envs.SGLANG_ENABLE_HICACHE_BUFFER_ANCHOR_LOCK.override(True)
|
||||
anchor_lock.__enter__()
|
||||
self.addCleanup(anchor_lock.__exit__, None, None, None)
|
||||
storage_dir = tempfile.mkdtemp()
|
||||
self.addCleanup(shutil.rmtree, storage_dir, ignore_errors=True)
|
||||
|
||||
@@ -4001,9 +3997,6 @@ class UnifiedRadixCacheSuite:
|
||||
# the retained per-fixture device memory stays bounded.
|
||||
if self.cfg.page_size != 1 or self.cfg.sliding_window_size != 4:
|
||||
self.skipTest("requires page_size=1, sliding_window_size=4")
|
||||
cm = envs.SGLANG_ENABLE_HICACHE_BUFFER_ANCHOR_LOCK.override(True)
|
||||
cm.__enter__()
|
||||
self.addCleanup(cm.__exit__, None, None, None)
|
||||
storage_dir = tempfile.mkdtemp()
|
||||
self.addCleanup(shutil.rmtree, storage_dir, ignore_errors=True)
|
||||
from sglang.srt.mem_cache.swa_memory_pool import SWAKVPool
|
||||
@@ -8921,7 +8914,6 @@ class TestAnchorLockOutcomePolicy(CustomTestCase):
|
||||
from sglang.srt.mem_cache.buffer_mode.pipeline import BufferModePipeline
|
||||
|
||||
pipeline = BufferModePipeline.__new__(BufferModePipeline)
|
||||
pipeline.anchor_lock_enabled = True
|
||||
pipeline.anchor_locks = {}
|
||||
pipeline.anchor_locked_tokens_ = 0
|
||||
pipeline.anchor_lock_cap_tokens = cap_tokens
|
||||
|
||||
Reference in New Issue
Block a user