[Unified Cache][5/N]: Integrate external linker mode end to end (#37381)

Co-authored-by: 晟海 <huangtingwei.htw@antgroup.com>
This commit is contained in:
Zhangheng
2026-09-04 02:02:58 +08:00
committed by GitHub
co-authored by 晟海
parent 619ab2bcce
commit abed680320
13 changed files with 586 additions and 19 deletions
@@ -51,12 +51,42 @@ def _req(
def _scheduler(waiting_queue):
s = Scheduler.__new__(Scheduler)
s.waiting_queue = waiting_queue
s.enable_hierarchical_cache = False
s.enable_hicache_storage = False
s.enable_unified_cache_external_linker = False
s.ipc_channels = SimpleNamespace(send_to_tokenizer=MagicMock())
s.beam_coordinator = MagicMock()
return s
class TestQueuedLimitAbort(CustomTestCase):
def setUp(self):
patcher = patch(
"sglang.srt.managers.scheduler.get_serving",
return_value=SimpleNamespace(weight_version="v0"),
)
patcher.start()
self.addCleanup(patcher.stop)
def test_hicache_without_storage_uses_common_abort_cleanup(self):
candidate = _req("candidate", wait_entry=1.0)
candidate.priority = 0
incoming = _req("incoming", wait_entry=2.0)
incoming.priority = 1
s = _scheduler([candidate])
s.max_queued_requests = 1
s.enable_priority_scheduling = True
s.schedule_low_priority_values_first = False
s.enable_hierarchical_cache = True
s.tree_cache = MagicMock(spec=["release_aborted_request"])
self.assertFalse(s._abort_on_queued_limit(incoming))
s.tree_cache.release_aborted_request.assert_called_once_with("candidate")
self.assertEqual(s.waiting_queue, [])
class TestWaitingTimeout(CustomTestCase):
def setUp(self):
patcher = patch(
@@ -52,6 +52,7 @@ def _make_ctx(
enable_streaming_session=enable_streaming,
enable_lmcache=enable_lmcache,
enable_flexkv=False,
enable_unified_cache_external_linker=False,
)
return TreeCacheBuildContext(
server_args=server_args,