config: route DCP topology reads through get_parallel() (#33925)
Co-authored-by: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Opus 5
parent
df3aa20d89
commit
07297049e9
@@ -162,10 +162,12 @@ class TestGetDcpLens(CustomTestCase):
|
||||
device="cpu",
|
||||
is_draft_worker=False,
|
||||
)
|
||||
# The allocator widens from get_parallel(), not from the injected
|
||||
# server_args stand-in -- drive the cause, not the effect.
|
||||
with patch(
|
||||
"sglang.srt.mem_cache.kv_cache_configurator.current_platform.is_out_of_tree",
|
||||
return_value=False,
|
||||
):
|
||||
), rc.get_parallel().override(attn_dcp_size=dcp_size):
|
||||
allocators[dcp_size] = (
|
||||
KVCacheConfigurator._build_token_to_kv_pool_allocator(
|
||||
configurator,
|
||||
|
||||
Reference in New Issue
Block a user