[bug] Fix cache salt and extra keys for prefix cache isolation (#23300)

This commit is contained in:
Charles Chen
2026-04-21 13:53:24 -07:00
committed by GitHub
parent e3782d04d2
commit c396e4924b
3 changed files with 16 additions and 12 deletions
+1 -3
View File
@@ -613,7 +613,6 @@ class Scheduler(
self.require_mlp_sync = require_mlp_sync(self.server_args)
def init_tp_model_worker(self):
worker_kwargs = dict(
server_args=self.server_args,
gpu_id=self.gpu_id,
@@ -826,7 +825,6 @@ class Scheduler(
self.tree_cache = SWAChunkCache(params)
else:
if envs.SGLANG_EXPERIMENTAL_CPP_RADIX_TREE.get():
# lazy import to avoid JIT overhead
from sglang.srt.mem_cache.radix_cache_cpp import RadixCacheCpp
@@ -1622,7 +1620,6 @@ class Scheduler(
):
recv_reqs, abort_reqs = self.mm_receiver.process_waiting_requests(recv_reqs)
for req, error_msg, error_code in abort_reqs:
status_code = (
HTTPStatus.BAD_REQUEST
if error_code == 400
@@ -1878,6 +1875,7 @@ class Scheduler(
self.metrics_collector if self.enable_metrics else None
),
routing_key=recv_req.routing_key,
extra_key=recv_req.extra_key,
http_worker_ipc=recv_req.http_worker_ipc,
dllm_config=self.dllm_config,
time_stats=recv_req.time_stats,
@@ -235,6 +235,7 @@ class Session:
return_routed_experts=req.return_routed_experts,
priority=req.priority,
routing_key=req.routing_key,
extra_key=req.extra_key,
http_worker_ipc=req.http_worker_ipc,
time_stats=req.time_stats,
)