[bug] Fix cache salt and extra keys for prefix cache isolation (#23300)
This commit is contained in:
@@ -613,7 +613,6 @@ class Scheduler(
|
||||
self.require_mlp_sync = require_mlp_sync(self.server_args)
|
||||
|
||||
def init_tp_model_worker(self):
|
||||
|
||||
worker_kwargs = dict(
|
||||
server_args=self.server_args,
|
||||
gpu_id=self.gpu_id,
|
||||
@@ -826,7 +825,6 @@ class Scheduler(
|
||||
|
||||
self.tree_cache = SWAChunkCache(params)
|
||||
else:
|
||||
|
||||
if envs.SGLANG_EXPERIMENTAL_CPP_RADIX_TREE.get():
|
||||
# lazy import to avoid JIT overhead
|
||||
from sglang.srt.mem_cache.radix_cache_cpp import RadixCacheCpp
|
||||
@@ -1622,7 +1620,6 @@ class Scheduler(
|
||||
):
|
||||
recv_reqs, abort_reqs = self.mm_receiver.process_waiting_requests(recv_reqs)
|
||||
for req, error_msg, error_code in abort_reqs:
|
||||
|
||||
status_code = (
|
||||
HTTPStatus.BAD_REQUEST
|
||||
if error_code == 400
|
||||
@@ -1878,6 +1875,7 @@ class Scheduler(
|
||||
self.metrics_collector if self.enable_metrics else None
|
||||
),
|
||||
routing_key=recv_req.routing_key,
|
||||
extra_key=recv_req.extra_key,
|
||||
http_worker_ipc=recv_req.http_worker_ipc,
|
||||
dllm_config=self.dllm_config,
|
||||
time_stats=recv_req.time_stats,
|
||||
|
||||
@@ -235,6 +235,7 @@ class Session:
|
||||
return_routed_experts=req.return_routed_experts,
|
||||
priority=req.priority,
|
||||
routing_key=req.routing_key,
|
||||
extra_key=req.extra_key,
|
||||
http_worker_ipc=req.http_worker_ipc,
|
||||
time_stats=req.time_stats,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user