minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Dllm radix cache npu (#27144)

Browse Source 
Co-authored-by: ronnie_zheng <zl19940307@163.com>
This commit is contained in:
wenxuewuhd
2026-06-25 06:44:03 +03:00
committed by GitHub
co-authored by ronnie_zheng
parent efbe67d237
commit a9270250c3
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+1
View File
@@ -611,6 +611,7 @@ class Scheduler(
f"Page size now falls back to {self.dllm_config.block_size}" f"Page size now falls back to {self.dllm_config.block_size}"
) )
self.page_size = self.dllm_config.block_size self.page_size = self.dllm_config.block_size
self.server_args.page_size = self.dllm_config.block_size
def init_ipc_channels(self, port_args: PortArgs): def init_ipc_channels(self, port_args: PortArgs):
is_rank_zero = ( is_rank_zero = (