minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Disable PCG for draft worker (#16354)

Browse Source
This commit is contained in:
Stefan He
2026-01-17 09:56:56 +08:00
committed by GitHub
parent 8b9e9357fe
commit 43779f27b7
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/model_runner.py
+3
View File
@@ -1517,6 +1517,9 @@ class ModelRunner(ModelRunnerKVCacheMixin):
return self.mamba2_config or self.hybrid_gdn_config or self.kimi_linear_config return self.mamba2_config or self.hybrid_gdn_config or self.kimi_linear_config
def can_run_piecewise_cuda_graph(self): def can_run_piecewise_cuda_graph(self):
if self.is_draft_worker:
return False
if self.server_args.enable_torch_compile: if self.server_args.enable_torch_compile:
log_info_on_rank0( log_info_on_rank0(
logger, logger,