minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Fix CUDA import on non-CUDA platforms (#31919)

Browse Source
This commit is contained in:
Артем Савкин
2026-07-21 21:47:46 +08:00
committed by GitHub
parent 075bd97952
commit 8260ade61b
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/model_runner.py
+2 -1
View File
@@ -78,7 +78,6 @@ from sglang.srt.layers.cp.utils import (
get_cp_strategy, get_cp_strategy,
) )
from sglang.srt.layers.logits_processor import LogitsProcessorOutput from sglang.srt.layers.logits_processor import LogitsProcessorOutput
from sglang.srt.layers.moe.dwdp import DwdpManager
from sglang.srt.layers.sampler import create_sampler from sglang.srt.layers.sampler import create_sampler
from sglang.srt.layers.torchao_utils import apply_torchao_config_to_model from sglang.srt.layers.torchao_utils import apply_torchao_config_to_model
from sglang.srt.layers.utils.cp_utils import is_mla_prefill_cp_enabled from sglang.srt.layers.utils.cp_utils import is_mla_prefill_cp_enabled
@@ -1027,6 +1026,8 @@ class ModelRunner:
return return
if self.server_args.dwdp_size <= 1: if self.server_args.dwdp_size <= 1:
return return
from sglang.srt.layers.moe.dwdp import DwdpManager
manager = DwdpManager(self.server_args) manager = DwdpManager(self.server_args)
set_global_dwdp_manager(manager) set_global_dwdp_manager(manager)
manager.setup(self.model) manager.setup(self.model)