From 8260ade61b8e72b289835813b290949b692d3879 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=D0=90=D1=80=D1=82=D0=B5=D0=BC=20=D0=A1=D0=B0=D0=B2=D0=BA?= =?UTF-8?q?=D0=B8=D0=BD?= <58187114+OrangeRedeng@users.noreply.github.com> Date: Tue, 21 Jul 2026 16:47:46 +0300 Subject: [PATCH] [Bugfix] Fix CUDA import on non-CUDA platforms (#31919) --- python/sglang/srt/model_executor/model_runner.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/model_executor/model_runner.py b/python/sglang/srt/model_executor/model_runner.py index 390cb0a22..67a65b473 100644 --- a/python/sglang/srt/model_executor/model_runner.py +++ b/python/sglang/srt/model_executor/model_runner.py @@ -78,7 +78,6 @@ from sglang.srt.layers.cp.utils import ( get_cp_strategy, ) from sglang.srt.layers.logits_processor import LogitsProcessorOutput -from sglang.srt.layers.moe.dwdp import DwdpManager from sglang.srt.layers.sampler import create_sampler from sglang.srt.layers.torchao_utils import apply_torchao_config_to_model from sglang.srt.layers.utils.cp_utils import is_mla_prefill_cp_enabled @@ -1027,6 +1026,8 @@ class ModelRunner: return if self.server_args.dwdp_size <= 1: return + from sglang.srt.layers.moe.dwdp import DwdpManager + manager = DwdpManager(self.server_args) set_global_dwdp_manager(manager) manager.setup(self.model)