From e56db8bd249ae852e2f06b508a3516625a24506b Mon Sep 17 00:00:00 2001 From: Brilliant Hanabi Date: Thu, 21 May 2026 13:18:37 +0800 Subject: [PATCH] fix: use base GPU ID CUDA device for multimodal processor (#21191) --- python/sglang/srt/multimodal/processors/base_processor.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/multimodal/processors/base_processor.py b/python/sglang/srt/multimodal/processors/base_processor.py index 5b886a879..cf64b06fe 100644 --- a/python/sglang/srt/multimodal/processors/base_processor.py +++ b/python/sglang/srt/multimodal/processors/base_processor.py @@ -436,7 +436,8 @@ class BaseMultimodalProcessor(ABC): elif _is_xpu: kwargs["device"] = "xpu" elif not _is_npu: - kwargs["device"] = "cuda" + base_gpu_id = get_global_server_args().base_gpu_id + kwargs["device"] = f"cuda:{base_gpu_id}" elif processor.__class__.__name__ not in { "Glm4vProcessor", }: