minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Bugfix] Place empty Qwen encoder-DP embeddings on the communication device (#31663)

Browse Source
This commit is contained in:
qyb233
2026-07-21 19:54:36 +08:00
committed by GitHub
parent 7c9257529f
commit 303896a475
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/multimodal/mm_utils.py
+2 -2
View File
@@ -707,7 +707,7 @@ def run_dp_sharded_mrope_vision_model(
out_dim = getattr(vision_model.config, "hidden_size", None) out_dim = getattr(vision_model.config, "hidden_size", None)
image_embeds_local = torch.empty( image_embeds_local = torch.empty(
(0, embed_dim_reduction_factor, out_dim), (0, embed_dim_reduction_factor, out_dim),
device=input_device, device=vision_model.device,
dtype=input_dtype, dtype=input_dtype,
) )
else: else:
@@ -725,7 +725,7 @@ def run_dp_sharded_mrope_vision_model(
out_dim = vision_model.config.hidden_size out_dim = vision_model.config.hidden_size
image_embeds_local = torch.empty( image_embeds_local = torch.empty(
(0, out_dim), (0, out_dim),
device=input_device, device=vision_model.device,
dtype=input_dtype, dtype=input_dtype,
) )