minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[XPU] Fix dtype mismatch in MRotaryEmbedding.forward_xpu by calling _… (#31441)

Browse Source
This commit is contained in:
jiayisunx
2026-07-17 09:14:25 +08:00
committed by GitHub
parent dc0b3eb68f
commit 27ea5ed070
1 changed files with 1 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/rotary_embedding/mrope.py
+1
View File
@@ -303,6 +303,7 @@ class MRotaryEmbedding(RotaryEmbedding):
fused_set_kv_buffer_arg=None, fused_set_kv_buffer_arg=None,
) -> Tuple[torch.Tensor, torch.Tensor]: ) -> Tuple[torch.Tensor, torch.Tensor]:
assert positions.ndim in (1, 2) assert positions.ndim in (1, 2)
self._match_cos_sin_cache_dtype(query)
if positions.ndim == 2 and self.mrope_section: if positions.ndim == 2 and self.mrope_section:
multimodal_rotary_embedding( multimodal_rotary_embedding(
query, query,