From 27ea5ed070a6a3e5ab631be43412405dbdbd0ed5 Mon Sep 17 00:00:00 2001 From: jiayisunx Date: Fri, 17 Jul 2026 09:14:25 +0800 Subject: [PATCH] =?UTF-8?q?[XPU]=20Fix=20dtype=20mismatch=20in=20MRotaryEm?= =?UTF-8?q?bedding.forward=5Fxpu=20by=20calling=20=5F=E2=80=A6=20(#31441)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- python/sglang/srt/layers/rotary_embedding/mrope.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/sglang/srt/layers/rotary_embedding/mrope.py b/python/sglang/srt/layers/rotary_embedding/mrope.py index 575e34a12..979b9741b 100644 --- a/python/sglang/srt/layers/rotary_embedding/mrope.py +++ b/python/sglang/srt/layers/rotary_embedding/mrope.py @@ -303,6 +303,7 @@ class MRotaryEmbedding(RotaryEmbedding): fused_set_kv_buffer_arg=None, ) -> Tuple[torch.Tensor, torch.Tensor]: assert positions.ndim in (1, 2) + self._match_cos_sin_cache_dtype(query) if positions.ndim == 2 and self.mrope_section: multimodal_rotary_embedding( query,