From 6c6fa19a908971c3f7234a211cbd1aa3fe99f757 Mon Sep 17 00:00:00 2001 From: silencejade <222910030+silencejade@users.noreply.github.com> Date: Wed, 24 Jun 2026 14:57:19 +0800 Subject: [PATCH] [NPU] Support fsdp for rl_on_policy_target (#29128) --- python/sglang/srt/layers/rotary_embedding/base.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/layers/rotary_embedding/base.py b/python/sglang/srt/layers/rotary_embedding/base.py index 945e3f845..5c20732e0 100644 --- a/python/sglang/srt/layers/rotary_embedding/base.py +++ b/python/sglang/srt/layers/rotary_embedding/base.py @@ -128,9 +128,10 @@ class RotaryEmbedding(MultiPlatformOp): # XXX (MUSA): Implement sgl_kernel.rotary_embedding support for MUSA backend if get_global_server_args().rl_on_policy_target is not None or _is_musa: self._forward_method = self.forward_native - self._apply_rotary_emb_wrapped = torch.compile(dynamic=True)( - apply_rotary_emb - ) + self._apply_rotary_emb_wrapped = torch.compile( + dynamic=True, + disable=_is_npu, + )(apply_rotary_emb) self.position_cos, self.position_sin = None, None def _match_cos_sin_cache_dtype(self, query: torch.Tensor) -> None: