minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Performance] Move the contiguous to torch compile region (#13199)

Browse Source
This commit is contained in:
DarkSharpness
2025-11-15 20:49:52 -08:00
committed by GitHub
parent f35f7f1245
commit f969664172
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/rotary_embedding.py
+2
View File
@@ -1481,6 +1481,8 @@ class MRotaryEmbedding(RotaryEmbedding):
num_tokens = positions.shape[-1] num_tokens = positions.shape[-1]
cos_sin = self.cos_sin_cache[positions] cos_sin = self.cos_sin_cache[positions]
cos, sin = cos_sin.chunk(2, dim=-1) cos, sin = cos_sin.chunk(2, dim=-1)
cos = cos.contiguous()
sin = sin.contiguous()
query_shape = query.shape query_shape = query.shape
key_shape = key.shape key_shape = key.shape
if positions.ndim == 2: if positions.ndim == 2: