minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

fix: small changes to enable test_mrope.py (#14082)

Browse Source 
Signed-off-by: Raayan Dhar raayan.dhar@gmail.com <raayan.dhar@gmail.com>
This commit is contained in:
Raayan Dhar
2025-11-27 22:58:17 -08:00
committed by GitHub
parent 951028968c
commit 91d249cd9b
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/rotary_embedding/test_mrope.py
+4 -1
View File
@@ -7,6 +7,7 @@ from transformers import AutoConfig
from transformers import __version__ as TRANSFORMERS_VERSION from transformers import __version__ as TRANSFORMERS_VERSION
from sglang.srt.layers.rotary_embedding import get_rope from sglang.srt.layers.rotary_embedding import get_rope
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.srt.utils import ( from sglang.srt.utils import (
cpu_has_amx_support, cpu_has_amx_support,
is_cpu, is_cpu,
@@ -85,6 +86,8 @@ def test_mrope(
dtype: torch.dtype, dtype: torch.dtype,
num_tokens: int, num_tokens: int,
): ):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
atol = model_info.atol atol = model_info.atol
rtol = model_info.rtol rtol = model_info.rtol
@@ -124,7 +127,7 @@ def test_mrope(
num_tokens, num_heads, num_kv_heads, head_dim, max_position, dtype, device num_tokens, num_heads, num_kv_heads, head_dim, max_position, dtype, device
) )
query_native, key_native = mrope_helper_class.forward_native( query_native, key_native = mrope_helper_class._forward_native(
positions, positions,
query.clone(), query.clone(),
key.clone(), key.clone(),