minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[Fix] Set global args in cpu test (#12105)

Browse Source
This commit is contained in:
Baizhou Zhang
2025-10-24 21:46:17 -07:00
committed by GitHub
parent 22f55e1b15
commit ce86979355
1 changed files with 3 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/cpu/test_rope.py
+3
View File
@@ -8,6 +8,7 @@ from sglang.srt.layers.rotary_embedding import (
DeepseekScalingRotaryEmbedding, DeepseekScalingRotaryEmbedding,
RotaryEmbedding, RotaryEmbedding,
) )
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
from sglang.test.test_utils import CustomTestCase from sglang.test.test_utils import CustomTestCase
torch.manual_seed(1234) torch.manual_seed(1234)
@@ -24,6 +25,7 @@ class TestROPE(CustomTestCase):
k_dim = 576 k_dim = 576
rotary_dim = 64 rotary_dim = 64
is_neox_style = False is_neox_style = False
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
# Create cos_sin_cache # Create cos_sin_cache
freqs = torch.rand(max_pos, qk_rope_head_dim // 2) freqs = torch.rand(max_pos, qk_rope_head_dim // 2)
@@ -95,6 +97,7 @@ class TestROPE(CustomTestCase):
num_q_heads: int, num_q_heads: int,
num_kv_heads: int, num_kv_heads: int,
): ):
set_global_server_args_for_scheduler(ServerArgs(model_path="dummy"))
torch.manual_seed(100) torch.manual_seed(100)
rope_ref = RotaryEmbedding( rope_ref = RotaryEmbedding(
head_size, head_size,