minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add FP32 dtype support for RoPE - Part2 (#13328)

Browse Source
This commit is contained in:
iLeGend
2025-11-19 21:19:53 -08:00
committed by GitHub
parent bc42c8c415
commit 10e0b83a4c
3 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/srt/cpu/test_rope.py
+6
View File
@@ -146,6 +146,12 @@ class TestROPE(CustomTestCase):
(128, 128, 2048, 10000, False, torch.bfloat16, "cpu", 2, 512, 32, 8),
(128, 128, 2048, 10000, False, torch.bfloat16, "cpu", 2, 512, 16, 4),
(512, 128, 311, 10000, False, torch.bfloat16, "cpu", 3, 39, 4, 2),
(64, 64, 32, 8000, True, torch.float32, "cpu", 32, 32, 1, 1),
(256, 128, 4096, 10000, True, torch.float32, "cpu", 2, 512, 32, 8),
(512, 128, 311, 10000, True, torch.float32, "cpu", 3, 39, 4, 2),
(128, 128, 2048, 10000, False, torch.float32, "cpu", 2, 512, 32, 8),
(128, 128, 2048, 10000, False, torch.float32, "cpu", 2, 512, 16, 4),
(512, 128, 311, 10000, False, torch.float32, "cpu", 3, 39, 4, 2),
]
for (