Add more testing for chunked prefill (#27506)

This commit is contained in:
fzyzcjy
2026-06-09 20:19:30 +08:00
committed by GitHub
parent 609f5f549c
commit 1368717248
42 changed files with 7929 additions and 22 deletions
@@ -0,0 +1,21 @@
import unittest
from sglang.test.chunked_prefill_test_utils import ChunkedTestBase
from sglang.test.test_utils import DEFAULT_SMALL_MODEL_NAME_FOR_TEST
class TestChunkedFeaturePriority(ChunkedTestBase):
__test__ = True
model = DEFAULT_SMALL_MODEL_NAME_FOR_TEST
gsm8k_threshold = 0.30
feature_args = [
"--enable-priority-scheduling",
"--max-running-requests",
"8",
"--max-queued-requests",
"128",
]
if __name__ == "__main__":
unittest.main()