Add more testing for chunked prefill (#27506)
This commit is contained in:
@@ -0,0 +1,25 @@
|
||||
import unittest
|
||||
|
||||
from sglang.test.chunked_prefill_test_utils import ChunkedTestPDBase
|
||||
|
||||
|
||||
class TestChunkedFeaturePDPP(ChunkedTestPDBase):
|
||||
__test__ = True
|
||||
gsm8k_threshold = 0.50
|
||||
feature_args = [
|
||||
"--tp-size",
|
||||
"2",
|
||||
"--pp-size",
|
||||
"2",
|
||||
"--disable-overlap-schedule",
|
||||
]
|
||||
decode_feature_args = [
|
||||
"--tp-size",
|
||||
"2",
|
||||
"--base-gpu-id",
|
||||
"4",
|
||||
]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user