Add more testing for chunked prefill (#27506)
This commit is contained in:
@@ -0,0 +1,23 @@
|
||||
import unittest
|
||||
|
||||
from sglang.test.chunked_prefill_test_utils import ChunkedTestBase
|
||||
from sglang.test.test_utils import DEFAULT_MLA_MODEL_NAME_FOR_TEST
|
||||
|
||||
|
||||
class TestChunkedFeatureDPAttention(ChunkedTestBase):
|
||||
__test__ = True
|
||||
use_kv_canary = False
|
||||
model = DEFAULT_MLA_MODEL_NAME_FOR_TEST
|
||||
gsm8k_threshold = 0.50
|
||||
feature_args = [
|
||||
"--trust-remote-code",
|
||||
"--tp",
|
||||
"2",
|
||||
"--enable-dp-attention",
|
||||
"--dp",
|
||||
"2",
|
||||
]
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user