[CI] Align score threshold in dsv4 disaggregation test (#26268)
This commit is contained in:
@@ -1,8 +1,7 @@
|
|||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
|
||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cuda_ci
|
from sglang.test.ci.ci_register import register_cuda_ci
|
||||||
from sglang.test.run_eval import run_eval
|
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
|
||||||
from sglang.test.server_fixtures.disaggregation_fixture import (
|
from sglang.test.server_fixtures.disaggregation_fixture import (
|
||||||
PDDisaggregationServerBase,
|
PDDisaggregationServerBase,
|
||||||
)
|
)
|
||||||
@@ -35,7 +34,10 @@ _EAGLE_SPEC_ARGS = [
|
|||||||
]
|
]
|
||||||
|
|
||||||
|
|
||||||
class TestDisaggregationDSV4(PDDisaggregationServerBase):
|
class TestDisaggregationDSV4(PDDisaggregationServerBase, GSM8KMixin):
|
||||||
|
|
||||||
|
gsm8k_accuracy_thres = 0.93
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
super().setUpClass()
|
super().setUpClass()
|
||||||
@@ -70,10 +72,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
|
|||||||
"--cuda-graph-max-bs",
|
"--cuda-graph-max-bs",
|
||||||
"128",
|
"128",
|
||||||
"--max-running-requests",
|
"--max-running-requests",
|
||||||
"256",
|
"128",
|
||||||
"--mem-fraction-static",
|
|
||||||
"0.7",
|
|
||||||
*_EAGLE_SPEC_ARGS,
|
*_EAGLE_SPEC_ARGS,
|
||||||
|
"--watchdog-timeout",
|
||||||
|
"900",
|
||||||
]
|
]
|
||||||
prefill_args += cls.transfer_backend + cls.rdma_devices
|
prefill_args += cls.transfer_backend + cls.rdma_devices
|
||||||
cls.process_prefill = popen_launch_pd_server(
|
cls.process_prefill = popen_launch_pd_server(
|
||||||
@@ -106,10 +108,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
|
|||||||
"--cuda-graph-max-bs",
|
"--cuda-graph-max-bs",
|
||||||
"128",
|
"128",
|
||||||
"--max-running-requests",
|
"--max-running-requests",
|
||||||
"256",
|
"128",
|
||||||
"--mem-fraction-static",
|
|
||||||
"0.7",
|
|
||||||
*_EAGLE_SPEC_ARGS,
|
*_EAGLE_SPEC_ARGS,
|
||||||
|
"--watchdog-timeout",
|
||||||
|
"900",
|
||||||
]
|
]
|
||||||
decode_args += cls.transfer_backend + cls.rdma_devices
|
decode_args += cls.transfer_backend + cls.rdma_devices
|
||||||
cls.process_decode = popen_launch_pd_server(
|
cls.process_decode = popen_launch_pd_server(
|
||||||
@@ -120,21 +122,6 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
|
|||||||
env=DSV4_FLASH_ENV,
|
env=DSV4_FLASH_ENV,
|
||||||
)
|
)
|
||||||
|
|
||||||
def test_gsm8k(self):
|
|
||||||
args = SimpleNamespace(
|
|
||||||
base_url=self.base_url,
|
|
||||||
model=self.model,
|
|
||||||
eval_name="gsm8k",
|
|
||||||
api="completion",
|
|
||||||
max_tokens=512,
|
|
||||||
num_examples=200,
|
|
||||||
num_threads=128,
|
|
||||||
)
|
|
||||||
metrics = run_eval(args)
|
|
||||||
print(f"Evaluation metrics: {metrics}")
|
|
||||||
|
|
||||||
self.assertGreater(metrics["score"], 0.95)
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == "__main__":
|
if __name__ == "__main__":
|
||||||
unittest.main()
|
unittest.main()
|
||||||
|
|||||||
Reference in New Issue
Block a user