[CI] Align score threshold in dsv4 disaggregation test (#26268)

This commit is contained in:
Shangming Cai
2026-05-25 17:48:45 +08:00
committed by GitHub
parent a77449f86d
commit bc8d64bf36
@@ -1,8 +1,7 @@
import unittest import unittest
from types import SimpleNamespace
from sglang.test.ci.ci_register import register_cuda_ci from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.run_eval import run_eval from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.server_fixtures.disaggregation_fixture import ( from sglang.test.server_fixtures.disaggregation_fixture import (
PDDisaggregationServerBase, PDDisaggregationServerBase,
) )
@@ -35,7 +34,10 @@ _EAGLE_SPEC_ARGS = [
] ]
class TestDisaggregationDSV4(PDDisaggregationServerBase): class TestDisaggregationDSV4(PDDisaggregationServerBase, GSM8KMixin):
gsm8k_accuracy_thres = 0.93
@classmethod @classmethod
def setUpClass(cls): def setUpClass(cls):
super().setUpClass() super().setUpClass()
@@ -70,10 +72,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
"--cuda-graph-max-bs", "--cuda-graph-max-bs",
"128", "128",
"--max-running-requests", "--max-running-requests",
"256", "128",
"--mem-fraction-static",
"0.7",
*_EAGLE_SPEC_ARGS, *_EAGLE_SPEC_ARGS,
"--watchdog-timeout",
"900",
] ]
prefill_args += cls.transfer_backend + cls.rdma_devices prefill_args += cls.transfer_backend + cls.rdma_devices
cls.process_prefill = popen_launch_pd_server( cls.process_prefill = popen_launch_pd_server(
@@ -106,10 +108,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
"--cuda-graph-max-bs", "--cuda-graph-max-bs",
"128", "128",
"--max-running-requests", "--max-running-requests",
"256", "128",
"--mem-fraction-static",
"0.7",
*_EAGLE_SPEC_ARGS, *_EAGLE_SPEC_ARGS,
"--watchdog-timeout",
"900",
] ]
decode_args += cls.transfer_backend + cls.rdma_devices decode_args += cls.transfer_backend + cls.rdma_devices
cls.process_decode = popen_launch_pd_server( cls.process_decode = popen_launch_pd_server(
@@ -120,21 +122,6 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
env=DSV4_FLASH_ENV, env=DSV4_FLASH_ENV,
) )
def test_gsm8k(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="gsm8k",
api="completion",
max_tokens=512,
num_examples=200,
num_threads=128,
)
metrics = run_eval(args)
print(f"Evaluation metrics: {metrics}")
self.assertGreater(metrics["score"], 0.95)
if __name__ == "__main__": if __name__ == "__main__":
unittest.main() unittest.main()