[CI] Align score threshold in dsv4 disaggregation test (#26268)

This commit is contained in:
Shangming Cai
2026-05-25 17:48:45 +08:00
committed by GitHub
parent a77449f86d
commit bc8d64bf36
@@ -1,8 +1,7 @@
import unittest
from types import SimpleNamespace
from sglang.test.ci.ci_register import register_cuda_ci
from sglang.test.run_eval import run_eval
from sglang.test.kits.eval_accuracy_kit import GSM8KMixin
from sglang.test.server_fixtures.disaggregation_fixture import (
PDDisaggregationServerBase,
)
@@ -35,7 +34,10 @@ _EAGLE_SPEC_ARGS = [
]
class TestDisaggregationDSV4(PDDisaggregationServerBase):
class TestDisaggregationDSV4(PDDisaggregationServerBase, GSM8KMixin):
gsm8k_accuracy_thres = 0.93
@classmethod
def setUpClass(cls):
super().setUpClass()
@@ -70,10 +72,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
"--cuda-graph-max-bs",
"128",
"--max-running-requests",
"256",
"--mem-fraction-static",
"0.7",
"128",
*_EAGLE_SPEC_ARGS,
"--watchdog-timeout",
"900",
]
prefill_args += cls.transfer_backend + cls.rdma_devices
cls.process_prefill = popen_launch_pd_server(
@@ -106,10 +108,10 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
"--cuda-graph-max-bs",
"128",
"--max-running-requests",
"256",
"--mem-fraction-static",
"0.7",
"128",
*_EAGLE_SPEC_ARGS,
"--watchdog-timeout",
"900",
]
decode_args += cls.transfer_backend + cls.rdma_devices
cls.process_decode = popen_launch_pd_server(
@@ -120,21 +122,6 @@ class TestDisaggregationDSV4(PDDisaggregationServerBase):
env=DSV4_FLASH_ENV,
)
def test_gsm8k(self):
args = SimpleNamespace(
base_url=self.base_url,
model=self.model,
eval_name="gsm8k",
api="completion",
max_tokens=512,
num_examples=200,
num_threads=128,
)
metrics = run_eval(args)
print(f"Evaluation metrics: {metrics}")
self.assertGreater(metrics["score"], 0.95)
if __name__ == "__main__":
unittest.main()