diff --git a/test/registered/quant/test_autoround_quantization.py b/test/registered/quant/test_autoround_quantization.py index 38a6408b9..5d76d4746 100644 --- a/test/registered/quant/test_autoround_quantization.py +++ b/test/registered/quant/test_autoround_quantization.py @@ -26,6 +26,10 @@ from sglang.test.test_utils import ( register_cuda_ci(est_time=120, stage="extra-a", runner_config="1-gpu-large") +MMLU_NUM_EXAMPLES = 32 +MMLU_NUM_THREADS = 32 +MMLU_SCORE_THRESHOLD = 22 / MMLU_NUM_EXAMPLES + class TestAutoRoundQuantization(CustomTestCase): @classmethod @@ -52,12 +56,12 @@ class TestAutoRoundQuantization(CustomTestCase): base_url=self.base_url, model=self.model, eval_name="mmlu", - num_examples=32, - num_threads=32, + num_examples=MMLU_NUM_EXAMPLES, + num_threads=MMLU_NUM_THREADS, device="auto", ) metrics = run_eval(args) - self.assertGreaterEqual(metrics["score"], 0.7) + self.assertGreaterEqual(metrics["score"], MMLU_SCORE_THRESHOLD) finally: kill_process_tree(process.pid) print(f"[INFO] Server for {self.model} stopped.")