minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Relax several thresholds in flaky CIs (#21562)

Browse Source
This commit is contained in:
Baizhou Zhang
2026-03-27 13:16:49 -07:00
committed by GitHub
parent 9a91323c9f
commit 4e905febd2
3 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/lora/test_lora_moe_vllm_sgl_logprob_diff.py
+1 -1
View File
@@ -332,7 +332,7 @@ class TestMoELoraRegression(unittest.TestCase):
ref = REFERENCE_STATS[i]
# Epsilon to allow room for different, but correct, implementations
eps = 1e-4
eps = 2e-4
# Assertions
self.assertEqual(v_text, s_text, f"String mismatch on prompt {i}")
test/registered/quant/test_deepseek_v32_fp4_4gpu.py
+6 -6
View File
@@ -58,8 +58,8 @@ class TestDeepseekV32FP4DP(CustomTestCase):
args = SimpleNamespace(
num_shots=20,
data_path=None,
num_questions=1319,
parallel=1319,
num_questions=500,
parallel=500,
max_new_tokens=512,
host="http://127.0.0.1",
port=int(self.base_url.split(":")[-1]),
@@ -72,7 +72,7 @@ class TestDeepseekV32FP4DP(CustomTestCase):
f"### test_gsm8k (deepseek-v3-fp4)\n" f'{metrics["accuracy"]=:.3f}\n'
)
self.assertGreater(metrics["accuracy"], 0.935)
self.assertGreater(metrics["accuracy"], 0.93)
def test_bs_1_speed(self):
args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048)
@@ -125,8 +125,8 @@ class TestDeepseekV32FP4TP(CustomTestCase):
args = SimpleNamespace(
num_shots=20,
data_path=None,
num_questions=1319,
parallel=1319,
num_questions=500,
parallel=500,
max_new_tokens=512,
host="http://127.0.0.1",
port=int(self.base_url.split(":")[-1]),
@@ -139,7 +139,7 @@ class TestDeepseekV32FP4TP(CustomTestCase):
f"### test_gsm8k (deepseek-v3-fp4)\n" f'{metrics["accuracy"]=:.3f}\n'
)
self.assertGreater(metrics["accuracy"], 0.935)
self.assertGreater(metrics["accuracy"], 0.93)
def test_bs_1_speed(self):
args = BenchArgs(port=int(self.base_url.split(":")[-1]), max_new_tokens=2048)
test/registered/quant/test_deepseek_v32_fp4_mtp_4gpu.py
+2 -2
View File
@@ -95,7 +95,7 @@ class TestDeepseekV32FP4DPSpecV2(CustomTestCase):
f'{metrics["accuracy"]=:.3f}\n'
f"{avg_spec_accept_length=:.2f}\n"
)
self.assertGreater(metrics["accuracy"], 0.94)
self.assertGreater(metrics["accuracy"], 0.93)
self.assertGreater(avg_spec_accept_length, 2.7)
def test_bs_1_speed(self):
@@ -185,7 +185,7 @@ class TestDeepseekV32FP4TPSpecV2(CustomTestCase):
f'{metrics["accuracy"]=:.3f}\n'
f"{avg_spec_accept_length=:.2f}\n"
)
self.assertGreater(metrics["accuracy"], 0.94)
self.assertGreater(metrics["accuracy"], 0.93)
self.assertGreater(avg_spec_accept_length, 2.7)
def test_bs_1_speed(self):