minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[CI] Improve PP consistency check success rate (#20838)

Browse Source 
Signed-off-by: Shangming Cai <csmthu@gmail.com>
This commit is contained in:
Shangming Cai
2026-03-19 19:12:50 +08:00
committed by GitHub
parent 671bd266c1
commit 4c52b7fcc6
1 changed files with 9 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/distributed/test_pp_single_node.py
+9 -9
View File
@@ -31,7 +31,7 @@ from sglang.test.test_utils import (
run_bench_one_batch_server, run_bench_one_batch_server,
) )
register_cuda_ci(est_time=500, suite="stage-c-test-4-gpu-h100") register_cuda_ci(est_time=650, suite="stage-c-test-4-gpu-h100")
class TestPPAccuracy(unittest.TestCase): class TestPPAccuracy(unittest.TestCase):
@@ -214,7 +214,7 @@ class TestQwenPPAccuracy(unittest.TestCase):
args = SimpleNamespace( args = SimpleNamespace(
num_shots=5, num_shots=5,
data_path=None, data_path=None,
num_questions=200, num_questions=512,
max_new_tokens=512, max_new_tokens=512,
parallel=128, parallel=128,
host="http://127.0.0.1", host="http://127.0.0.1",
@@ -238,7 +238,7 @@ class TestQwenPPAccuracy(unittest.TestCase):
pp_metrics["accuracy"], pp_metrics["accuracy"],
baseline["accuracy"] - 0.02, baseline["accuracy"] - 0.02,
msg=( msg=(
f"PP accuracy dropped more than 1% compared to baseline. " f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}" f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
), ),
) )
@@ -269,7 +269,7 @@ class TestQwenPPTieWeightsAccuracy(unittest.TestCase):
args = SimpleNamespace( args = SimpleNamespace(
num_shots=5, num_shots=5,
data_path=None, data_path=None,
num_questions=200, num_questions=512,
max_new_tokens=512, max_new_tokens=512,
parallel=128, parallel=128,
host="http://127.0.0.1", host="http://127.0.0.1",
@@ -292,7 +292,7 @@ class TestQwenPPTieWeightsAccuracy(unittest.TestCase):
pp_metrics["accuracy"], pp_metrics["accuracy"],
baseline["accuracy"] - 0.02, baseline["accuracy"] - 0.02,
msg=( msg=(
f"PP accuracy dropped more than 1% compared to baseline. " f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}" f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
), ),
) )
@@ -321,7 +321,7 @@ class TestQwenMoePPAccuracy(unittest.TestCase):
args = SimpleNamespace( args = SimpleNamespace(
num_shots=5, num_shots=5,
data_path=None, data_path=None,
num_questions=200, num_questions=512,
max_new_tokens=512, max_new_tokens=512,
parallel=128, parallel=128,
host="http://127.0.0.1", host="http://127.0.0.1",
@@ -344,7 +344,7 @@ class TestQwenMoePPAccuracy(unittest.TestCase):
pp_metrics["accuracy"], pp_metrics["accuracy"],
baseline["accuracy"] - 0.02, baseline["accuracy"] - 0.02,
msg=( msg=(
f"PP accuracy dropped more than 1% compared to baseline. " f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}" f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
), ),
) )
@@ -375,7 +375,7 @@ class TestQwen35PPAccuracy(unittest.TestCase):
args = SimpleNamespace( args = SimpleNamespace(
num_shots=5, num_shots=5,
data_path=None, data_path=None,
num_questions=200, num_questions=512,
max_new_tokens=512, max_new_tokens=512,
parallel=128, parallel=128,
host="http://127.0.0.1", host="http://127.0.0.1",
@@ -398,7 +398,7 @@ class TestQwen35PPAccuracy(unittest.TestCase):
pp_metrics["accuracy"], pp_metrics["accuracy"],
baseline["accuracy"] - 0.02, baseline["accuracy"] - 0.02,
msg=( msg=(
f"PP accuracy dropped more than 1% compared to baseline. " f"PP accuracy dropped more than 2% compared to baseline. "
f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}" f"Baseline: {baseline['accuracy']:.2%}, PP: {pp_metrics['accuracy']:.2%}"
), ),
) )