[NPU] Phase A calibration: full GSM8K eval for dp_attention mixed-chunk (#38422)
This commit is contained in:
@@ -255,6 +255,9 @@ jobs:
|
|||||||
install_pkg "${pkg}"
|
install_pkg "${pkg}"
|
||||||
done
|
done
|
||||||
|
|
||||||
|
# Install sgl-eval (CLI used by run_eval.py's `sgl-eval run ...`) if missing.
|
||||||
|
command -v sgl-eval >/dev/null 2>&1 || install_pkg "sgl-eval==0.1.0"
|
||||||
|
|
||||||
cd test
|
cd test
|
||||||
# Append `--nightly` and `--continue-on-error` when the job belongs to the nightly pipeline.
|
# Append `--nightly` and `--continue-on-error` when the job belongs to the nightly pipeline.
|
||||||
# --nightly: Collect test cases registered for nightly runs.
|
# --nightly: Collect test cases registered for nightly runs.
|
||||||
|
|||||||
@@ -24,7 +24,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
register_npu_ci(est_time=400, suite="base-b-test-4-npu-a3")
|
register_npu_ci(est_time=400, suite="base-b-test-4-npu-a3")
|
||||||
register_npu_ci(est_time=400, suite="nightly-4-npu-a3", nightly=True)
|
register_npu_ci(est_time=2400, suite="nightly-4-npu-a3", nightly=True)
|
||||||
|
|
||||||
|
|
||||||
class TestDPAttentionDP2TP2(
|
class TestDPAttentionDP2TP2(
|
||||||
@@ -74,6 +74,8 @@ class TestDPAttentionMixedChunk(
|
|||||||
CustomTestCase,
|
CustomTestCase,
|
||||||
NPUGSM8KMixin,
|
NPUGSM8KMixin,
|
||||||
):
|
):
|
||||||
|
# Use full GSM8K dataset to avoid sampling variance.
|
||||||
|
gsm8k_num_examples = 1319
|
||||||
gsm8k_accuracy_thres = 0.34
|
gsm8k_accuracy_thres = 0.34
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|||||||
Reference in New Issue
Block a user