[NPU][CI] Fail fast and speed up long-running qwen3.6 accuracy cases (#39813)

This commit is contained in:
pllimax
2026-09-16 20:20:37 +08:00
committed by GitHub
parent e7f7447333
commit 00a9a81b67
4 changed files with 12 additions and 3 deletions
@@ -314,6 +314,9 @@ class TestNpuAccuracyTestCaseBase(CustomTestCase):
server_timeout = DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH
envs = None
accuracy = 0.1
# Per-case evalscope accuracy retry count. None uses the dataset default
# (get_max_retries); set to 1 to fail fast on first measurement.
max_retries = None
test_type = "accuracy"
@classmethod
@@ -478,7 +481,11 @@ class TestNpuAccuracyTestCaseBase(CustomTestCase):
port = parsed_url.port
if self.benchmark_tool == EVALSCOPE:
model_name = os.path.basename(self.model)
max_retries = get_max_retries(self.datasets)
max_retries = (
self.max_retries
if self.max_retries is not None
else get_max_retries(self.datasets)
)
best_metrics = None
for attempt in range(max_retries):
metrics = run_evalscope(