From 4d3c7e781a7debed633f93298a91d9b36168f51c Mon Sep 17 00:00:00 2001 From: Mick Date: Thu, 23 Apr 2026 12:39:37 +0800 Subject: [PATCH] [diffusion] CI: do not retry consistency failures (#23517) --- python/sglang/multimodal_gen/test/run_suite.py | 16 ++++++++++++++++ 1 file changed, 16 insertions(+) diff --git a/python/sglang/multimodal_gen/test/run_suite.py b/python/sglang/multimodal_gen/test/run_suite.py index 491d3ebcc..c3ce5e0f8 100644 --- a/python/sglang/multimodal_gen/test/run_suite.py +++ b/python/sglang/multimodal_gen/test/run_suite.py @@ -559,7 +559,23 @@ def _summary_has_retryable_failure(summary_lines: list[str]) -> bool: return False +def _is_consistency_failure(full_output: str) -> bool: + summary_lines = _extract_short_test_summary(full_output) + for line in summary_lines: + if "Consistency check failed for" in line or "GT not found for" in line: + return True + + return ( + "Consistency check failed for " in full_output + or "GT not found for " in full_output + or "--- MISSING GROUND TRUTH DETECTED ---" in full_output + ) + + def _is_retryable_failure(full_output: str) -> bool: + if _is_consistency_failure(full_output): + return False + summary_lines = _extract_short_test_summary(full_output) is_perf_assertion = ( "multimodal_gen/test/server/test_server_utils.py" in full_output