Cap diagnostic detail computation for failing tensors (#30656)

This commit is contained in:
fzyzcjy
2026-07-09 20:19:51 +08:00
committed by GitHub
parent 287291c232
commit 5b28465eb9
5 changed files with 221 additions and 8 deletions
@@ -5241,5 +5241,25 @@ class TestDiffThresholdPredicateExitCode:
assert exit_code == 1
class TestFailureDisplayBudgetWiring:
def test_run_emits_full_detail_for_failing_tensor(self, tmp_path, capsys) -> None:
"""run() builds a fresh per-run budget, so failing tensors carry percentile detail."""
ones = torch.ones(4, 4)
baseline = _create_rank_dump(
tmp_path / "baseline", rank=0, name="g", tensor=ones
)
target = _create_rank_dump(
tmp_path / "target", rank=0, name="g", tensor=ones * 2
)
records, exit_code = _run_and_parse(_make_argv(baseline, target), capsys)
tensors = [r for r in records if isinstance(r, ComparisonTensorRecord)]
assert len(tensors) == 1
assert tensors[0].diff is not None and tensors[0].diff.passed is False
assert len(tensors[0].diff.abs_diff_percentiles) > 0
assert exit_code == 1
if __name__ == "__main__":
sys.exit(pytest.main([__file__]))