fix: adding performance logging for nightly diffusion (#18023)

2026-02-16 14:09:00 +08:00
parent 2050875424
commit f1efb46bdd
6 changed files with 488 additions and 36 deletions
@@ -22,8 +22,14 @@ from datetime import datetime, timezone

 def find_partition_files(input_dir: str) -> list[str]:
    """Find all partition metric files in the input directory."""
-    pattern = os.path.join(input_dir, "**/metrics-*.json")
-    return glob.glob(pattern, recursive=True)
+    patterns = [
+        os.path.join(input_dir, "**/metrics-*.json"),
+        os.path.join(input_dir, "**/diffusion-metrics-*.json"),
+    ]
+    files = set()
+    for pattern in patterns:
+        files.update(glob.glob(pattern, recursive=True))
+    return list(files)


 def load_partition_metrics(filepath: str) -> dict | None: