From 80718492ddd7b044abe83bc7d08ffe302f5cb480 Mon Sep 17 00:00:00 2001 From: Mick Date: Wed, 15 Apr 2026 21:11:00 +0800 Subject: [PATCH] [diffusion] CI: reset thresholds (#22854) --- .../test/server/perf_baselines.json | 4411 ++++++++--------- .../utils/diffusion/comparison_configs.json | 5 +- scripts/ci/utils/diffusion/run_comparison.py | 10 +- 3 files changed, 2196 insertions(+), 2230 deletions(-) diff --git a/python/sglang/multimodal_gen/test/server/perf_baselines.json b/python/sglang/multimodal_gen/test/server/perf_baselines.json index 8d29991ba..509ab0af9 100644 --- a/python/sglang/multimodal_gen/test/server/perf_baselines.json +++ b/python/sglang/multimodal_gen/test/server/perf_baselines.json @@ -2,22 +2,23 @@ "metadata": { "model": "Diffusion Server", "hardware": "CI H100 80GB pool", - "description": "Reference numbers captured from the CI diffusion server baseline run" + "description": "Reference numbers captured from CI H100 runs (2026-04-15).", + "last_updated": "2026-04-15" }, "tolerances": { "long_term": { - "e2e": 0.1, - "denoise_stage": 0.05, - "non_denoise_stage": 0.4, - "denoise_step": 0.2, - "denoise_agg": 0.1 - }, - "pr_test": { - "e2e": 0.2, - "denoise_stage": 0.2, - "non_denoise_stage": 0.8, + "e2e": 0.15, + "denoise_stage": 0.1, + "non_denoise_stage": 0.5, "denoise_step": 0.25, "denoise_agg": 0.15 + }, + "pr_test": { + "e2e": 0.25, + "denoise_stage": 0.25, + "non_denoise_stage": 0.8, + "denoise_step": 0.3, + "denoise_agg": 0.2 } }, "improvement_reporting": { @@ -35,420 +36,423 @@ }, "scenarios": { "qwen_image_t2i": { - "notes": "Single-image generation using the default prompt", "stages_ms": { - "DecodingStage": 51.86, - "TextEncodingStage": 611.83, + "TextEncodingStage": 588.48, + "DenoisingStage": 12404.23, "InputValidationStage": 0.05, - "DenoisingStage": 14289.46, - "LatentPreparationStage": 0.2, - "TimestepPreparationStage": 3.34 + "LatentPreparationStage": 0.23, + "TimestepPreparationStage": 14.99, + "DecodingStage": 17.7 }, "denoise_step_ms": { - "0": 240.5, - "1": 279.1, - "2": 283.29, - "3": 296.63, - "4": 287.72, - "5": 283.39, - "6": 283.98, - "7": 291.82, - "8": 283.1, - "9": 284.43, - "10": 288.95, - "11": 285.6, - "12": 285.99, - "13": 285.47, - "14": 289.66, - "15": 285.74, - "16": 284.15, - "17": 290.27, - "18": 288.04, - "19": 284.57, - "20": 286.69, - "21": 288.95, - "22": 287.09, - "23": 285.6, - "24": 289.31, - "25": 285.48, - "26": 285.53, - "27": 288.13, - "28": 287.65, - "29": 285.97, - "30": 288.9, - "31": 287.97, - "32": 286.48, - "33": 285.38, - "34": 286.62, - "35": 288.22, - "36": 285.6, - "37": 286.61, - "38": 287.06, - "39": 286.2, - "40": 284.6, - "41": 285.69, - "42": 288.46, - "43": 285.53, - "44": 285.34, - "45": 285.74, - "46": 287.25, - "47": 285.0, - "48": 286.82, - "49": 287.19 + "0": 196.21, + "1": 242.25, + "2": 245.88, + "3": 257.46, + "4": 249.73, + "5": 245.97, + "6": 246.48, + "7": 253.29, + "8": 245.72, + "9": 246.87, + "10": 250.41, + "11": 247.89, + "12": 248.23, + "13": 247.78, + "14": 251.23, + "15": 248.01, + "16": 246.63, + "17": 251.28, + "18": 250.01, + "19": 247.0, + "20": 248.84, + "21": 250.8, + "22": 249.18, + "23": 247.89, + "24": 251.11, + "25": 247.79, + "26": 247.83, + "27": 250.09, + "28": 249.67, + "29": 248.21, + "30": 250.75, + "31": 249.95, + "32": 248.65, + "33": 247.7, + "34": 248.77, + "35": 250.16, + "36": 247.89, + "37": 248.77, + "38": 249.16, + "39": 248.41, + "40": 247.02, + "41": 247.97, + "42": 250.37, + "43": 247.83, + "44": 247.66, + "45": 248.01, + "46": 249.32, + "47": 247.37, + "48": 248.95, + "49": 249.27 }, - "expected_e2e_ms": 14959.11, - "expected_avg_denoise_ms": 285.67, - "expected_median_denoise_ms": 286.1, - "estimated_full_test_time_s": 129.1 + "expected_e2e_ms": 13099.2, + "expected_avg_denoise_ms": 247.95, + "expected_median_denoise_ms": 249.01, + "estimated_full_test_time_s": 133.1 }, "qwen_image_t2i_2_gpus": { "stages_ms": { - "InputValidationStage": 0.04, - "TextEncodingStage": 800.0, - "TimestepPreparationStage": 2.84, - "LatentPreparationStage": 9.13, - "DenoisingStage": 24529.77, - "DecodingStage": 612.79 + "InputValidationStage": 0.13, + "TextEncodingStage": 1114.31, + "LatentPreparationStage": 0.26, + "TimestepPreparationStage": 20.44, + "DenoisingStage": 10159.11, + "DecodingStage": 13.71 }, "denoise_step_ms": { - "0": 405.94, - "1": 420.06, - "2": 414.79, - "3": 392.4, - "4": 408.14, - "5": 605.0, - "6": 469.39, - "7": 574.04, - "8": 539.61, - "9": 452.93, - "10": 279.36, - "11": 271.8, - "12": 438.26, - "13": 552.65, - "14": 576.1, - "15": 679.84, - "16": 543.0, - "17": 512.81, - "18": 522.27, - "19": 545.06, - "20": 545.85, - "21": 523.83, - "22": 519.36, - "23": 513.78, - "24": 532.54, - "25": 524.94, - "26": 542.59, - "27": 570.91, - "28": 568.73, - "29": 564.52, - "30": 564.57, - "31": 544.94, - "32": 496.81, - "33": 488.98, - "34": 457.18, - "35": 441.42, - "36": 437.44, - "37": 477.6, - "38": 429.17, - "39": 465.55, - "40": 448.25, - "41": 511.83, - "42": 450.6, - "43": 375.78, - "44": 504.4, - "45": 524.44, - "46": 535.22, - "47": 514.52, - "48": 431.58, - "49": 410.68 + "0": 230.15, + "1": 241.11, + "2": 267.78, + "3": 276.94, + "4": 273.46, + "5": 263.83, + "6": 262.48, + "7": 252.42, + "8": 258.84, + "9": 238.48, + "10": 197.15, + "11": 183.96, + "12": 184.16, + "13": 187.16, + "14": 189.72, + "15": 190.24, + "16": 190.09, + "17": 189.98, + "18": 190.28, + "19": 189.91, + "20": 190.19, + "21": 190.14, + "22": 190.16, + "23": 189.96, + "24": 189.65, + "25": 189.93, + "26": 189.16, + "27": 190.09, + "28": 189.99, + "29": 189.83, + "30": 190.11, + "31": 189.97, + "32": 189.98, + "33": 188.8, + "34": 189.1, + "35": 190.04, + "36": 189.37, + "37": 192.09, + "38": 189.15, + "39": 189.52, + "40": 188.16, + "41": 191.37, + "42": 188.23, + "43": 189.88, + "44": 189.97, + "45": 190.1, + "46": 189.33, + "47": 190.56, + "48": 190.14, + "49": 189.98 }, - "expected_e2e_ms": 25850.45, - "expected_avg_denoise_ms": 490.43, - "expected_median_denoise_ms": 512.32 + "expected_e2e_ms": 11362.7, + "expected_avg_denoise_ms": 203.06, + "expected_median_denoise_ms": 190.02, + "estimated_full_test_time_s": 133.2 }, "flux_image_t2i": { "stages_ms": { - "DecodingStage": 32.72, - "TextEncodingStage": 51.96, - "InputValidationStage": 0.03, - "DenoisingStage": 7545.16, - "LatentPreparationStage": 0.2, - "TimestepPreparationStage": 2.43 + "TimestepPreparationStage": 32.58, + "DenoisingStage": 6915.27, + "DecodingStage": 10.31, + "LatentPreparationStage": 0.19, + "TextEncodingStage": 52.38, + "InputValidationStage": 0.07 }, "denoise_step_ms": { - "0": 50.06, - "1": 58.88, - "2": 151.24, - "3": 150.97, - "4": 151.23, - "5": 151.63, - "6": 159.11, - "7": 158.31, - "8": 153.42, - "9": 151.42, - "10": 151.91, - "11": 151.05, - "12": 151.52, - "13": 157.2, - "14": 152.76, - "15": 153.85, - "16": 153.02, - "17": 151.09, - "18": 151.49, - "19": 155.13, - "20": 155.2, - "21": 152.82, - "22": 152.2, - "23": 150.99, - "24": 152.74, - "25": 153.45, - "26": 153.63, - "27": 154.92, - "28": 152.72, - "29": 151.84, - "30": 151.84, - "31": 152.44, - "32": 153.03, - "33": 154.07, - "34": 152.36, - "35": 153.48, - "36": 152.05, - "37": 152.45, - "38": 152.42, - "39": 154.91, - "40": 152.68, - "41": 153.43, - "42": 151.62, - "43": 153.52, - "44": 153.13, - "45": 152.85, - "46": 152.33, - "47": 151.61, - "48": 152.4, - "49": 152.33 + "0": 45.85, + "1": 53.93, + "2": 138.52, + "3": 137.94, + "4": 138.51, + "5": 137.46, + "6": 139.84, + "7": 145.0, + "8": 139.97, + "9": 138.69, + "10": 139.13, + "11": 138.35, + "12": 138.78, + "13": 142.34, + "14": 139.91, + "15": 140.68, + "16": 140.15, + "17": 138.38, + "18": 138.75, + "19": 138.28, + "20": 139.79, + "21": 139.97, + "22": 139.4, + "23": 138.29, + "24": 139.89, + "25": 140.54, + "26": 140.71, + "27": 141.89, + "28": 139.88, + "29": 139.07, + "30": 139.07, + "31": 139.62, + "32": 140.03, + "33": 141.11, + "34": 139.55, + "35": 140.57, + "36": 139.26, + "37": 139.63, + "38": 139.6, + "39": 140.13, + "40": 139.84, + "41": 140.53, + "42": 138.87, + "43": 140.05, + "44": 140.25, + "45": 140.0, + "46": 139.52, + "47": 138.86, + "48": 139.58, + "49": 139.52 }, - "expected_e2e_ms": 7798.99, - "expected_avg_denoise_ms": 150.77, - "expected_median_denoise_ms": 152.45, - "estimated_full_test_time_s": 78.1 + "expected_e2e_ms": 7351.97, + "expected_avg_denoise_ms": 138.09, + "expected_median_denoise_ms": 138.97, + "estimated_full_test_time_s": 127.4 }, "flux_2_image_t2i": { "stages_ms": { - "LatentPreparationStage": 0.52, - "TimestepPreparationStage": 2.91, - "TextEncodingStage": 518.54, - "ImageVAEEncodingStage": 0.0, + "TimestepPreparationStage": 20.47, + "DenoisingStage": 24036.73, + "DecodingStage": 11.76, + "LatentPreparationStage": 1.17, + "TextEncodingStage": 500.54, "InputValidationStage": 0.05, - "DenoisingStage": 24901.97, - "DecodingStage": 8.98 + "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { - "0": 69.14, - "1": 132.57, - "2": 508.67, - "3": 493.52, - "4": 504.31, - "5": 492.99, - "6": 501.91, - "7": 495.18, - "8": 500.87, - "9": 497.36, - "10": 498.74, - "11": 497.46, - "12": 499.08, - "13": 494.65, - "14": 500.35, - "15": 496.89, - "16": 500.23, - "17": 497.01, - "18": 501.68, - "19": 493.8, - "20": 501.1, - "21": 494.81, - "22": 501.04, - "23": 499.27, - "24": 500.04, - "25": 497.14, - "26": 499.05, - "27": 494.91, - "28": 496.89, - "29": 498.53, - "30": 497.94, - "31": 497.09, - "32": 497.7, - "33": 497.58, - "34": 496.43, - "35": 497.7, - "36": 497.37, - "37": 497.17, - "38": 499.27, - "39": 495.52, - "40": 501.67, - "41": 495.11, - "42": 500.69, - "43": 501.61, - "44": 501.91, - "45": 495.58, - "46": 499.37, - "47": 496.8, - "48": 497.49, - "49": 495.69 + "0": 65.28, + "1": 129.11, + "2": 494.48, + "3": 472.21, + "4": 485.49, + "5": 477.0, + "6": 484.63, + "7": 481.51, + "8": 476.77, + "9": 484.36, + "10": 474.3, + "11": 484.46, + "12": 472.48, + "13": 481.72, + "14": 476.01, + "15": 483.91, + "16": 474.13, + "17": 484.02, + "18": 477.31, + "19": 480.9, + "20": 476.66, + "21": 481.88, + "22": 478.32, + "23": 479.76, + "24": 479.35, + "25": 480.63, + "26": 481.81, + "27": 481.98, + "28": 479.82, + "29": 482.68, + "30": 483.31, + "31": 479.62, + "32": 483.89, + "33": 476.98, + "34": 483.46, + "35": 481.28, + "36": 482.2, + "37": 480.9, + "38": 484.39, + "39": 478.42, + "40": 484.07, + "41": 478.36, + "42": 482.26, + "43": 483.16, + "44": 484.7, + "45": 482.63, + "46": 482.24, + "47": 481.59, + "48": 479.8, + "49": 480.94 }, - "expected_e2e_ms": 329129.82, - "expected_avg_denoise_ms": 489.43, - "expected_median_denoise_ms": 497.53, - "estimated_full_test_time_s": 185.9 + "expected_e2e_ms": 24999.55, + "expected_avg_denoise_ms": 472.44, + "expected_median_denoise_ms": 481.55, + "estimated_full_test_time_s": 145.2 }, "flux_2_klein_image_t2i": { "stages_ms": { - "DecodingStage": 9.27, - "TextEncodingStage": 92.17, + "DecodingStage": 6.41, "InputValidationStage": 0.05, - "ImageVAEEncodingStage": 0.0, - "DenoisingStage": 252.01, - "LatentPreparationStage": 0.42, - "TimestepPreparationStage": 1.5 + "DenoisingStage": 266.12, + "TextEncodingStage": 90.44, + "LatentPreparationStage": 0.5, + "TimestepPreparationStage": 20.45, + "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { - "0": 19.91, - "1": 19.32, - "2": 51.99, - "3": 61.78 + "0": 16.21, + "1": 15.23, + "2": 54.97, + "3": 65.32 }, - "expected_e2e_ms": 430.73, - "expected_avg_denoise_ms": 38.25, - "expected_median_denoise_ms": 35.95 + "expected_e2e_ms": 476.48, + "expected_avg_denoise_ms": 39.98, + "expected_median_denoise_ms": 39.47, + "estimated_full_test_time_s": 120.5 }, "layerwise_offload": { "stages_ms": { - "InputValidationStage": 0.06, - "TextEncodingStage": 513.58, - "LatentPreparationStage": 0.46, - "TimestepPreparationStage": 2.38, - "DenoisingStage": 52187.62, - "DecodingStage": 190.31 + "TextEncodingStage": 176.59, + "DenoisingStage": 1478.72, + "InputValidationStage": 0.05, + "LatentPreparationStage": 0.12, + "TimestepPreparationStage": 41.81, + "DecodingStage": 10.36 }, "denoise_step_ms": { - "0": 1033.45, - "1": 137.03, - "2": 1046.96, - "3": 1039.28, - "4": 1039.05, - "5": 1043.91, - "6": 1041.75, - "7": 1037.6, - "8": 1043.54, - "9": 1048.63, - "10": 1039.8, - "11": 1042.25, - "12": 1041.54, - "13": 1045.89, - "14": 1038.99, - "15": 1041.82, - "16": 1038.32, - "17": 1045.53, - "18": 1046.54, - "19": 1041.22, - "20": 1044.55, - "21": 1041.31, - "22": 1051.28, - "23": 1043.12, - "24": 1044.65, - "25": 1042.25, - "26": 1046.47, - "27": 1052.9, - "28": 1039.04, - "29": 1042.39, - "30": 1045.33, - "31": 1038.05, - "32": 1037.76, - "33": 1037.93, - "34": 1052.85, - "35": 1045.59, - "36": 1054.32, - "37": 1044.59, - "38": 1043.57, - "39": 1041.93, - "40": 1043.59, - "41": 1046.17, - "42": 1046.92, - "43": 1047.04, - "44": 1046.8, - "45": 1041.86, - "46": 1041.05, - "47": 1044.04, - "48": 1039.77, - "49": 1047.12 + "0": 47.34, + "1": 21.89, + "2": 167.21, + "3": 165.98, + "4": 165.95, + "5": 166.72, + "6": 166.38, + "7": 165.72, + "8": 166.67, + "9": 167.48, + "10": 166.07, + "11": 166.46, + "12": 166.35, + "13": 167.04, + "14": 165.94, + "15": 166.39, + "16": 165.83, + "17": 166.98, + "18": 167.14, + "19": 166.29, + "20": 166.83, + "21": 166.31, + "22": 167.9, + "23": 166.6, + "24": 166.84, + "25": 166.46, + "26": 167.13, + "27": 168.16, + "28": 165.95, + "29": 166.48, + "30": 166.95, + "31": 165.79, + "32": 165.74, + "33": 165.77, + "34": 168.15, + "35": 166.99, + "36": 168.39, + "37": 166.83, + "38": 166.67, + "39": 166.41, + "40": 166.67, + "41": 167.09, + "42": 167.2, + "43": 167.22, + "44": 167.19, + "45": 166.4, + "46": 166.27, + "47": 166.75, + "48": 166.06, + "49": 167.24 }, - "expected_e2e_ms": 53290.15, - "expected_avg_denoise_ms": 1025.35, - "expected_median_denoise_ms": 1043.33 + "expected_e2e_ms": 1976.64, + "expected_avg_denoise_ms": 163.76, + "expected_median_denoise_ms": 188.61, + "estimated_full_test_time_s": 122.0 }, "flux_2_ti2i": { "stages_ms": { - "InputValidationStage": 99.82, - "TextEncodingStage": 519.88, - "ImageVAEEncodingStage": 254.56, - "LatentPreparationStage": 12.4, - "TimestepPreparationStage": 2.71, - "DenoisingStage": 54705.41, - "DecodingStage": 469.47 + "TextEncodingStage": 500.3, + "DenoisingStage": 47133.15, + "InputValidationStage": 43.89, + "LatentPreparationStage": 1.19, + "TimestepPreparationStage": 10.54, + "DecodingStage": 16.32, + "ImageVAEEncodingStage": 69.59 }, "denoise_step_ms": { - "0": 1067.03, - "1": 271.58, - "2": 1073.07, - "3": 1071.93, - "4": 1100.0, - "5": 1102.28, - "6": 1088.3, - "7": 1089.09, - "8": 1086.95, - "9": 1089.33, - "10": 1089.28, - "11": 1096.51, - "12": 1098.88, - "13": 1080.84, - "14": 1098.44, - "15": 1100.88, - "16": 1086.83, - "17": 1090.58, - "18": 1096.35, - "19": 1086.25, - "20": 1082.71, - "21": 1097.6, - "22": 1098.72, - "23": 1100.9, - "24": 1099.02, - "25": 1101.52, - "26": 1098.75, - "27": 1101.41, - "28": 1091.75, - "29": 1087.2, - "30": 1101.33, - "31": 1098.14, - "32": 1100.14, - "33": 1098.91, - "34": 1100.05, - "35": 1099.12, - "36": 1100.22, - "37": 1103.29, - "38": 1092.79, - "39": 1086.59, - "40": 1094.81, - "41": 1105.6, - "42": 1100.54, - "43": 1099.95, - "44": 1096.5, - "45": 1086.69, - "46": 1095.85, - "47": 1092.85, - "48": 1086.17, - "49": 1099.67 + "0": 129.61, + "1": 236.54, + "2": 934.61, + "3": 933.62, + "4": 932.9, + "5": 936.67, + "6": 938.92, + "7": 940.38, + "8": 943.45, + "9": 941.77, + "10": 943.22, + "11": 944.59, + "12": 947.95, + "13": 941.38, + "14": 942.94, + "15": 945.5, + "16": 946.09, + "17": 945.03, + "18": 946.27, + "19": 946.09, + "20": 943.01, + "21": 945.24, + "22": 946.88, + "23": 945.43, + "24": 945.39, + "25": 945.36, + "26": 945.47, + "27": 944.91, + "28": 944.35, + "29": 944.95, + "30": 945.26, + "31": 945.0, + "32": 941.29, + "33": 942.61, + "34": 942.31, + "35": 942.54, + "36": 941.52, + "37": 943.8, + "38": 940.42, + "39": 943.78, + "40": 943.87, + "41": 941.57, + "42": 940.55, + "43": 941.47, + "44": 941.05, + "45": 941.33, + "46": 941.46, + "47": 941.03, + "48": 940.73, + "49": 940.73 }, - "expected_e2e_ms": 56308.23, - "expected_avg_denoise_ms": 1077.26, - "expected_median_denoise_ms": 1096.5 + "expected_e2e_ms": 48425.56, + "expected_avg_denoise_ms": 926.43, + "expected_median_denoise_ms": 942.95, + "estimated_full_test_time_s": 168.9 }, "flux_2_ti2i_multi_image_cache_dit": { "stages_ms": { @@ -514,566 +518,571 @@ }, "expected_e2e_ms": 28591.93, "expected_avg_denoise_ms": 533.42, - "expected_median_denoise_ms": 235.74 + "expected_median_denoise_ms": 235.74, + "estimated_full_test_time_s": 148.6 }, "flux_image_t2i_2_gpus": { "stages_ms": { - "InputValidationStage": 0.03, - "TextEncodingStage": 74.47, - "TimestepPreparationStage": 2.23, - "LatentPreparationStage": 6.17, - "DenoisingStage": 8400.49, - "DecodingStage": 381.56 + "InputValidationStage": 0.04, + "TextEncodingStage": 61.66, + "TimestepPreparationStage": 26.36, + "LatentPreparationStage": 0.26, + "DenoisingStage": 5299.62, + "DecodingStage": 17.87 }, "denoise_step_ms": { - "0": 73.27, - "1": 166.6, - "2": 167.31, - "3": 168.7, - "4": 168.83, - "5": 171.05, - "6": 174.64, - "7": 170.92, - "8": 169.69, - "9": 169.21, - "10": 167.71, - "11": 177.62, - "12": 166.44, - "13": 174.61, - "14": 170.43, - "15": 169.47, - "16": 167.24, - "17": 169.15, - "18": 169.51, - "19": 172.3, - "20": 172.19, - "21": 172.36, - "22": 168.39, - "23": 168.47, - "24": 170.55, - "25": 170.96, - "26": 168.43, - "27": 169.01, - "28": 169.62, - "29": 170.95, - "30": 171.83, - "31": 171.92, - "32": 170.1, - "33": 170.46, - "34": 169.91, - "35": 168.91, - "36": 170.27, - "37": 170.23, - "38": 169.62, - "39": 169.66, - "40": 169.57, - "41": 169.42, - "42": 168.59, - "43": 171.12, - "44": 169.6, - "45": 169.93, - "46": 171.23, - "47": 171.03, - "48": 170.14, - "49": 169.4 + "0": 104.11, + "1": 102.97, + "2": 103.27, + "3": 98.55, + "4": 95.34, + "5": 94.41, + "6": 96.22, + "7": 100.53, + "8": 107.55, + "9": 102.17, + "10": 104.54, + "11": 104.35, + "12": 106.04, + "13": 102.32, + "14": 105.06, + "15": 99.9, + "16": 106.02, + "17": 102.31, + "18": 106.51, + "19": 105.24, + "20": 103.11, + "21": 103.45, + "22": 103.24, + "23": 94.26, + "24": 103.4, + "25": 102.99, + "26": 103.3, + "27": 103.5, + "28": 107.28, + "29": 104.12, + "30": 103.06, + "31": 102.48, + "32": 105.98, + "33": 103.06, + "34": 106.72, + "35": 102.02, + "36": 107.2, + "37": 100.72, + "38": 104.86, + "39": 131.72, + "40": 117.41, + "41": 110.43, + "42": 129.11, + "43": 122.35, + "44": 124.0, + "45": 122.55, + "46": 115.81, + "47": 102.49, + "48": 103.97, + "49": 99.08 }, - "expected_e2e_ms": 9006.3, - "expected_avg_denoise_ms": 167.89, - "expected_median_denoise_ms": 169.67 + "expected_e2e_ms": 5613.23, + "expected_avg_denoise_ms": 105.82, + "expected_median_denoise_ms": 103.47, + "estimated_full_test_time_s": 125.5 }, "zimage_image_t2i": { "stages_ms": { - "InputValidationStage": 0.03, - "TextEncodingStage": 403.47, - "TimestepPreparationStage": 1.41, - "LatentPreparationStage": 0.11, - "DenoisingStage": 756.21, - "DecodingStage": 29.41 + "DecodingStage": 8.86, + "InputValidationStage": 0.05, + "DenoisingStage": 675.8, + "TextEncodingStage": 173.34, + "LatentPreparationStage": 0.14, + "TimestepPreparationStage": 36.26 }, "denoise_step_ms": { - "0": 22.29, - "1": 75.04, - "2": 93.82, - "3": 93.34, - "4": 93.38, - "5": 93.58, - "6": 94.01, - "7": 93.97, - "8": 94.32 + "0": 19.93, + "1": 37.9, + "2": 83.91, + "3": 83.48, + "4": 83.51, + "5": 83.69, + "6": 84.08, + "7": 84.04, + "8": 84.35 }, - "expected_e2e_ms": 1292.92, - "expected_avg_denoise_ms": 83.75, - "expected_median_denoise_ms": 93.58, - "estimated_full_test_time_s": 49.8 + "expected_e2e_ms": 1027.94, + "expected_avg_denoise_ms": 74.6, + "expected_median_denoise_ms": 86.63, + "estimated_full_test_time_s": 121.1 }, "zimage_image_t2i_fp8": { "stages_ms": { + "TextEncodingStage": 176.72, + "DenoisingStage": 634.42, "InputValidationStage": 0.04, - "TextEncodingStage": 428.59, - "LatentPreparationStage": 0.14, - "TimestepPreparationStage": 422.21, - "DenoisingStage": 778.56, - "DecodingStage": 10.39 + "LatentPreparationStage": 0.11, + "TimestepPreparationStage": 17.42, + "DecodingStage": 9.46 }, "denoise_step_ms": { - "0": 40.9, - "1": 61.08, - "2": 95.65, - "3": 95.83, - "4": 95.65, - "5": 96.09, - "6": 96.23, - "7": 96.04, - "8": 96.29 + "0": 33.35, + "1": 36.91, + "2": 66.88, + "3": 78.15, + "4": 78.0, + "5": 78.36, + "6": 78.48, + "7": 78.32, + "8": 78.53 }, - "expected_e2e_ms": 1370.28, - "expected_avg_denoise_ms": 85.97, - "expected_median_denoise_ms": 95.83, - "estimated_full_test_time_s": 49.8 + "expected_e2e_ms": 958.32, + "expected_avg_denoise_ms": 70.04, + "expected_median_denoise_ms": 81.35, + "estimated_full_test_time_s": 121.0 }, "zimage_image_t2i_multi_lora": { "stages_ms": { - "InputValidationStage": 0.04, - "TextEncodingStage": 413.69, - "TimestepPreparationStage": 1.3, + "TimestepPreparationStage": 40.51, + "DenoisingStage": 673.95, + "DecodingStage": 8.43, "LatentPreparationStage": 0.11, - "DenoisingStage": 813.7, - "DecodingStage": 34.51 + "TextEncodingStage": 175.95, + "InputValidationStage": 0.04 }, "denoise_step_ms": { - "0": 30.35, - "1": 74.53, - "2": 99.34, - "3": 100.92, - "4": 99.46, - "5": 100.57, - "6": 99.72, - "7": 100.86, - "8": 103.87 + "0": 25.08, + "1": 35.42, + "2": 82.08, + "3": 83.39, + "4": 82.18, + "5": 83.1, + "6": 82.39, + "7": 83.34, + "8": 85.82 }, - "expected_e2e_ms": 1464.31, - "expected_avg_denoise_ms": 89.96, - "expected_median_denoise_ms": 99.72 + "expected_e2e_ms": 1047.82, + "expected_avg_denoise_ms": 74.33, + "expected_median_denoise_ms": 86.33, + "estimated_full_test_time_s": 121.1 }, "zimage_image_t2i_2_gpus": { "stages_ms": { - "InputValidationStage": 0.08, - "TextEncodingStage": 420.74, - "TimestepPreparationStage": 1.5, - "LatentPreparationStage": 0.12, - "DenoisingStage": 1304.07, - "DecodingStage": 37.83 + "TimestepPreparationStage": 35.17, + "DecodingStage": 9.73, + "TextEncodingStage": 307.62, + "LatentPreparationStage": 0.13, + "InputValidationStage": 0.05, + "DenoisingStage": 525.42 }, "denoise_step_ms": { - "0": 49.76, - "1": 155.22, - "2": 155.98, - "3": 156.16, - "4": 157.04, - "5": 156.54, - "6": 156.29, - "7": 157.36, - "8": 156.05 + "0": 19.97, + "1": 32.53, + "2": 62.6, + "3": 62.67, + "4": 63.03, + "5": 62.83, + "6": 62.73, + "7": 63.16, + "8": 62.63 }, - "expected_e2e_ms": 1464.87, - "expected_avg_denoise_ms": 144.49, - "expected_median_denoise_ms": 156.16 + "expected_e2e_ms": 957.78, + "expected_avg_denoise_ms": 57.99, + "expected_median_denoise_ms": 64.64, + "estimated_full_test_time_s": 121.0 }, "qwen_image_edit_ti2i": { "stages_ms": { - "LatentPreparationStage": 0.16, - "TimestepPreparationStage": 2.62, - "ImageEncodingStage": 1174.26, - "ImageVAEEncodingStage": 132.67, - "InputValidationStage": 38.1, - "DenoisingStage": 38135.64, - "DecodingStage": 139.72 + "InputValidationStage": 31.6, + "ImageEncodingStage": 1049.05, + "ImageVAEEncodingStage": 102.8, + "LatentPreparationStage": 0.21, + "TimestepPreparationStage": 14.55, + "DenoisingStage": 32205.84, + "DecodingStage": 36.48 }, "denoise_step_ms": { - "0": 618.31, - "1": 769.07, - "2": 766.91, - "3": 762.77, - "4": 764.26, - "5": 765.27, - "6": 767.35, - "7": 764.18, - "8": 766.16, - "9": 766.89, - "10": 766.1, - "11": 764.96, - "12": 763.52, - "13": 765.22, - "14": 765.44, - "15": 763.9, - "16": 763.19, - "17": 764.83, - "18": 765.36, - "19": 765.19, - "20": 765.96, - "21": 765.74, - "22": 765.87, - "23": 764.85, - "24": 765.44, - "25": 765.95, - "26": 766.21, - "27": 767.91, - "28": 765.45, - "29": 764.81, - "30": 766.26, - "31": 765.37, - "32": 766.71, - "33": 765.67, - "34": 766.64, - "35": 765.98, - "36": 766.04, - "37": 764.19, - "38": 765.15, - "39": 766.33, - "40": 767.68, - "41": 765.36, - "42": 766.61, - "43": 766.06, - "44": 765.26, - "45": 765.29, - "46": 764.64, - "47": 766.07, - "48": 762.89, - "49": 763.01 + "0": 522.17, + "1": 649.49, + "2": 647.67, + "3": 644.17, + "4": 645.43, + "5": 646.28, + "6": 648.04, + "7": 645.36, + "8": 647.03, + "9": 647.65, + "10": 646.98, + "11": 646.02, + "12": 644.8, + "13": 646.24, + "14": 646.42, + "15": 645.12, + "16": 644.52, + "17": 645.91, + "18": 646.36, + "19": 646.21, + "20": 646.86, + "21": 646.68, + "22": 646.79, + "23": 645.93, + "24": 646.42, + "25": 646.85, + "26": 647.07, + "27": 648.51, + "28": 646.43, + "29": 645.89, + "30": 647.12, + "31": 646.36, + "32": 647.5, + "33": 646.62, + "34": 647.44, + "35": 646.88, + "36": 646.93, + "37": 645.37, + "38": 646.18, + "39": 647.18, + "40": 648.32, + "41": 646.36, + "42": 647.41, + "43": 646.95, + "44": 646.27, + "45": 646.3, + "46": 645.75, + "47": 646.96, + "48": 644.27, + "49": 644.37 }, - "expected_e2e_ms": 39706.9, - "expected_avg_denoise_ms": 762.57, - "expected_median_denoise_ms": 765.44, - "estimated_full_test_time_s": 178.8 + "expected_e2e_ms": 33638.49, + "expected_avg_denoise_ms": 644.0, + "expected_median_denoise_ms": 647.87, + "estimated_full_test_time_s": 153.6 }, "qwen_image_t2i_cache_dit_enabled": { "stages_ms": { - "InputValidationStage": 0.05, - "TextEncodingStage": 675.95, - "TimestepPreparationStage": 3.21, - "LatentPreparationStage": 0.2, - "DenoisingStage": 5248.83, - "DecodingStage": 52.24 + "InputValidationStage": 0.06, + "TextEncodingStage": 633.32, + "LatentPreparationStage": 0.24, + "TimestepPreparationStage": 17.53, + "DenoisingStage": 4279.45, + "DecodingStage": 13.56 }, "denoise_step_ms": { - "0": 227.68, - "1": 277.41, - "2": 276.7, - "3": 291.52, - "4": 52.8, - "5": 6.58, - "6": 231.58, - "7": 52.55, - "8": 7.69, - "9": 230.59, - "10": 52.58, - "11": 7.14, - "12": 6.95, - "13": 234.71, - "14": 53.28, - "15": 7.09, - "16": 6.63, - "17": 233.93, - "18": 52.71, - "19": 6.64, - "20": 6.5, - "21": 231.37, - "22": 52.28, - "23": 6.61, - "24": 6.48, - "25": 232.86, - "26": 54.92, - "27": 7.51, - "28": 7.19, - "29": 233.51, - "30": 52.97, - "31": 6.72, - "32": 7.02, - "33": 233.14, - "34": 52.47, - "35": 6.66, - "36": 6.52, - "37": 233.84, - "38": 51.49, - "39": 6.87, - "40": 6.74, - "41": 233.75, - "42": 52.65, - "43": 6.62, - "44": 6.55, - "45": 233.45, - "46": 52.33, - "47": 6.55, - "48": 232.58, - "49": 52.84 + "0": 185.42, + "1": 225.92, + "2": 225.34, + "3": 237.41, + "4": 43.0, + "5": 5.36, + "6": 188.6, + "7": 42.8, + "8": 6.26, + "9": 187.79, + "10": 42.82, + "11": 5.81, + "12": 5.66, + "13": 191.14, + "14": 43.39, + "15": 5.77, + "16": 5.4, + "17": 190.51, + "18": 42.93, + "19": 5.41, + "20": 5.29, + "21": 188.42, + "22": 42.58, + "23": 5.38, + "24": 5.28, + "25": 189.64, + "26": 44.73, + "27": 6.12, + "28": 5.86, + "29": 190.17, + "30": 43.14, + "31": 5.47, + "32": 5.72, + "33": 189.87, + "34": 42.73, + "35": 5.42, + "36": 5.31, + "37": 190.44, + "38": 41.93, + "39": 5.59, + "40": 5.49, + "41": 190.36, + "42": 42.88, + "43": 5.39, + "44": 5.33, + "45": 190.12, + "46": 42.62, + "47": 5.33, + "48": 189.41, + "49": 43.03 }, - "expected_e2e_ms": 5982.78, - "expected_avg_denoise_ms": 104.84, - "expected_median_denoise_ms": 102.01 + "expected_e2e_ms": 4956.71, + "expected_avg_denoise_ms": 85.38, + "expected_median_denoise_ms": 57.6, + "estimated_full_test_time_s": 124.9 }, "wan2_1_t2v_1.3b_teacache_enabled": { "stages_ms": { - "DenoisingStage": 4598.36, + "TextEncodingStage": 1088.18, + "DenoisingStage": 3926.63, "InputValidationStage": 0.07, - "DecodingStage": 552.92, - "LatentPreparationStage": 0.26, - "per_frame_generation": null, - "TextEncodingStage": 1114.01, - "TimestepPreparationStage": 2.1 + "LatentPreparationStage": 0.14, + "TimestepPreparationStage": 2.31, + "DecodingStage": 711.47 }, "denoise_step_ms": { - "0": 94.24, - "1": 172.68, - "2": 169.48, - "3": 169.08, - "4": 168.38, - "5": 167.27, - "6": 62.95, - "7": 119.56, - "8": 53.34, - "9": 121.85, - "10": 47.64, - "11": 125.75, - "12": 3.24, - "13": 48.21, - "14": 125.17, - "15": 3.71, - "16": 48.15, - "17": 124.61, - "18": 3.3, - "19": 47.25, - "20": 129.33, - "21": 3.11, - "22": 48.03, - "23": 127.46, - "24": 3.37, - "25": 45.6, - "26": 127.17, - "27": 3.35, - "28": 49.83, - "29": 125.42, - "30": 3.19, - "31": 42.76, - "32": 131.19, - "33": 2.93, - "34": 130.04, - "35": 44.77, - "36": 131.45, - "37": 44.06, - "38": 131.02, - "39": 43.48, - "40": 130.42, - "41": 45.24, - "42": 129.46, - "43": 44.6, - "44": 130.33, - "45": 173.84, - "46": 175.58, - "47": 168.16, - "48": 173.85, - "49": 177.56 + "0": 80.49, + "1": 147.49, + "2": 144.75, + "3": 144.41, + "4": 143.82, + "5": 138.89, + "6": 36.55, + "7": 102.12, + "8": 39.18, + "9": 104.07, + "10": 37.91, + "11": 107.4, + "12": 2.52, + "13": 36.6, + "14": 106.91, + "15": 3.17, + "16": 41.13, + "17": 95.25, + "18": 2.67, + "19": 37.88, + "20": 110.46, + "21": 2.66, + "22": 38.29, + "23": 108.86, + "24": 2.7, + "25": 38.46, + "26": 108.62, + "27": 2.71, + "28": 41.23, + "29": 107.12, + "30": 2.72, + "31": 36.52, + "32": 112.05, + "33": 2.5, + "34": 110.6, + "35": 38.24, + "36": 110.83, + "37": 37.63, + "38": 111.91, + "39": 37.14, + "40": 111.39, + "41": 38.64, + "42": 110.57, + "43": 38.09, + "44": 111.32, + "45": 148.48, + "46": 149.96, + "47": 143.63, + "48": 148.49, + "49": 151.0 }, - "expected_e2e_ms": 6497.84, - "expected_avg_denoise_ms": 91.85, - "expected_median_denoise_ms": 120.7 + "expected_e2e_ms": 6012.96, + "expected_avg_denoise_ms": 78.45, + "expected_median_denoise_ms": 102.49, + "estimated_full_test_time_s": 126.0 }, "wan2_1_t2v_1.3b": { "stages_ms": { - "InputValidationStage": 0.07, - "TextEncodingStage": 2237.78, - "TimestepPreparationStage": 2.1, - "LatentPreparationStage": 0.84, - "DenoisingStage": 13041.23, - "DecodingStage": 1274.63, - "per_frame_generation": null + "DecodingStage": 632.0, + "InputValidationStage": 0.06, + "DenoisingStage": 7244.34, + "TextEncodingStage": 1083.56, + "LatentPreparationStage": 0.14, + "TimestepPreparationStage": 2.31 }, "denoise_step_ms": { - "0": 224.71, - "1": 248.13, - "2": 246.48, - "3": 247.87, - "4": 249.38, - "5": 246.76, - "6": 250.42, - "7": 250.81, - "8": 250.98, - "9": 249.9, - "10": 246.72, - "11": 249.79, - "12": 250.46, - "13": 249.19, - "14": 247.55, - "15": 250.12, - "16": 247.57, - "17": 247.21, - "18": 247.32, - "19": 247.42, - "20": 248.21, - "21": 247.19, - "22": 247.72, - "23": 247.45, - "24": 247.9, - "25": 247.87, - "26": 247.18, - "27": 247.65, - "28": 246.91, - "29": 248.26, - "30": 247.82, - "31": 247.73, - "32": 247.38, - "33": 247.84, - "34": 247.46, - "35": 247.52, - "36": 247.94, - "37": 248.76, - "38": 248.01, - "39": 247.45, - "40": 247.84, - "41": 248.33, - "42": 247.41, - "43": 248.16, - "44": 248.18, - "45": 248.44, - "46": 248.65, - "47": 247.73, - "48": 247.48, - "49": 247.54 + "0": 92.19, + "1": 137.78, + "2": 136.86, + "3": 137.63, + "4": 138.47, + "5": 137.02, + "6": 139.05, + "7": 139.27, + "8": 139.36, + "9": 138.76, + "10": 136.99, + "11": 138.7, + "12": 139.07, + "13": 138.37, + "14": 137.45, + "15": 138.88, + "16": 137.47, + "17": 137.27, + "18": 137.33, + "19": 137.38, + "20": 137.82, + "21": 137.26, + "22": 137.55, + "23": 137.4, + "24": 137.65, + "25": 137.63, + "26": 137.25, + "27": 137.51, + "28": 137.1, + "29": 137.85, + "30": 137.6, + "31": 137.55, + "32": 137.36, + "33": 137.62, + "34": 137.41, + "35": 137.44, + "36": 137.67, + "37": 138.13, + "38": 137.71, + "39": 137.4, + "40": 137.62, + "41": 137.89, + "42": 137.38, + "43": 137.79, + "44": 137.8, + "45": 137.95, + "46": 138.07, + "47": 137.55, + "48": 137.42, + "49": 137.45 }, - "expected_e2e_ms": 18382.19, - "expected_avg_denoise_ms": 260.76, - "expected_median_denoise_ms": 247.84 + "expected_e2e_ms": 9305.91, + "expected_avg_denoise_ms": 144.79, + "expected_median_denoise_ms": 145.57, + "estimated_full_test_time_s": 129.3 }, "wan2_1_t2v_1.3b_text_encoder_cpu_offload": { "stages_ms": { - "InputValidationStage": 0.09, - "TextEncodingStage": 2480.54, - "TimestepPreparationStage": 3.73, - "LatentPreparationStage": 1.34, - "DenoisingStage": 12514.88, - "DecodingStage": 1147.6, - "per_frame_generation": null + "DecodingStage": 675.91, + "TextEncodingStage": 1072.93, + "TimestepPreparationStage": 2.43, + "LatentPreparationStage": 0.14, + "InputValidationStage": 0.07, + "DenoisingStage": 7221.86 }, "denoise_step_ms": { - "0": 487.21, - "1": 243.47, - "2": 244.28, - "3": 244.06, - "4": 244.77, - "5": 245.86, - "6": 245.38, - "7": 246.74, - "8": 246.28, - "9": 245.58, - "10": 245.6, - "11": 245.21, - "12": 245.08, - "13": 245.03, - "14": 245.53, - "15": 245.36, - "16": 246.17, - "17": 245.32, - "18": 244.37, - "19": 246.83, - "20": 245.87, - "21": 244.93, - "22": 245.11, - "23": 245.23, - "24": 245.76, - "25": 245.44, - "26": 246.47, - "27": 244.56, - "28": 244.76, - "29": 244.79, - "30": 244.76, - "31": 244.8, - "32": 245.11, - "33": 245.27, - "34": 245.37, - "35": 245.3, - "36": 244.84, - "37": 245.26, - "38": 245.38, - "39": 245.31, - "40": 244.7, - "41": 245.84, - "42": 245.66, - "43": 246.68, - "44": 245.38, - "45": 245.98, - "46": 246.02, - "47": 245.96, - "48": 245.31, - "49": 244.99 + "0": 128.64, + "1": 108.46, + "2": 140.93, + "3": 140.8, + "4": 141.21, + "5": 141.84, + "6": 141.56, + "7": 142.35, + "8": 142.08, + "9": 141.68, + "10": 141.69, + "11": 141.46, + "12": 141.39, + "13": 141.36, + "14": 141.65, + "15": 141.55, + "16": 142.02, + "17": 141.53, + "18": 140.98, + "19": 142.4, + "20": 141.84, + "21": 141.3, + "22": 141.41, + "23": 141.47, + "24": 141.78, + "25": 141.6, + "26": 142.19, + "27": 141.09, + "28": 141.2, + "29": 141.22, + "30": 141.2, + "31": 141.23, + "32": 141.41, + "33": 141.5, + "34": 141.56, + "35": 141.51, + "36": 141.25, + "37": 141.49, + "38": 141.56, + "39": 141.52, + "40": 141.17, + "41": 141.83, + "42": 141.72, + "43": 142.31, + "44": 141.56, + "45": 141.91, + "46": 141.93, + "47": 141.9, + "48": 141.52, + "49": 141.34 }, - "expected_e2e_ms": 16161.11, - "expected_avg_denoise_ms": 250.18, - "expected_median_denoise_ms": 245.32 + "expected_e2e_ms": 9296.17, + "expected_avg_denoise_ms": 144.33, + "expected_median_denoise_ms": 144.84, + "estimated_full_test_time_s": 129.3 }, "wan2_1_t2v_1.3b_cfg_parallel": { "stages_ms": { - "InputValidationStage": 0.08, - "TextEncodingStage": 2700.44, - "TimestepPreparationStage": 2.82, - "LatentPreparationStage": 2.0, - "DenoisingStage": 11640.75, - "DecodingStage": 890.63, - "per_frame_generation": null + "LatentPreparationStage": 0.29, + "InputValidationStage": 0.05, + "DenoisingStage": 4934.97, + "DecodingStage": 631.04, + "TimestepPreparationStage": 3.66, + "TextEncodingStage": 1707.94 }, "denoise_step_ms": { - "0": 266.91, - "1": 211.32, - "2": 206.59, - "3": 208.12, - "4": 210.68, - "5": 210.28, - "6": 213.92, - "7": 211.25, - "8": 212.89, - "9": 205.35, - "10": 205.92, - "11": 208.99, - "12": 207.1, - "13": 208.1, - "14": 206.52, - "15": 205.5, - "16": 205.24, - "17": 204.93, - "18": 207.05, - "19": 203.78, - "20": 205.23, - "21": 203.87, - "22": 204.28, - "23": 203.8, - "24": 206.02, - "25": 207.2, - "26": 209.53, - "27": 207.46, - "28": 206.77, - "29": 208.14, - "30": 208.05, - "31": 208.78, - "32": 209.23, - "33": 209.72, - "34": 208.26, - "35": 208.55, - "36": 205.24, - "37": 204.96, - "38": 203.77, - "39": 210.2, - "40": 202.57, - "41": 204.77, - "42": 204.96, - "43": 203.8, - "44": 203.9, - "45": 204.49, - "46": 207.75, - "47": 209.09, - "48": 207.51, - "49": 207.38 + "0": 58.84, + "1": 65.73, + "2": 90.75, + "3": 91.42, + "4": 92.55, + "5": 92.37, + "6": 93.97, + "7": 92.8, + "8": 93.52, + "9": 90.21, + "10": 90.46, + "11": 91.8, + "12": 90.97, + "13": 91.41, + "14": 90.72, + "15": 90.27, + "16": 90.16, + "17": 90.02, + "18": 90.95, + "19": 89.52, + "20": 90.15, + "21": 89.55, + "22": 89.73, + "23": 89.52, + "24": 90.5, + "25": 91.02, + "26": 92.04, + "27": 91.13, + "28": 90.83, + "29": 91.43, + "30": 91.39, + "31": 91.71, + "32": 91.91, + "33": 92.12, + "34": 91.48, + "35": 91.61, + "36": 90.16, + "37": 90.03, + "38": 89.51, + "39": 92.34, + "40": 88.98, + "41": 89.95, + "42": 90.03, + "43": 89.52, + "44": 89.57, + "45": 89.83, + "46": 91.26, + "47": 91.85, + "48": 91.15, + "49": 91.1 }, - "expected_e2e_ms": 15245.6, - "expected_avg_denoise_ms": 224.37, - "expected_median_denoise_ms": 207.15 + "expected_e2e_ms": 7617.99, + "expected_avg_denoise_ms": 98.56, + "expected_median_denoise_ms": 100.05, + "estimated_full_test_time_s": 127.6 }, "turbo_wan2_1_t2v_1.3b": { "stages_ms": { @@ -1093,973 +1102,955 @@ }, "expected_e2e_ms": 4686.66, "expected_avg_denoise_ms": 319.61, - "expected_median_denoise_ms": 127.39 + "expected_median_denoise_ms": 127.39, + "estimated_full_test_time_s": 124.7 }, "ltx_2_two_stage_t2v": { "stages_ms": { - "InputValidationStage": 0.05, - "TextEncodingStage": 1827.03, - "LTX2TextConnectorStage": 11.54, - "LTX2HalveResolutionStage": 0.1, - "LTX2LoRASwitchStage": 13014.75, - "LTX2SigmaPreparationStage": 0.25, - "TimestepPreparationStage": 19.26, - "LTX2AVLatentPreparationStage": 0.37, - "LTX2AVDenoisingStage": 53324.98, - "LTX2UpsampleStage": 1894.17, - "LTX2RefinementStage": 4330.57, - "LTX2AVDecodingStage": 337.68 + "InputValidationStage": 0.1, + "TextEncodingStage": 1830.33, + "LTX2TextConnectorStage": 9.61, + "LTX2HalveResolutionStage": 0.06, + "LTX2LoRASwitchStage": 11578.48, + "LTX2SigmaPreparationStage": 0.18, + "TimestepPreparationStage": 19.37, + "LTX2AVLatentPreparationStage": 0.23, + "LTX2AVDenoisingStage": 53177.49, + "LTX2UpsampleStage": 2104.17, + "LTX2RefinementStage": 3947.13, + "LTX2AVDecodingStage": 332.07 }, "denoise_step_ms": { - "0": 1206.17, - "1": 1335.08, - "2": 1336.0, - "3": 1337.77, - "4": 1335.76, - "5": 1334.02, - "6": 1332.78, - "7": 1333.1, - "8": 1334.86, - "9": 1335.26, - "10": 1335.62, - "11": 1334.21, - "12": 1336.52, - "13": 1335.84, - "14": 1338.81, - "15": 1330.74, - "16": 1334.75, - "17": 1337.27, - "18": 1334.05, - "19": 1335.62, - "20": 1349.22, - "21": 1338.2, - "22": 1341.3, - "23": 1358.03, - "24": 1341.14, - "25": 1339.98, - "26": 1332.75, - "27": 1333.31, - "28": 1333.9, - "29": 1333.36, - "30": 1333.96, - "31": 1336.93, - "32": 1335.04, - "33": 1334.48, - "34": 1334.99, - "35": 1333.58, - "36": 1334.49, - "37": 1333.83, - "38": 1332.2, - "39": 1333.38, - "40": 1652.67, - "41": 1330.67, - "42": 1340.97 + "0": 1186.27, + "1": 1331.86, + "2": 1330.41, + "3": 1331.28, + "4": 1331.5, + "5": 1331.45, + "6": 1331.79, + "7": 1331.59, + "8": 1331.55, + "9": 1331.55, + "10": 1331.51, + "11": 1331.34, + "12": 1331.48, + "13": 1331.38, + "14": 1331.74, + "15": 1331.84, + "16": 1331.09, + "17": 1331.79, + "18": 1332.34, + "19": 1337.7, + "20": 1337.53, + "21": 1334.48, + "22": 1334.87, + "23": 1333.28, + "24": 1333.15, + "25": 1333.82, + "26": 1333.55, + "27": 1339.35, + "28": 1336.96, + "29": 1335.25, + "30": 1331.8, + "31": 1339.52, + "32": 1334.1, + "33": 1331.96, + "34": 1331.78, + "35": 1332.5, + "36": 1331.3, + "37": 1331.75, + "38": 1331.94, + "39": 1331.84, + "40": 1278.82, + "41": 1330.68, + "42": 1331.7 }, - "expected_e2e_ms": 75229.22, - "expected_avg_denoise_ms": 1340.53, - "expected_median_denoise_ms": 1334.99 + "expected_e2e_ms": 73463.94, + "expected_avg_denoise_ms": 1328.22, + "expected_median_denoise_ms": 1331.79, + "estimated_full_test_time_s": 133.1 }, "wan2_2_ti2v_5b": { "stages_ms": { - "InputValidationStage": 96.27, - "TextEncodingStage": 2238.81, - "TimestepPreparationStage": 2.39, - "LatentPreparationStage": 27.62, - "DenoisingStage": 134069.79, - "DecodingStage": 13559.79, - "per_frame_generation": null + "InputValidationStage": 23.99, + "TextEncodingStage": 1152.06, + "LatentPreparationStage": 0.13, + "TimestepPreparationStage": 2.32, + "DenoisingStage": 18728.92, + "DecodingStage": 4110.73 }, "denoise_step_ms": { - "0": 3181.0, - "1": 2561.67, - "2": 2578.49, - "3": 2582.1, - "4": 2572.24, - "5": 2577.72, - "6": 2581.35, - "7": 2578.79, - "8": 2584.98, - "9": 2588.49, - "10": 2594.37, - "11": 2591.19, - "12": 2591.32, - "13": 2595.35, - "14": 2594.35, - "15": 2595.62, - "16": 2596.35, - "17": 2596.11, - "18": 2597.24, - "19": 2603.13, - "20": 2599.9, - "21": 2601.48, - "22": 2603.58, - "23": 2601.13, - "24": 2600.47, - "25": 2604.13, - "26": 2606.04, - "27": 2605.3, - "28": 2602.02, - "29": 2601.83, - "30": 2603.57, - "31": 2606.63, - "32": 2606.1, - "33": 2602.24, - "34": 2603.29, - "35": 2602.34, - "36": 2602.16, - "37": 2608.14, - "38": 2603.48, - "39": 2601.7, - "40": 2603.96, - "41": 2604.58, - "42": 2606.67, - "43": 2603.52, - "44": 2599.88, - "45": 2598.66, - "46": 2600.74, - "47": 2602.31, - "48": 2608.4, - "49": 2606.02 + "0": 225.06, + "1": 376.85, + "2": 366.99, + "3": 370.68, + "4": 361.07, + "5": 367.47, + "6": 367.77, + "7": 365.0, + "8": 370.13, + "9": 360.75, + "10": 367.07, + "11": 368.03, + "12": 365.97, + "13": 371.27, + "14": 373.7, + "15": 370.91, + "16": 361.13, + "17": 364.8, + "18": 370.17, + "19": 364.23, + "20": 368.85, + "21": 362.55, + "22": 364.73, + "23": 370.21, + "24": 363.45, + "25": 369.27, + "26": 363.87, + "27": 367.4, + "28": 369.43, + "29": 365.64, + "30": 369.69, + "31": 360.54, + "32": 367.64, + "33": 368.24, + "34": 365.06, + "35": 369.57, + "36": 365.15, + "37": 368.11, + "38": 364.87, + "39": 368.03, + "40": 367.75, + "41": 365.94, + "42": 369.07, + "43": 366.85, + "44": 367.81, + "45": 366.21, + "46": 370.75, + "47": 373.42, + "48": 373.94, + "49": 371.58 }, - "expected_e2e_ms": 150004.2, - "expected_avg_denoise_ms": 2608.84, - "expected_median_denoise_ms": 2601.59 + "expected_e2e_ms": 24821.68, + "expected_avg_denoise_ms": 364.69, + "expected_median_denoise_ms": 367.69, + "estimated_full_test_time_s": 141.7 }, "qwen_image_edit_2509_ti2i": { "stages_ms": { - "InputValidationStage": 213.24, - "ImageEncodingStage": 1089.12, - "ImageVAEEncodingStage": 304.56, - "TimestepPreparationStage": 2.94, - "LatentPreparationStage": 0.2, - "DenoisingStage": 50724.5, - "DecodingStage": 601.02 + "ImageEncodingStage": 771.51, + "DenoisingStage": 38606.11, + "InputValidationStage": 123.03, + "LatentPreparationStage": 0.17, + "TimestepPreparationStage": 12.19, + "DecodingStage": 14.52, + "ImageVAEEncodingStage": 183.82 }, "denoise_step_ms": { - "0": 1057.09, - "1": 1267.06, - "2": 1268.33, - "3": 1268.94, - "4": 1270.36, - "5": 1270.44, - "6": 1268.61, - "7": 1270.21, - "8": 1274.98, - "9": 1271.57, - "10": 1273.15, - "11": 1271.56, - "12": 1272.69, - "13": 1271.62, - "14": 1274.04, - "15": 1276.81, - "16": 1272.2, - "17": 1269.33, - "18": 1275.96, - "19": 1274.43, - "20": 1272.57, - "21": 1275.28, - "22": 1273.63, - "23": 1275.06, - "24": 1277.39, - "25": 1277.27, - "26": 1274.74, - "27": 1273.38, - "28": 1276.77, - "29": 1275.59, - "30": 1275.51, - "31": 1274.9, - "32": 1274.8, - "33": 1279.03, - "34": 1272.9, - "35": 1274.67, - "36": 1272.61, - "37": 1272.82, - "38": 1276.41, - "39": 1273.55 + "0": 725.94, + "1": 962.85, + "2": 965.28, + "3": 965.75, + "4": 966.83, + "5": 966.89, + "6": 965.49, + "7": 966.71, + "8": 970.34, + "9": 967.75, + "10": 968.95, + "11": 967.74, + "12": 964.15, + "13": 967.79, + "14": 968.02, + "15": 971.74, + "16": 968.23, + "17": 966.04, + "18": 971.09, + "19": 969.49, + "20": 968.51, + "21": 970.57, + "22": 969.32, + "23": 970.4, + "24": 972.18, + "25": 972.09, + "26": 970.16, + "27": 969.12, + "28": 971.7, + "29": 970.81, + "30": 970.75, + "31": 970.28, + "32": 970.21, + "33": 973.42, + "34": 968.76, + "35": 970.11, + "36": 968.54, + "37": 968.7, + "38": 971.43, + "39": 969.25 }, - "expected_e2e_ms": 52938.04, - "expected_avg_denoise_ms": 1267.96, - "expected_median_denoise_ms": 1273.46 + "expected_e2e_ms": 40249.66, + "expected_avg_denoise_ms": 965.0, + "expected_median_denoise_ms": 971.69, + "estimated_full_test_time_s": 160.2 }, "qwen_image_layered_i2i": { "stages_ms": { - "QwenImageLayeredBeforeDenoisingStage": 2897.28, - "DecodingStage": 312.93, - "DenoisingStage": 39417.66, - "TimestepPreparationStage": 2.29 + "DecodingStage": 59.13, + "QwenImageLayeredBeforeDenoisingStage": 1724.21, + "DenoisingStage": 33774.04, + "TimestepPreparationStage": 5.02 }, "denoise_step_ms": { - "0": 657.28, - "1": 799.2, - "2": 790.35, - "3": 785.79, - "4": 792.9, - "5": 795.78, - "6": 791.28, - "7": 790.87, - "8": 786.47, - "9": 791.03, - "10": 788.77, - "11": 790.57, - "12": 788.7, - "13": 786.01, - "14": 791.43, - "15": 789.88, - "16": 791.18, - "17": 792.78, - "18": 792.06, - "19": 790.47, - "20": 792.48, - "21": 789.13, - "22": 792.12, - "23": 789.36, - "24": 790.2, - "25": 790.87, - "26": 792.37, - "27": 794.92, - "28": 792.9, - "29": 791.43, - "30": 793.01, - "31": 793.71, - "32": 794.15, - "33": 787.93, - "34": 792.12, - "35": 794.01, - "36": 789.05, - "37": 790.51, - "38": 793.29, - "39": 791.94, - "40": 788.94, - "41": 788.85, - "42": 789.76, - "43": 788.89, - "44": 791.62, - "45": 788.04, - "46": 790.03, - "47": 786.82, - "48": 789.75, - "49": 789.0 + "0": 520.86, + "1": 684.78, + "2": 674.72, + "3": 673.29, + "4": 679.38, + "5": 674.12, + "6": 677.59, + "7": 677.64, + "8": 673.87, + "9": 677.77, + "10": 675.84, + "11": 677.38, + "12": 675.78, + "13": 673.47, + "14": 678.12, + "15": 676.79, + "16": 677.9, + "17": 679.27, + "18": 678.66, + "19": 677.29, + "20": 679.02, + "21": 676.15, + "22": 678.71, + "23": 676.34, + "24": 677.06, + "25": 677.64, + "26": 678.92, + "27": 681.11, + "28": 679.38, + "29": 678.12, + "30": 679.47, + "31": 680.07, + "32": 680.45, + "33": 675.12, + "34": 678.71, + "35": 680.33, + "36": 676.08, + "37": 677.33, + "38": 679.71, + "39": 678.55, + "40": 675.98, + "41": 675.91, + "42": 676.69, + "43": 675.94, + "44": 678.28, + "45": 675.21, + "46": 676.92, + "47": 674.17, + "48": 676.68, + "49": 676.04 }, - "expected_e2e_ms": 42660.88, - "expected_avg_denoise_ms": 788.2, - "expected_median_denoise_ms": 790.72, - "estimated_full_test_time_s": 149.1 + "expected_e2e_ms": 36039.62, + "expected_avg_denoise_ms": 675.35, + "expected_median_denoise_ms": 679.14, + "estimated_full_test_time_s": 161.5 }, "fastwan2_2_ti2v_5b": { "stages_ms": { - "InputValidationStage": 300.0, - "TextEncodingStage": 843.86, - "TimestepPreparationStage": 58.66, - "LatentPreparationStage": 28.55, - "DmdDenoisingStage": 499.34, - "DecodingStage": 3712.76, - "per_frame_generation": null + "InputValidationStage": 26.57, + "TextEncodingStage": 1207.93, + "TimestepPreparationStage": 41.12, + "LatentPreparationStage": 0.15, + "DmdDenoisingStage": 428.28, + "DecodingStage": 2501.21 }, "denoise_step_ms": { - "0": 164.76, - "1": 165.6, - "2": 165.84 + "0": 49.59, + "1": 171.65, + "2": 200.43 }, - "expected_e2e_ms": 7722.91, - "expected_avg_denoise_ms": 165.42, - "expected_median_denoise_ms": 165.66, - "estimated_full_test_time_s": 75.3 + "expected_e2e_ms": 5014.57, + "expected_avg_denoise_ms": 140.56, + "expected_median_denoise_ms": 171.65, + "estimated_full_test_time_s": 125.2 }, "fast_hunyuan_video": { "stages_ms": { - "InputValidationStage": 0.34, - "TextEncodingStage": 550.63, - "TimestepPreparationStage": 44.28, - "LatentPreparationStage": 0.29, - "DenoisingStage": 9154.39, - "DecodingStage": 5995.09, - "per_frame_generation": null + "DecodingStage": 4586.75, + "InputValidationStage": 0.06, + "DenoisingStage": 5828.43, + "TextEncodingStage": 310.35, + "LatentPreparationStage": 0.14, + "TimestepPreparationStage": 32.2 }, "denoise_step_ms": { - "0": 485.99, - "1": 1399.84, - "2": 1399.91, - "3": 1397.79, - "4": 1400.61, - "5": 1402.53 + "0": 296.26, + "1": 853.35, + "2": 853.4, + "3": 852.1, + "4": 853.82, + "5": 854.99 }, - "expected_e2e_ms": 16672.15, - "expected_avg_denoise_ms": 1608.46, - "expected_median_denoise_ms": 1488.48 + "expected_e2e_ms": 11636.47, + "expected_avg_denoise_ms": 970.56, + "expected_median_denoise_ms": 1104.44, + "estimated_full_test_time_s": 131.6 }, "wan2_2_i2v_a14b_2gpu": { "stages_ms": { - "InputValidationStage": 27.74, - "TextEncodingStage": 1121.93, - "ImageVAEEncodingStage": 1889.26, - "LatentPreparationStage": 0.44, - "TimestepPreparationStage": 6.39, - "DenoisingStage": 137454.52, - "DecodingStage": 2287.25, - "per_frame_generation": null + "InputValidationStage": 18.1, + "ImageVAEEncodingStage": 1719.86, + "DecodingStage": 1990.63, + "LatentPreparationStage": 0.31, + "TextEncodingStage": 1145.1, + "TimestepPreparationStage": 4.42, + "DenoisingStage": 69317.11 }, "denoise_step_ms": { - "0": 2231.66, - "1": 3489.95, - "2": 3436.66, - "3": 3407.31, - "4": 3422.63, - "5": 3417.48, - "6": 3425.34, - "7": 3423.93, - "8": 3429.36, - "9": 3431.95, - "10": 3435.35, - "11": 3430.29, - "12": 3435.09, - "13": 3436.59, - "14": 3436.94, - "15": 4835.04, - "16": 3416.6, - "17": 3427.03, - "18": 3421.59, - "19": 3427.95, - "20": 3427.21, - "21": 3428.96, - "22": 3430.96, - "23": 3431.29, - "24": 3430.44, - "25": 3430.09, - "26": 3432.23, - "27": 3430.61, - "28": 3430.51, - "29": 3427.92, - "30": 3429.01, - "31": 3430.05, - "32": 3429.63, - "33": 3426.97, - "34": 3426.71, - "35": 3428.44, - "36": 3427.1, - "37": 3425.52, - "38": 3422.81, - "39": 3403.77 + "0": 519.5, + "1": 2058.07, + "2": 1770.74, + "3": 1716.11, + "4": 1711.89, + "5": 1720.71, + "6": 1726.19, + "7": 1719.55, + "8": 1722.27, + "9": 1723.75, + "10": 1729.27, + "11": 1726.47, + "12": 1730.2, + "13": 1729.31, + "14": 1731.41, + "15": 2791.26, + "16": 1795.33, + "17": 1731.09, + "18": 1720.22, + "19": 1722.62, + "20": 1728.4, + "21": 1724.47, + "22": 1723.9, + "23": 1726.33, + "24": 1726.05, + "25": 1727.68, + "26": 1724.88, + "27": 1728.33, + "28": 1729.43, + "29": 1721.09, + "30": 1723.38, + "31": 1720.92, + "32": 1726.09, + "33": 1724.37, + "34": 1724.11, + "35": 1722.94, + "36": 1722.8, + "37": 1721.07, + "38": 1719.73, + "39": 1700.15 }, - "expected_e2e_ms": 144621.32, - "expected_avg_denoise_ms": 3434.22, - "expected_median_denoise_ms": 3428.99, - "estimated_full_test_time_s": 427.9 - }, - "turbo_wan2_2_i2v_a14b_2gpu": { - "stages_ms": { - "InputValidationStage": 25.01, - "TextEncodingStage": 5198.6, - "TimestepPreparationStage": 56.26, - "LatentPreparationStage": 1.4, - "ImageVAEEncodingStage": 1001.89, - "DmdDenoisingStage": 4487.79, - "DecodingStage": 821.01, - "per_frame_generation": null - }, - "denoise_step_ms": { - "0": 3042.56, - "1": 485.88, - "2": 721.2, - "3": 475.58 - }, - "expected_e2e_ms": 11605.97, - "expected_avg_denoise_ms": 1120.4, - "expected_median_denoise_ms": 481.74 + "expected_e2e_ms": 76555.66, + "expected_avg_denoise_ms": 1731.55, + "expected_median_denoise_ms": 1724.42, + "estimated_full_test_time_s": 264.1 }, "wan2_1_i2v_14b_480P_2gpu": { "stages_ms": { - "InputValidationStage": 38.23, - "TextEncodingStage": 3550.36, - "ImageEncodingStage": 3462.55, - "TimestepPreparationStage": 2.6, - "LatentPreparationStage": 9.73, - "ImageVAEEncodingStage": 2290.98, - "DenoisingStage": 415021.17, - "DecodingStage": 3016.1, - "per_frame_generation": null + "InputValidationStage": 7.88, + "LatentPreparationStage": 0.21, + "ImageEncodingStage": 1552.03, + "DenoisingStage": 118408.29, + "DecodingStage": 748.39, + "TimestepPreparationStage": 2.21, + "TextEncodingStage": 1001.21, + "ImageVAEEncodingStage": 498.16 }, "denoise_step_ms": { - "0": 10200.25, - "1": 8222.39, - "2": 8279.38, - "3": 8301.48, - "4": 8338.87, - "5": 8352.39, - "6": 8354.64, - "7": 8353.64, - "8": 8315.58, - "9": 8308.48, - "10": 8299.65, - "11": 8292.7, - "12": 8292.73, - "13": 8285.21, - "14": 8276.06, - "15": 8270.41, - "16": 8273.04, - "17": 8266.04, - "18": 8267.7, - "19": 8264.06, - "20": 8259.32, - "21": 8257.26, - "22": 8253.02, - "23": 8251.77, - "24": 8260.97, - "25": 8251.39, - "26": 8237.43, - "27": 8241.33, - "28": 8235.96, - "29": 8240.6, - "30": 8232.48, - "31": 8237.85, - "32": 8244.3, - "33": 8236.79, - "34": 8239.83, - "35": 8239.89, - "36": 8239.12, - "37": 8246.74, - "38": 8235.67, - "39": 8242.77, - "40": 8241.17, - "41": 8240.24, - "42": 8237.01, - "43": 8231.26, - "44": 8232.85, - "45": 8226.56, - "46": 8236.98, - "47": 8226.73, - "48": 8220.49, - "49": 8217.04 + "0": 1799.07, + "1": 2345.85, + "2": 2362.11, + "3": 2368.42, + "4": 2379.09, + "5": 2382.94, + "6": 2383.58, + "7": 2383.3, + "8": 2372.44, + "9": 2370.42, + "10": 2367.9, + "11": 2365.91, + "12": 2365.92, + "13": 2363.78, + "14": 2361.17, + "15": 2359.55, + "16": 2360.3, + "17": 2358.31, + "18": 2358.78, + "19": 2357.74, + "20": 2356.39, + "21": 2355.8, + "22": 2354.59, + "23": 2354.24, + "24": 2356.86, + "25": 2354.13, + "26": 2350.14, + "27": 2351.26, + "28": 2349.73, + "29": 2351.05, + "30": 2348.73, + "31": 2350.26, + "32": 2352.1, + "33": 2349.96, + "34": 2350.83, + "35": 2350.85, + "36": 2350.63, + "37": 2352.8, + "38": 2349.64, + "39": 2351.67, + "40": 2351.21, + "41": 2350.95, + "42": 2350.02, + "43": 2348.38, + "44": 2348.84, + "45": 2347.04, + "46": 2350.02, + "47": 2347.09, + "48": 2345.31, + "49": 2344.33 }, - "expected_e2e_ms": 426697.37, - "expected_avg_denoise_ms": 8300.19, - "expected_median_denoise_ms": 8267.01 + "expected_e2e_ms": 122993.8, + "expected_avg_denoise_ms": 2368.05, + "expected_median_denoise_ms": 2379.34, + "estimated_full_test_time_s": 243.0 }, "wan2_1_i2v_14b_720P_2gpu": { "stages_ms": { - "InputValidationStage": 53.67, - "TextEncodingStage": 2838, - "ImageEncodingStage": 3123.99, - "TimestepPreparationStage": 3.39, - "LatentPreparationStage": 8.41, - "ImageVAEEncodingStage": 2261.05, - "DenoisingStage": 417418.12, - "DecodingStage": 2968.35 + "InputValidationStage": 11.58, + "TextEncodingStage": 998.23, + "DecodingStage": 1357.99, + "TimestepPreparationStage": 2.27, + "ImageEncodingStage": 998.9, + "LatentPreparationStage": 0.17, + "DenoisingStage": 120583.76, + "ImageVAEEncodingStage": 1115.82 }, "denoise_step_ms": { - "0": 11848.08, - "1": 8220.3, - "2": 8274.3, - "3": 8298.9, - "4": 8303.34, - "5": 8322.44, - "6": 8314.37, - "7": 8318.54, - "8": 8304.94, - "9": 8303.04, - "10": 8305.22, - "11": 8296.22, - "12": 8289.2, - "13": 8294.19, - "14": 8294.87, - "15": 8285.96, - "16": 8284.98, - "17": 8281.61, - "18": 8277.35, - "19": 8287.46, - "20": 8280.3, - "21": 8279.18, - "22": 8279.37, - "23": 8280.16, - "24": 8282.67, - "25": 8272.14, - "26": 8279.37, - "27": 8271.66, - "28": 8274.6, - "29": 8272.88, - "30": 8273.76, - "31": 8266.17, - "32": 8267.77, - "33": 8266.88, - "34": 8263.14, - "35": 8265.97, - "36": 8267.76, - "37": 8268.03, - "38": 8262.24, - "39": 8261.4, - "40": 8263.65, - "41": 8272.46, - "42": 8254.9, - "43": 8261.03, - "44": 8252.92, - "45": 8262.49, - "46": 8253.67, - "47": 8254.92, - "48": 8257.08, - "49": 8236.56 + "0": 1823.9, + "1": 2415.99, + "2": 2412.06, + "3": 2425.42, + "4": 2425.92, + "5": 2409.47, + "6": 2418.57, + "7": 2428.36, + "8": 2410.78, + "9": 2415.61, + "10": 2428.53, + "11": 2414.33, + "12": 2412.63, + "13": 2429.5, + "14": 2417.51, + "15": 2409.05, + "16": 2427.37, + "17": 2419.22, + "18": 2409.34, + "19": 2424.76, + "20": 2428.12, + "21": 2406.81, + "22": 2417.63, + "23": 2426.56, + "24": 2407.51, + "25": 2415.62, + "26": 2427.82, + "27": 2412.96, + "28": 2411.93, + "29": 2428.2, + "30": 2415.34, + "31": 2408.42, + "32": 2424.59, + "33": 2422.08, + "34": 2408.36, + "35": 2424.37, + "36": 2429.94, + "37": 2424.1, + "38": 2428.31, + "39": 2428.07, + "40": 2428.73, + "41": 2431.32, + "42": 2426.16, + "43": 2425.57, + "44": 2425.57, + "45": 2428.39, + "46": 2425.79, + "47": 2416.71, + "48": 2426.8, + "49": 2415.26 }, - "expected_e2e_ms": 427536.9, - "expected_avg_denoise_ms": 8348.21, - "expected_median_denoise_ms": 8274.45 + "expected_e2e_ms": 126670.57, + "expected_avg_denoise_ms": 2411.52, + "expected_median_denoise_ms": 2424.24, + "estimated_full_test_time_s": 248.9 }, "wan2_2_t2v_a14b_2gpu": { "stages_ms": { - "InputValidationStage": 0.07, - "TextEncodingStage": 2575.3, - "TimestepPreparationStage": 1.99, - "LatentPreparationStage": 1.26, - "DenoisingStage": 156678.8406, - "DecodingStage": 2702.7, - "per_frame_generation": null + "InputValidationStage": 0.05, + "TextEncodingStage": 1012.25, + "LatentPreparationStage": 0.21, + "TimestepPreparationStage": 1.89, + "DenoisingStage": 82060.15, + "DecodingStage": 1153.08 }, "denoise_step_ms": { - "0": 17908.3, - "1": 2379.69, - "2": 2393.59, - "3": 2400.91, - "4": 2398.76, - "5": 2403.1, - "6": 2403.26, - "7": 2399.48, - "8": 2401.33, - "9": 2398.4, - "10": 2401.14, - "11": 2409.1, - "12": 2401.16, - "13": 2408.74, - "14": 2404.97, - "15": 2400.51, - "16": 2402.84, - "17": 2401.87, - "18": 2399.67, - "19": 2400.71, - "20": 2399.23, - "21": 2400.13, - "22": 2400.64, - "23": 2399.15, - "24": 2399.58, - "25": 2400.26, - "26": 35247.02, - "27": 2390.25, - "28": 2398.42, - "29": 2399.8, - "30": 2400.08, - "31": 2400.58, - "32": 2403.68, - "33": 2399.37, - "34": 2401.53, - "35": 2399.69, - "36": 2399.9, - "37": 2400.75, - "38": 2398.97, - "39": 2399.12 + "0": 1453.25, + "1": 2056.66, + "2": 2033.25, + "3": 2012.96, + "4": 2020.89, + "5": 2019.44, + "6": 2082.17, + "7": 2156.95, + "8": 2157.94, + "9": 2143.51, + "10": 2139.77, + "11": 2075.95, + "12": 2020.56, + "13": 2020.28, + "14": 2019.65, + "15": 2019.53, + "16": 2019.42, + "17": 2019.46, + "18": 2019.61, + "19": 2019.58, + "20": 2019.33, + "21": 2019.44, + "22": 2019.91, + "23": 2019.69, + "24": 2019.61, + "25": 2019.24, + "26": 2823.79, + "27": 2022.36, + "28": 2031.39, + "29": 2048.32, + "30": 2045.05, + "31": 2051.02, + "32": 2046.83, + "33": 2046.99, + "34": 2045.64, + "35": 2047.25, + "36": 2048.41, + "37": 2044.96, + "38": 2020.56, + "39": 2057.8 }, - "expected_e2e_ms": 149864.99, - "expected_avg_denoise_ms": 3608.89, - "expected_median_denoise_ms": 2400.38, - "estimated_full_test_time_s": 253.9 + "expected_e2e_ms": 85084.03, + "expected_avg_denoise_ms": 2050.21, + "expected_median_denoise_ms": 2026.87, + "estimated_full_test_time_s": 204.3 }, "wan2_1_t2v_14b_2gpu": { "stages_ms": { + "TextEncodingStage": 1693.7, + "DecodingStage": 637.43, + "TimestepPreparationStage": 3.4, "InputValidationStage": 0.05, - "TextEncodingStage": 2310.34, - "TimestepPreparationStage": 2.42, - "LatentPreparationStage": 27.7, - "DenoisingStage": 803631.52, - "DecodingStage": 8898.74, - "per_frame_generation": null + "LatentPreparationStage": 0.27, + "DenoisingStage": 49954.12 }, "denoise_step_ms": { - "0": 17347.88, - "1": 15956.93, - "2": 16027.54, - "3": 16054.15, - "4": 16081.46, - "5": 16062.7, - "6": 16058.56, - "7": 16057.58, - "8": 16061.04, - "9": 16120.97, - "10": 16036.84, - "11": 16019.6, - "12": 16042.29, - "13": 16039.87, - "14": 16063.0, - "15": 16036.16, - "16": 16079.82, - "17": 16019.7, - "18": 16061.5, - "19": 16039.95, - "20": 16009.42, - "21": 16051.01, - "22": 16039.31, - "23": 16048.22, - "24": 16071.41, - "25": 16078.75, - "26": 16061.78, - "27": 16018.39, - "28": 16041.44, - "29": 16039.64, - "30": 16041.89, - "31": 16039.6, - "32": 16038.97, - "33": 15999.48, - "34": 16019.93, - "35": 16040.27, - "36": 16020.3, - "37": 16039.38, - "38": 15999.4, - "39": 16022.15, - "40": 16042.32, - "41": 16016.62, - "42": 15998.92, - "43": 16041.48, - "44": 15999.63, - "45": 16003.21, - "46": 15995.91, - "47": 16023.52, - "48": 16016.64, - "49": 16019.6 + "0": 307.85, + "1": 992.37, + "2": 996.76, + "3": 998.41, + "4": 1000.11, + "5": 998.95, + "6": 998.69, + "7": 998.63, + "8": 998.84, + "9": 1002.57, + "10": 997.34, + "11": 996.27, + "12": 997.68, + "13": 997.53, + "14": 998.96, + "15": 997.3, + "16": 1000.01, + "17": 996.27, + "18": 998.87, + "19": 997.53, + "20": 995.63, + "21": 998.22, + "22": 997.49, + "23": 998.05, + "24": 999.49, + "25": 999.94, + "26": 998.89, + "27": 996.19, + "28": 997.62, + "29": 997.51, + "30": 997.65, + "31": 997.51, + "32": 997.47, + "33": 995.01, + "34": 996.29, + "35": 997.55, + "36": 996.31, + "37": 997.5, + "38": 995.01, + "39": 996.42, + "40": 997.68, + "41": 996.08, + "42": 994.98, + "43": 997.63, + "44": 995.02, + "45": 995.25, + "46": 994.79, + "47": 996.51, + "48": 996.08, + "49": 996.27 }, - "expected_e2e_ms": 814884.71, - "expected_avg_denoise_ms": 16062.92, - "expected_median_denoise_ms": 16039.62 + "expected_e2e_ms": 53244.4, + "expected_avg_denoise_ms": 998.96, + "expected_median_denoise_ms": 1010.02, + "estimated_full_test_time_s": 173.2 }, "wan2_2_t2v_a14b_lora_2gpu": { "stages_ms": { - "InputValidationStage": 0.09, - "TextEncodingStage": 2552.97, - "TimestepPreparationStage": 1.99, - "LatentPreparationStage": 1.29, - "DenoisingStage": 154340.69, - "DecodingStage": 2730.86, - "per_frame_generation": null + "InputValidationStage": 0.06, + "TextEncodingStage": 1693.53, + "LatentPreparationStage": 0.15, + "TimestepPreparationStage": 4.13, + "DenoisingStage": 57638.76, + "DecodingStage": 1659.71 }, "denoise_step_ms": { - "0": 26510.7, - "1": 2381.25, - "2": 2396.9, - "3": 2400.96, - "4": 2402.47, - "5": 2399.6, - "6": 2400.5, - "7": 2401.13, - "8": 2399.32, - "9": 2400.0, - "10": 2401.35, - "11": 2400.04, - "12": 2408.27, - "13": 2407.08, - "14": 2405.92, - "15": 2403.99, - "16": 2402.12, - "17": 2402.52, - "18": 2398.08, - "19": 2399.9, - "20": 2400.14, - "21": 2398.64, - "22": 2401.32, - "23": 2400.75, - "24": 2399.27, - "25": 2400.21, - "26": 36387.55, - "27": 2399.77, - "28": 2398.09, - "29": 2404.64, - "30": 2400.68, - "31": 2404.3, - "32": 2392.44, - "33": 2390.56, - "34": 2396.05, - "35": 2394.86, - "36": 2396.07, - "37": 2398.49, - "38": 2394.77, - "39": 2394.19 + "0": 504.86, + "1": 1482.77, + "2": 1422.03, + "3": 1404.94, + "4": 1421.26, + "5": 1397.71, + "6": 1410.77, + "7": 1410.95, + "8": 1408.93, + "9": 1412.07, + "10": 1411.42, + "11": 1412.58, + "12": 1411.5, + "13": 1417.19, + "14": 1414.5, + "15": 1414.9, + "16": 1417.43, + "17": 1417.16, + "18": 1418.91, + "19": 1416.58, + "20": 1419.57, + "21": 1413.95, + "22": 1419.16, + "23": 1419.4, + "24": 1417.73, + "25": 1417.12, + "26": 2656.31, + "27": 1933.46, + "28": 1426.79, + "29": 1423.25, + "30": 1411.6, + "31": 1423.21, + "32": 1408.9, + "33": 1420.17, + "34": 1413.44, + "35": 1417.43, + "36": 1418.99, + "37": 1411.57, + "38": 1415.99, + "39": 1396.17 }, - "expected_e2e_ms": 159643.06, - "expected_avg_denoise_ms": 3851.87, - "expected_median_denoise_ms": 2400.09 + "expected_e2e_ms": 62134.19, + "expected_avg_denoise_ms": 1437.82, + "expected_median_denoise_ms": 1416.85, + "estimated_full_test_time_s": 181.8 }, "wan2_1_t2v_1_3b_lora_1gpu": { "stages_ms": { - "InputValidationStage": 0.06, - "TextEncodingStage": 2467.44, - "TimestepPreparationStage": 2.96, - "LatentPreparationStage": 1.87, - "DenoisingStage": 14859.47, - "DecodingStage": 1199.31, - "per_frame_generation": null + "TimestepPreparationStage": 2.16, + "DenoisingStage": 7527.67, + "DecodingStage": 639.21, + "LatentPreparationStage": 0.14, + "TextEncodingStage": 1073.61, + "InputValidationStage": 0.06 }, "denoise_step_ms": { - "0": 233.29, - "1": 265.02, - "2": 257.83, - "3": 260.27, - "4": 261.43, - "5": 258.58, - "6": 256.64, - "7": 256.91, - "8": 258.41, - "9": 257.84, - "10": 257.08, - "11": 257.0, - "12": 258.44, - "13": 257.1, - "14": 256.95, - "15": 257.2, - "16": 256.84, - "17": 257.64, - "18": 257.22, - "19": 257.42, - "20": 256.91, - "21": 256.99, - "22": 257.17, - "23": 257.63, - "24": 258.89, - "25": 257.46, - "26": 257.3, - "27": 257.42, - "28": 257.19, - "29": 257.65, - "30": 257.39, - "31": 256.93, - "32": 258.23, - "33": 257.62, - "34": 281.86, - "35": 295.86, - "36": 296.73, - "37": 287.21, - "38": 300.87, - "39": 303.47, - "40": 294.09, - "41": 270.52, - "42": 256.53, - "43": 256.58, - "44": 256.29, - "45": 255.81, - "46": 256.34, - "47": 256.08, - "48": 255.92, - "49": 255.87 + "0": 93.39, + "1": 134.18, + "2": 130.54, + "3": 131.78, + "4": 132.36, + "5": 130.92, + "6": 129.94, + "7": 130.08, + "8": 130.84, + "9": 130.55, + "10": 130.16, + "11": 130.12, + "12": 130.85, + "13": 130.17, + "14": 130.1, + "15": 130.22, + "16": 130.04, + "17": 130.45, + "18": 130.23, + "19": 130.33, + "20": 130.08, + "21": 130.12, + "22": 130.21, + "23": 130.44, + "24": 131.08, + "25": 130.35, + "26": 130.27, + "27": 130.33, + "28": 130.22, + "29": 130.45, + "30": 130.32, + "31": 130.09, + "32": 130.74, + "33": 130.44, + "34": 142.71, + "35": 149.8, + "36": 150.24, + "37": 145.42, + "38": 152.33, + "39": 153.65, + "40": 148.9, + "41": 136.97, + "42": 129.88, + "43": 129.91, + "44": 129.76, + "45": 129.52, + "46": 129.79, + "47": 129.66, + "48": 129.58, + "49": 129.55 }, - "expected_e2e_ms": 18547.46, - "expected_avg_denoise_ms": 297.09, - "expected_median_denoise_ms": 257.42 + "expected_e2e_ms": 9624.48, + "expected_avg_denoise_ms": 150.42, + "expected_median_denoise_ms": 151.36, + "estimated_full_test_time_s": 129.6 }, "wan2_1_i2v_14b_lora_2gpu": { "stages_ms": { - "InputValidationStage": 23.97, - "TextEncodingStage": 2485.39, - "ImageEncodingStage": 2372.07, - "TimestepPreparationStage": 2.6, - "LatentPreparationStage": 0.18, - "ImageVAEEncodingStage": 2500.13, - "DenoisingStage": 193514.04, - "DecodingStage": 3341.78, - "per_frame_generation": null + "InputValidationStage": 12.06, + "TextEncodingStage": 1002.37, + "DecodingStage": 1329.75, + "TimestepPreparationStage": 2.14, + "ImageEncodingStage": 1149.06, + "LatentPreparationStage": 0.19, + "DenoisingStage": 121336.18, + "ImageVAEEncodingStage": 981.21 }, "denoise_step_ms": { - "0": 6680.62, - "1": 3765.8, - "2": 3774.63, - "3": 3772.93, - "4": 3781.13, - "5": 3778.22, - "6": 3776.41, - "7": 3772.02, - "8": 3776.15, - "9": 3768.82, - "10": 3775.31, - "11": 3771.32, - "12": 3774.33, - "13": 3772.5, - "14": 3778.41, - "15": 3775.31, - "16": 3771.38, - "17": 3774.87, - "18": 3780.01, - "19": 3772.85, - "20": 3773.65, - "21": 3774.47, - "22": 3774.39, - "23": 3773.08, - "24": 3776.71, - "25": 3780.01, - "26": 3774.83, - "27": 3773.27, - "28": 3773.76, - "29": 3772.75, - "30": 3773.01, - "31": 3773.34, - "32": 3773.13, - "33": 3774.12, - "34": 3772.19, - "35": 3774.7, - "36": 3773.98, - "37": 3772.47, - "38": 3771.72, - "39": 3774.07, - "40": 3773.71, - "41": 3773.6, - "42": 3772.12, - "43": 3773.75, - "44": 3782.43, - "45": 3779.66, - "46": 3779.86, - "47": 3774.58, - "48": 3770.54, - "49": 3776.76 + "0": 1849.25, + "1": 2398.42, + "2": 2404.04, + "3": 2402.96, + "4": 2408.18, + "5": 2406.33, + "6": 2405.18, + "7": 2402.38, + "8": 2405.01, + "9": 2400.34, + "10": 2404.48, + "11": 2401.93, + "12": 2403.85, + "13": 2402.69, + "14": 2406.45, + "15": 2404.48, + "16": 2401.97, + "17": 2404.2, + "18": 2407.47, + "19": 2402.91, + "20": 2403.42, + "21": 2403.94, + "22": 2403.89, + "23": 2403.06, + "24": 2405.37, + "25": 2407.47, + "26": 2404.17, + "27": 2403.18, + "28": 2403.49, + "29": 2402.85, + "30": 2403.01, + "31": 2403.22, + "32": 2403.09, + "33": 2403.72, + "34": 2402.49, + "35": 2404.09, + "36": 2403.63, + "37": 2402.67, + "38": 2402.19, + "39": 2403.69, + "40": 2403.46, + "41": 2403.39, + "42": 2402.44, + "43": 2403.48, + "44": 2409.01, + "45": 2407.25, + "46": 2407.37, + "47": 2404.01, + "48": 2401.44, + "49": 2405.4 }, - "expected_e2e_ms": 204257.12, - "expected_avg_denoise_ms": 3855.55, - "expected_median_denoise_ms": 3774.03 + "expected_e2e_ms": 127413.82, + "expected_avg_denoise_ms": 2426.52, + "expected_median_denoise_ms": 2437.55, + "estimated_full_test_time_s": 248.2 }, "flux_2_image_t2i_2_gpus": { "stages_ms": { - "InputValidationStage": 0.05, - "TextEncodingStage": 600.0, - "ImageVAEEncodingStage": 0.0, - "LatentPreparationStage": 0.45, - "TimestepPreparationStage": 3.41, - "DenoisingStage": 26377.63, - "DecodingStage": 321.94 + "InputValidationStage": 0.28, + "TextEncodingStage": 952.67, + "ImageVAEEncodingStage": 0.01, + "LatentPreparationStage": 0.83, + "TimestepPreparationStage": 46.57, + "DenoisingStage": 13642.48, + "DecodingStage": 35.06 }, "denoise_step_ms": { - "0": 129.07, - "1": 437.16, - "2": 437.7, - "3": 437.67, - "4": 437.84, - "5": 438.03, - "6": 438.09, - "7": 437.65, - "8": 437.95, - "9": 438.31, - "10": 437.99, - "11": 438.54, - "12": 438.47, - "13": 438.2, - "14": 438.56, - "15": 438.69, - "16": 438.69, - "17": 438.98, - "18": 437.96, - "19": 438.9, - "20": 438.87, - "21": 438.04, - "22": 437.88, - "23": 439.09, - "24": 438.61, - "25": 437.68, - "26": 439.2, - "27": 439.63, - "28": 438.65, - "29": 439.32, - "30": 439.01, - "31": 438.84, - "32": 438.72, - "33": 439.09, - "34": 438.3, - "35": 439.48, - "36": 438.2, - "37": 439.67, - "38": 440.65, - "39": 439.96, - "40": 439.0, - "41": 439.2, - "42": 439.37, - "43": 439.98, - "44": 438.6, - "45": 439.58, - "46": 440.23, - "47": 440.1, - "48": 440.21, - "49": 439.22 + "0": 66.76, + "1": 226.11, + "2": 226.39, + "3": 226.37, + "4": 226.46, + "5": 226.56, + "6": 226.59, + "7": 226.36, + "8": 226.52, + "9": 226.7, + "10": 226.54, + "11": 226.82, + "12": 226.79, + "13": 226.65, + "14": 226.83, + "15": 226.9, + "16": 226.9, + "17": 227.05, + "18": 226.52, + "19": 227.01, + "20": 226.99, + "21": 226.56, + "22": 226.48, + "23": 227.11, + "24": 226.86, + "25": 226.38, + "26": 227.16, + "27": 227.39, + "28": 226.88, + "29": 227.23, + "30": 227.07, + "31": 226.98, + "32": 226.92, + "33": 227.11, + "34": 226.7, + "35": 227.31, + "36": 226.65, + "37": 227.41, + "38": 227.91, + "39": 227.56, + "40": 227.06, + "41": 227.16, + "42": 227.25, + "43": 227.57, + "44": 226.85, + "45": 227.36, + "46": 227.7, + "47": 227.63, + "48": 227.69, + "49": 227.17 }, - "expected_e2e_ms": 27624.8, - "expected_avg_denoise_ms": 518.23, - "expected_median_denoise_ms": 528.06 + "expected_e2e_ms": 15433.36, + "expected_avg_denoise_ms": 268.04, + "expected_median_denoise_ms": 272.27, + "estimated_full_test_time_s": 135.3 }, "qwen_image_edit_2511_ti2i": { "stages_ms": { - "InputValidationStage": 55.15, - "ImageEncodingStage": 770.33, - "ImageVAEEncodingStage": 88.06, - "TimestepPreparationStage": 2.12, - "LatentPreparationStage": 0.14, - "DenoisingStage": 23869.32, - "DecodingStage": 108.23 + "DecodingStage": 19.39, + "InputValidationStage": 55.64, + "DenoisingStage": 22253.55, + "ImageEncodingStage": 733.67, + "LatentPreparationStage": 0.19, + "TimestepPreparationStage": 12.36, + "ImageVAEEncodingStage": 96.46 }, "denoise_step_ms": { - "0": 478.35, - "1": 608.56, - "2": 588.51, - "3": 607.26, - "4": 599.37, - "5": 595.19, - "6": 603.22, - "7": 594.48, - "8": 605.06, - "9": 597.63, - "10": 601.03, - "11": 597.18, - "12": 598.82, - "13": 600.05, - "14": 598.57, - "15": 601.4, - "16": 595.17, - "17": 599.21, - "18": 600.86, - "19": 600.93, - "20": 600.35, - "21": 600.63, - "22": 597.58, - "23": 600.73, - "24": 599.36, - "25": 600.48, - "26": 600.33, - "27": 599.34, - "28": 599.61, - "29": 599.71, - "30": 596.03, - "31": 599.85, - "32": 599.36, - "33": 601.58, - "34": 597.91, - "35": 600.79, - "36": 599.29, - "37": 601.64, - "38": 598.24, - "39": 599.87 + "0": 416.33, + "1": 566.53, + "2": 548.65, + "3": 566.13, + "4": 554.12, + "5": 554.87, + "6": 555.5, + "7": 554.21, + "8": 558.77, + "9": 557.15, + "10": 560.32, + "11": 556.73, + "12": 558.26, + "13": 558.58, + "14": 558.03, + "15": 557.85, + "16": 554.86, + "17": 558.62, + "18": 560.16, + "19": 560.23, + "20": 559.69, + "21": 559.95, + "22": 557.1, + "23": 560.04, + "24": 558.76, + "25": 559.81, + "26": 559.67, + "27": 558.74, + "28": 559.0, + "29": 559.09, + "30": 555.66, + "31": 559.22, + "32": 558.76, + "33": 560.83, + "34": 557.41, + "35": 560.1, + "36": 558.7, + "37": 560.89, + "38": 557.72, + "39": 559.24 }, - "expected_e2e_ms": 24895.28, - "expected_avg_denoise_ms": 596.59, - "expected_median_denoise_ms": 599.66, - "estimated_full_test_time_s": 139.8 + "expected_e2e_ms": 23525.28, + "expected_avg_denoise_ms": 556.18, + "expected_median_denoise_ms": 560.34, + "estimated_full_test_time_s": 143.7 }, "fsdp-inference": { "stages_ms": { - "InputValidationStage": 0.07, - "TextEncodingStage": 605.9, - "LatentPreparationStage": 0.2, - "TimestepPreparationStage": 61.38, - "DenoisingStage": 2180.15, - "DecodingStage": 8.15 + "InputValidationStage": 0.05, + "LatentPreparationStage": 0.15, + "TextEncodingStage": 297.4, + "TimestepPreparationStage": 57.84, + "DecodingStage": 8.17, + "DenoisingStage": 2142.47 }, "denoise_step_ms": { - "0": 97.92, - "1": 228.71, - "2": 267.25, - "3": 266.93, - "4": 265.8, - "5": 263.33, - "6": 262.05, - "7": 261.54, - "8": 261.6 + "0": 80.53, + "1": 188.09, + "2": 219.79, + "3": 219.53, + "4": 218.6, + "5": 216.57, + "6": 215.51, + "7": 215.09, + "8": 215.14 }, - "expected_e2e_ms": 3541.48, - "expected_avg_denoise_ms": 288.82, - "expected_median_denoise_ms": 262.05 + "expected_e2e_ms": 2745.03, + "expected_avg_denoise_ms": 237.53, + "expected_median_denoise_ms": 260.88, + "estimated_full_test_time_s": 122.7 }, "hunyuan3d_shape_gen": { "stages_ms": { @@ -2125,555 +2116,519 @@ }, "expected_e2e_ms": 300141.39, "expected_avg_denoise_ms": 66.06, - "expected_median_denoise_ms": 65.36 + "expected_median_denoise_ms": 65.36, + "estimated_full_test_time_s": 420.1 }, "wan2_1_t2v_1.3b_frame_interp_2x": { "stages_ms": { - "TextEncodingStage": 1104.4, - "TimestepPreparationStage": 2.19, + "InputValidationStage": 0.06, + "TextEncodingStage": 1121.71, "LatentPreparationStage": 0.15, - "DenoisingStage": 8502.22, - "DecodingStage": 498.36, - "InputValidationStage": 0.07 + "TimestepPreparationStage": 2.22, + "DenoisingStage": 7541.33, + "DecodingStage": 628.66 }, "denoise_step_ms": { - "0": 91.83, - "1": 174.57, - "2": 170.48, - "3": 169.33, - "4": 169.24, - "5": 177.43, - "6": 173.73, - "7": 171.67, - "8": 170.98, - "9": 168.61, - "10": 169.96, - "11": 174.75, - "12": 172.33, - "13": 170.62, - "14": 169.84, - "15": 168.86, - "16": 171.32, - "17": 174.7, - "18": 172.31, - "19": 171.71, - "20": 170.98, - "21": 169.83, - "22": 170.54, - "23": 173.08, - "24": 172.11, - "25": 171.49, - "26": 171.0, - "27": 170.9, - "28": 171.78, - "29": 173.44, - "30": 171.14, - "31": 170.72, - "32": 170.64, - "33": 170.58, - "34": 172.51, - "35": 171.74, - "36": 171.57, - "37": 170.73, - "38": 171.49, - "39": 170.98, - "40": 172.63, - "41": 171.88, - "42": 171.71, - "43": 170.94, - "44": 170.31, - "45": 171.25, - "46": 171.43, - "47": 171.55, - "48": 172.08, - "49": 169.92 + "0": 81.45, + "1": 154.83, + "2": 151.21, + "3": 150.19, + "4": 150.11, + "5": 157.37, + "6": 154.09, + "7": 152.26, + "8": 151.65, + "9": 149.55, + "10": 150.75, + "11": 154.99, + "12": 152.85, + "13": 151.33, + "14": 150.64, + "15": 149.77, + "16": 151.95, + "17": 154.95, + "18": 152.83, + "19": 152.3, + "20": 151.65, + "21": 150.63, + "22": 151.26, + "23": 153.51, + "24": 152.65, + "25": 152.1, + "26": 151.67, + "27": 151.58, + "28": 152.36, + "29": 153.83, + "30": 151.79, + "31": 151.42, + "32": 151.35, + "33": 151.3, + "34": 153.01, + "35": 152.32, + "36": 152.17, + "37": 151.43, + "38": 152.1, + "39": 151.65, + "40": 153.11, + "41": 152.45, + "42": 152.3, + "43": 151.61, + "44": 151.06, + "45": 151.89, + "46": 152.05, + "47": 152.16, + "48": 152.63, + "49": 150.71 }, - "expected_e2e_ms": 10464.97, - "expected_avg_denoise_ms": 169.92, - "expected_median_denoise_ms": 171.37 + "expected_e2e_ms": 9679.47, + "expected_avg_denoise_ms": 150.71, + "expected_median_denoise_ms": 151.72, + "estimated_full_test_time_s": 129.3 }, "flux_2_klein_ti2i_2_gpus": { "stages_ms": { - "InputValidationStage": 40.19, - "TextEncodingStage": 88.84, - "ImageVAEEncodingStage": 80.81, - "LatentPreparationStage": 1.05, - "TimestepPreparationStage": 28.64, - "DenoisingStage": 354.04, - "DecodingStage": 11.11 + "InputValidationStage": 35.39, + "DecodingStage": 6.68, + "TextEncodingStage": 160.46, + "TimestepPreparationStage": 27.82, + "LatentPreparationStage": 0.4, + "DenoisingStage": 364.99, + "ImageVAEEncodingStage": 65.69 }, "denoise_step_ms": { - "0": 33.54, - "1": 61.3, - "2": 86.9, - "3": 87.55 + "0": 30.19, + "1": 63.04, + "2": 89.37, + "3": 89.7 }, - "expected_e2e_ms": 716.81, - "expected_avg_denoise_ms": 67.32, - "expected_median_denoise_ms": 74.1 + "expected_e2e_ms": 827.17, + "expected_avg_denoise_ms": 68.93, + "expected_median_denoise_ms": 77.89, + "estimated_full_test_time_s": 120.8 }, "flux_2_image_t2i_upscaling_4x": { "stages_ms": { - "InputValidationStage": 0.15, - "TextEncodingStage": 537.4, - "ImageVAEEncodingStage": 0.01, - "LatentPreparationStage": 1.11, - "TimestepPreparationStage": 39.57, - "DenoisingStage": 24738.35, - "DecodingStage": 14.04 + "TextEncodingStage": 494.65, + "DenoisingStage": 23822.05, + "InputValidationStage": 0.06, + "LatentPreparationStage": 1.2, + "TimestepPreparationStage": 18.66, + "DecodingStage": 9.62, + "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { - "0": 70.71, - "1": 476.99, - "2": 502.01, - "3": 483.39, - "4": 500.65, - "5": 487.43, - "6": 502.39, - "7": 484.76, - "8": 498.5, - "9": 489.98, - "10": 499.22, - "11": 490.47, - "12": 498.98, - "13": 491.42, - "14": 495.17, - "15": 492.24, - "16": 494.69, - "17": 491.68, - "18": 497.13, - "19": 493.63, - "20": 495.29, - "21": 496.19, - "22": 496.52, - "23": 496.31, - "24": 493.64, - "25": 494.35, - "26": 493.27, - "27": 495.52, - "28": 493.06, - "29": 494.66, - "30": 494.08, - "31": 496.01, - "32": 494.79, - "33": 495.81, - "34": 493.94, - "35": 495.56, - "36": 493.5, - "37": 495.98, - "38": 495.82, - "39": 496.7, - "40": 495.29, - "41": 496.84, - "42": 495.67, - "43": 495.32, - "44": 496.48, - "45": 496.03, - "46": 495.65, - "47": 498.27, - "48": 496.44, - "49": 496.79 + "0": 66.32, + "1": 453.87, + "2": 488.73, + "3": 467.7, + "4": 476.52, + "5": 475.02, + "6": 469.96, + "7": 472.41, + "8": 468.92, + "9": 477.5, + "10": 465.3, + "11": 477.98, + "12": 469.2, + "13": 478.9, + "14": 468.38, + "15": 479.7, + "16": 468.21, + "17": 479.16, + "18": 472.24, + "19": 480.48, + "20": 472.46, + "21": 478.22, + "22": 477.53, + "23": 476.9, + "24": 477.44, + "25": 475.33, + "26": 478.39, + "27": 476.84, + "28": 479.72, + "29": 476.64, + "30": 476.38, + "31": 476.48, + "32": 477.84, + "33": 475.79, + "34": 479.66, + "35": 478.66, + "36": 479.74, + "37": 479.39, + "38": 480.43, + "39": 477.42, + "40": 478.53, + "41": 477.29, + "42": 477.02, + "43": 477.34, + "44": 477.42, + "45": 477.18, + "46": 476.49, + "47": 477.06, + "48": 473.97, + "49": 476.92 }, - "expected_e2e_ms": 25735.08, - "expected_avg_denoise_ms": 486.1, - "expected_median_denoise_ms": 495.42 + "expected_e2e_ms": 24808.01, + "expected_avg_denoise_ms": 468.18, + "expected_median_denoise_ms": 477.12, + "estimated_full_test_time_s": 145.1 }, "wan2_1_t2v_1.3b_upscaling_4x": { "stages_ms": { - "InputValidationStage": 0.08, - "TextEncodingStage": 1164.21, - "LatentPreparationStage": 0.26, - "TimestepPreparationStage": 3.86, - "DenoisingStage": 10234.35, - "DecodingStage": 499.44 + "DecodingStage": 694.93, + "InputValidationStage": 0.06, + "DenoisingStage": 7238.94, + "TextEncodingStage": 1077.43, + "LatentPreparationStage": 0.14, + "TimestepPreparationStage": 2.35 }, "denoise_step_ms": { - "0": 200.87, - "1": 202.85, - "2": 203.32, - "3": 206.02, - "4": 205.75, - "5": 204.14, - "6": 205.12, - "7": 204.65, - "8": 203.99, - "9": 204.96, - "10": 204.35, - "11": 206.89, - "12": 200.69, - "13": 209.67, - "14": 204.91, - "15": 203.5, - "16": 206.73, - "17": 202.43, - "18": 205.92, - "19": 204.61, - "20": 211.47, - "21": 197.43, - "22": 203.58, - "23": 205.82, - "24": 204.01, - "25": 205.06, - "26": 204.86, - "27": 206.03, - "28": 200.78, - "29": 206.99, - "30": 206.58, - "31": 202.84, - "32": 204.51, - "33": 204.19, - "34": 202.89, - "35": 204.55, - "36": 205.03, - "37": 204.2, - "38": 203.92, - "39": 204.9, - "40": 203.24, - "41": 204.21, - "42": 205.76, - "43": 205.32, - "44": 202.63, - "45": 205.67, - "46": 204.55, - "47": 202.89, - "48": 205.29, - "49": 203.87 + "0": 85.84, + "1": 143.52, + "2": 143.85, + "3": 145.76, + "4": 145.57, + "5": 144.43, + "6": 145.13, + "7": 144.79, + "8": 144.33, + "9": 145.01, + "10": 144.58, + "11": 146.38, + "12": 141.99, + "13": 148.34, + "14": 144.98, + "15": 143.98, + "16": 146.26, + "17": 143.22, + "18": 145.69, + "19": 144.76, + "20": 149.62, + "21": 139.68, + "22": 144.04, + "23": 145.62, + "24": 144.34, + "25": 145.08, + "26": 144.94, + "27": 145.77, + "28": 142.06, + "29": 146.45, + "30": 146.16, + "31": 143.51, + "32": 144.69, + "33": 144.47, + "34": 143.55, + "35": 144.72, + "36": 145.06, + "37": 144.47, + "38": 144.28, + "39": 144.97, + "40": 143.8, + "41": 144.48, + "42": 145.58, + "43": 145.27, + "44": 143.36, + "45": 145.51, + "46": 144.72, + "47": 143.55, + "48": 145.25, + "49": 144.24 }, - "expected_e2e_ms": 12021.58, - "expected_avg_denoise_ms": 204.49, - "expected_median_denoise_ms": 204.55 + "expected_e2e_ms": 9298.75, + "expected_avg_denoise_ms": 144.68, + "expected_median_denoise_ms": 144.74, + "estimated_full_test_time_s": 129.3 }, "wan2_1_t2v_1.3b_frame_interp_2x_upscaling_4x": { "stages_ms": { - "InputValidationStage": 0.03, - "TextEncodingStage": 1089.94, - "LatentPreparationStage": 0.12, - "TimestepPreparationStage": 1.99, - "DenoisingStage": 8617.56, - "DecodingStage": 469.68 + "InputValidationStage": 0.07, + "TextEncodingStage": 1123.44, + "LatentPreparationStage": 0.16, + "TimestepPreparationStage": 2.34, + "DenoisingStage": 7753.24, + "DecodingStage": 630.74 }, "denoise_step_ms": { - "0": 122.51, - "1": 172.31, - "2": 169.58, - "3": 171.76, - "4": 171.5, - "5": 174.24, - "6": 175.85, - "7": 171.2, - "8": 172.0, - "9": 172.13, - "10": 171.22, - "11": 174.8, - "12": 174.01, - "13": 172.28, - "14": 172.77, - "15": 173.52, - "16": 172.19, - "17": 175.12, - "18": 172.78, - "19": 175.1, - "20": 171.54, - "21": 173.38, - "22": 171.61, - "23": 174.14, - "24": 174.06, - "25": 172.32, - "26": 173.08, - "27": 173.94, - "28": 173.32, - "29": 174.3, - "30": 173.63, - "31": 172.21, - "32": 174.4, - "33": 173.25, - "34": 173.54, - "35": 175.12, - "36": 172.93, - "37": 172.76, - "38": 174.73, - "39": 174.46, - "40": 172.66, - "41": 174.58, - "42": 173.9, - "43": 174.88, - "44": 172.35, - "45": 173.52, - "46": 175.94, - "47": 172.88, - "48": 174.97, - "49": 172.94 + "0": 110.19, + "1": 154.98, + "2": 152.52, + "3": 154.48, + "4": 154.25, + "5": 156.71, + "6": 158.16, + "7": 153.98, + "8": 154.7, + "9": 154.82, + "10": 154.0, + "11": 157.22, + "12": 156.51, + "13": 154.95, + "14": 155.39, + "15": 156.07, + "16": 154.87, + "17": 157.5, + "18": 155.4, + "19": 157.49, + "20": 154.28, + "21": 155.94, + "22": 154.35, + "23": 156.62, + "24": 156.55, + "25": 154.99, + "26": 155.67, + "27": 156.44, + "28": 155.89, + "29": 156.77, + "30": 156.16, + "31": 154.89, + "32": 156.86, + "33": 155.82, + "34": 156.08, + "35": 157.5, + "36": 155.53, + "37": 155.38, + "38": 157.15, + "39": 156.91, + "40": 155.29, + "41": 157.02, + "42": 156.41, + "43": 157.29, + "44": 155.01, + "45": 156.07, + "46": 158.24, + "47": 155.49, + "48": 157.37, + "49": 155.54 }, - "expected_e2e_ms": 10425.77, - "expected_avg_denoise_ms": 172.28, - "expected_median_denoise_ms": 173.29 - }, - "helios_base_t2v": { - "stages_ms": { - "InputValidationStage": 0.07, - "TextEncodingStage": 1103.97, - "LatentPreparationStage": 0.24, - "HeliosChunkedDenoisingStage": 118580.37, - "HeliosDecodingStage": 664.79, - "per_frame_generation": null - }, - "denoise_step_ms": {}, - "expected_e2e_ms": 120413.51, - "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 - }, - "helios_distilled_t2v": { - "stages_ms": { - "InputValidationStage": 0.13, - "TextEncodingStage": 581.79, - "LatentPreparationStage": 0.18, - "HeliosChunkedDenoisingStage": 49752.88, - "HeliosDecodingStage": 666.69, - "per_frame_generation": null - }, - "denoise_step_ms": {}, - "expected_e2e_ms": 51038.66, - "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 - }, - "helios_mid_t2v": { - "stages_ms": { - "InputValidationStage": 0.05, - "TextEncodingStage": 1101.99, - "LatentPreparationStage": 0.16, - "HeliosChunkedDenoisingStage": 77728.72, - "HeliosDecodingStage": 661.23, - "per_frame_generation": null - }, - "denoise_step_ms": {}, - "expected_e2e_ms": 79600.62, - "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 + "expected_e2e_ms": 9918.3, + "expected_avg_denoise_ms": 154.95, + "expected_median_denoise_ms": 149.9, + "estimated_full_test_time_s": 129.4 }, "flux_2_nvfp4_t2i": { "stages_ms": { - "InputValidationStage": 0.09, - "TextEncodingStage": 458.68, - "ImageVAEEncodingStage": 0.01, - "LatentPreparationStage": 0.54, - "TimestepPreparationStage": 20.88, - "DenoisingStage": 7189.58, - "DecodingStage": 13.55 + "InputValidationStage": 0.05, + "DecodingStage": 7.98, + "DenoisingStage": 7120.88, + "LatentPreparationStage": 0.63, + "TimestepPreparationStage": 23.91, + "TextEncodingStage": 463.52, + "ImageVAEEncodingStage": 0.01 }, "denoise_step_ms": { - "0": 94.51, - "1": 88.17, - "2": 132.17, - "3": 141.26, - "4": 142.49, - "5": 141.41, - "6": 142.62, - "7": 140.92, - "8": 141.08, - "9": 142.68, - "10": 139.88, - "11": 144.98, - "12": 144.37, - "13": 142.0, - "14": 142.49, - "15": 141.24, - "16": 141.05, - "17": 140.69, - "18": 141.48, - "19": 141.92, - "20": 146.34, - "21": 147.32, - "22": 140.68, - "23": 141.09, - "24": 142.51, - "25": 140.83, - "26": 145.73, - "27": 148.47, - "28": 144.86, - "29": 140.83, - "30": 144.76, - "31": 145.36, - "32": 140.58, - "33": 144.49, - "34": 142.65, - "35": 141.86, - "36": 148.19, - "37": 145.5, - "38": 145.68, - "39": 143.64, - "40": 143.7, - "41": 153.8, - "42": 148.57, - "43": 143.2, - "44": 144.15, - "45": 142.11, - "46": 146.38, - "47": 146.97, - "48": 144.62, - "49": 146.38 + "0": 95.82, + "1": 89.39, + "2": 109.92, + "3": 139.01, + "4": 143.6, + "5": 142.76, + "6": 139.62, + "7": 142.87, + "8": 140.81, + "9": 139.94, + "10": 141.82, + "11": 143.59, + "12": 146.37, + "13": 142.65, + "14": 140.02, + "15": 142.41, + "16": 139.28, + "17": 141.89, + "18": 139.87, + "19": 140.68, + "20": 144.58, + "21": 141.7, + "22": 141.1, + "23": 139.5, + "24": 144.49, + "25": 142.78, + "26": 141.11, + "27": 140.5, + "28": 140.88, + "29": 141.67, + "30": 140.75, + "31": 141.4, + "32": 142.53, + "33": 141.63, + "34": 142.45, + "35": 138.9, + "36": 141.22, + "37": 143.95, + "38": 141.33, + "39": 141.05, + "40": 139.45, + "41": 143.23, + "42": 142.17, + "43": 145.19, + "44": 142.61, + "45": 140.46, + "46": 142.39, + "47": 142.98, + "48": 141.62, + "49": 143.67 }, - "expected_e2e_ms": 8091.46, - "expected_avg_denoise_ms": 141.37, - "expected_median_denoise_ms": 142.63 + "expected_e2e_ms": 8029.29, + "expected_avg_denoise_ms": 140.06, + "expected_median_denoise_ms": 141.63, + "estimated_full_test_time_s": 128.2 }, "ltx_2.3_one_stage_ti2v": { "stages_ms": { - "InputValidationStage": 3.27, - "TextEncodingStage": 1766.71, - "LTX2TextConnectorStage": 27.34, - "LTX2SigmaPreparationStage": 0.14, - "TimestepPreparationStage": 15.78, - "LTX2AVLatentPreparationStage": 0.25, - "LTX2AVDenoisingStage": 23757.65, - "LTX2AVDecodingStage": 1171.65, - "per_frame_generation": null + "InputValidationStage": 3.05, + "TextEncodingStage": 1677.62, + "LTX2TextConnectorStage": 26.25, + "LTX2SigmaPreparationStage": 0.26, + "TimestepPreparationStage": 13.63, + "LTX2AVLatentPreparationStage": 0.12, + "LTX2AVDenoisingStage": 24658.05, + "LTX2AVDecodingStage": 383.25 }, "denoise_step_ms": { - "0": 709.91, - "1": 704.93, - "2": 707.02, - "3": 702.54, - "4": 702.07, - "5": 746.58, - "6": 774.04, - "7": 766.37, - "8": 751.37, - "9": 734.67, - "10": 710.79, - "11": 689.84, - "12": 688.12, - "13": 689.74, - "14": 687.5, - "15": 699.65, - "16": 697.09, - "17": 686.87, - "18": 691.43, - "19": 712.52, - "20": 705.43, - "21": 727.21, - "22": 706.73, - "23": 705.63, - "24": 714.95, - "25": 707.69, - "26": 748.35, - "27": 738.02, - "28": 738.05, - "29": 726.96 + "0": 784.81, + "1": 779.3, + "2": 781.61, + "3": 776.66, + "4": 776.14, + "5": 825.34, + "6": 855.7, + "7": 847.22, + "8": 830.64, + "9": 812.18, + "10": 785.78, + "11": 762.62, + "12": 760.72, + "13": 762.51, + "14": 760.03, + "15": 773.46, + "16": 770.63, + "17": 759.34, + "18": 764.38, + "19": 787.69, + "20": 779.85, + "21": 803.93, + "22": 781.29, + "23": 780.07, + "24": 790.38, + "25": 782.35, + "26": 827.3, + "27": 815.88, + "28": 815.91, + "29": 803.65 }, - "expected_e2e_ms": 26916.58, - "expected_avg_denoise_ms": 715.73, - "expected_median_denoise_ms": 707.35 + "expected_e2e_ms": 26917.71, + "expected_avg_denoise_ms": 791.24, + "expected_median_denoise_ms": 791.0, + "estimated_full_test_time_s": 144.2 }, "ltx_2.3_two_stage_t2v_2gpus": { "stages_ms": { - "InputValidationStage": 0.05, - "TextEncodingStage": 2020.14, - "LTX2TextConnectorStage": 26.56, - "LTX2HalveResolutionStage": 0.06, - "LTX2LoRASwitchStage": 104.32, + "InputValidationStage": 0.06, + "TextEncodingStage": 1789.48, + "LTX2TextConnectorStage": 28.01, + "LTX2HalveResolutionStage": 0.07, + "LTX2LoRASwitchStage": 143.36, "LTX2SigmaPreparationStage": 0.37, - "TimestepPreparationStage": 26.33, - "LTX2AVLatentPreparationStage": 0.13, - "LTX2AVDenoisingStage": 25176.87, - "LTX2UpsampleStage": 549.01, - "LTX2RefinementStage": 663.05, - "LTX2AVDecodingStage": 391.25, - "per_frame_generation": null + "TimestepPreparationStage": 24.63, + "LTX2AVLatentPreparationStage": 0.16, + "LTX2AVDenoisingStage": 12652.72, + "LTX2UpsampleStage": 779.33, + "LTX2RefinementStage": 762.78, + "LTX2AVDecodingStage": 436.15 }, "denoise_step_ms": { - "0": 1744.42, - "1": 817.18, - "2": 854.8, - "3": 836.55, - "4": 808.83, - "5": 809.81, - "6": 796.47, - "7": 767.67, - "8": 802.66, - "9": 805.93, - "10": 808.6, - "11": 820.85, - "12": 846.88, - "13": 852.86, - "14": 844.04, - "15": 833.44, - "16": 803.25, - "17": 807.18, - "18": 815.48, - "19": 811.04, - "20": 804.2, - "21": 781.2, - "22": 767.35, - "23": 772.59, - "24": 785.54, - "25": 770.46, - "26": 779.59, - "27": 817.82, - "28": 806.95, - "29": 798.13, - "30": 222.32, - "31": 214.83, - "32": 222.11 + "0": 4787.44, + "1": 241.83, + "2": 301.68, + "3": 311.37, + "4": 287.91, + "5": 277.65, + "6": 246.68, + "7": 250.9, + "8": 260.28, + "9": 249.61, + "10": 242.41, + "11": 241.84, + "12": 266.58, + "13": 292.73, + "14": 284.87, + "15": 277.67, + "16": 272.33, + "17": 290.47, + "18": 289.31, + "19": 273.62, + "20": 263.3, + "21": 280.54, + "22": 297.45, + "23": 241.16, + "24": 275.2, + "25": 264.26, + "26": 255.94, + "27": 277.13, + "28": 277.31, + "29": 268.01, + "30": 223.06, + "31": 262.81, + "32": 271.16 }, - "expected_e2e_ms": 34384.39, - "expected_avg_denoise_ms": 782.76, - "expected_median_denoise_ms": 806.95, + "expected_e2e_ms": 22417.99, + "expected_avg_denoise_ms": 406.2, + "expected_median_denoise_ms": 272.33, "estimated_full_test_time_s": 216.7 }, "ltx_2_3_two_stage_ti2v_2gpus": { "stages_ms": { - "InputValidationStage": 3.61, - "TextEncodingStage": 1775.95, - "LTX2TextConnectorStage": 27.44, + "InputValidationStage": 4.02, + "TextEncodingStage": 1681.03, + "LTX2TextConnectorStage": 29.48, "LTX2HalveResolutionStage": 0.06, - "LTX2LoRASwitchStage": 107.23, - "LTX2SigmaPreparationStage": 0.41, - "TimestepPreparationStage": 24.7, - "LTX2AVLatentPreparationStage": 0.2, - "LTX2AVDenoisingStage": 26851.54, - "LTX2UpsampleStage": 408.81, - "LTX2RefinementStage": 1561.91, - "LTX2AVDecodingStage": 862.29, - "per_frame_generation": null + "LTX2LoRASwitchStage": 123.34, + "LTX2SigmaPreparationStage": 0.48, + "TimestepPreparationStage": 30.17, + "LTX2AVLatentPreparationStage": 0.23, + "LTX2AVDenoisingStage": 28796.44, + "LTX2UpsampleStage": 1062.28, + "LTX2RefinementStage": 1335.05, + "LTX2AVDecodingStage": 482.26 }, "denoise_step_ms": { - "0": 812.4, - "1": 817.22, - "2": 1159.79, - "3": 852.65, - "4": 857.69, - "5": 864.02, - "6": 868.72, - "7": 859.11, - "8": 836.39, - "9": 841.12, - "10": 1093.34, - "11": 902.56, - "12": 830.56, - "13": 818.54, - "14": 837.61, - "15": 837.03, - "16": 853.87, - "17": 830.49, - "18": 833.02, - "19": 1179.55, - "20": 846.55, - "21": 856.85, - "22": 887.05, - "23": 836.35, - "24": 843.8, - "25": 836.38, - "26": 821.39, - "27": 826.6, - "28": 1165.21, - "29": 833.04, - "30": 540.96, - "31": 334.98, - "32": 312.19 + "0": 1205.82, + "1": 1208.39, + "2": 1269.93, + "3": 998.3, + "4": 921.32, + "5": 1047.42, + "6": 948.17, + "7": 941.85, + "8": 885.76, + "9": 904.27, + "10": 898.02, + "11": 887.85, + "12": 898.61, + "13": 891.13, + "14": 954.07, + "15": 896.09, + "16": 1001.81, + "17": 881.83, + "18": 882.7, + "19": 920.33, + "20": 971.85, + "21": 891.13, + "22": 884.23, + "23": 870.44, + "24": 890.55, + "25": 869.53, + "26": 861.77, + "27": 873.08, + "28": 934.75, + "29": 865.63, + "30": 357.92, + "31": 315.56, + "32": 345.67 }, - "expected_e2e_ms": 40552.46, - "expected_avg_denoise_ms": 840.21, - "expected_median_denoise_ms": 837.61 + "expected_e2e_ms": 44740.03, + "expected_avg_denoise_ms": 890.17, + "expected_median_denoise_ms": 896.09, + "estimated_full_test_time_s": 155.3 } } } diff --git a/scripts/ci/utils/diffusion/comparison_configs.json b/scripts/ci/utils/diffusion/comparison_configs.json index d9a8938ef..a2eb4b408 100644 --- a/scripts/ci/utils/diffusion/comparison_configs.json +++ b/scripts/ci/utils/diffusion/comparison_configs.json @@ -138,8 +138,11 @@ { "id": "ltx2.3_twostage_ti2v_2gpus", "model": "Lightricks/LTX-2.3", - "task": "image-to-video", + "task": "text-image-to-video", "prompt": "The cat starts walking slowly towards the camera.", + "reference_image": true, + "width": 768, + "height": 512, "num_frames": 121, "seed": 42, "num_gpus": 2, diff --git a/scripts/ci/utils/diffusion/run_comparison.py b/scripts/ci/utils/diffusion/run_comparison.py index 7bdadfec3..8edfa9a67 100644 --- a/scripts/ci/utils/diffusion/run_comparison.py +++ b/scripts/ci/utils/diffusion/run_comparison.py @@ -959,7 +959,7 @@ def main(): print(f"Loaded {len(config['cases'])} comparison case(s) from {args.config}") - run_comparison( + output_data = run_comparison( config=config, case_ids=args.case_ids, frameworks=args.frameworks, @@ -968,6 +968,14 @@ def main(): dry_run=args.dry_run, ) + # Exit with non-zero if any case had an error + errors = [r for r in output_data.get("results", []) if r.get("error")] + if errors and not args.dry_run: + print(f"\n{len(errors)} case(s) had errors:") + for e in errors: + print(f" {e['case_id']} ({e['framework']}): {e['error']}") + sys.exit(1) + if __name__ == "__main__": main()