[CI] diffusion: Calibrate single-GPU shard scheduling from CI (#45831)

This commit is contained in:
Mick
2026-10-23 12:03:24 +08:00
committed by GitHub
parent fa628c5359
commit f4a2df3dac
@@ -55,7 +55,8 @@
"denoise_step_ms": {},
"expected_e2e_ms": 7239.81,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 120
},
"sana_video_2b_t2v": {
"expected_load_ms": 25382.51,
@@ -63,7 +64,8 @@
"denoise_step_ms": {},
"expected_e2e_ms": 2472.55,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 50
},
"pi05_action_http": {
"expected_load_ms": 25954.41,
@@ -71,7 +73,8 @@
"denoise_step_ms": {},
"expected_e2e_ms": 21.37,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 100
},
"flux3_action_http": {
"expected_load_ms": 46252.88,
@@ -79,7 +82,8 @@
"denoise_step_ms": {},
"expected_e2e_ms": 442.53,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 60
},
"qwen_image_t2i": {
"expected_load_ms": 40799.72,
@@ -150,7 +154,7 @@
"runtime_peak_vram_mb": 46938.0,
"load_peak_allocated_mb": 41798.0,
"runtime_peak_allocated_mb": 44855.0,
"estimated_full_test_time_s": 133.1
"estimated_full_test_time_s": 90
},
"qwen_image_t2i_2_gpus": {
"expected_load_ms": 41606.84,
@@ -465,7 +469,7 @@
"runtime_peak_vram_mb": 28540.0,
"load_peak_allocated_mb": 23572.0,
"runtime_peak_allocated_mb": 25667.0,
"estimated_full_test_time_s": 127.4
"estimated_full_test_time_s": 80
},
"flux_2_image_t2i": {
"expected_load_ms": 55239.13,
@@ -537,7 +541,7 @@
"runtime_peak_vram_mb": 70560.0,
"load_peak_allocated_mb": 63963.0,
"runtime_peak_allocated_mb": 65404.0,
"estimated_full_test_time_s": 145.2
"estimated_full_test_time_s": 130
},
"flux_2_klein_image_t2i": {
"expected_load_ms": 28510.14,
@@ -563,7 +567,7 @@
"runtime_peak_vram_mb": 13732.0,
"load_peak_allocated_mb": 8498.0,
"runtime_peak_allocated_mb": 10793.0,
"estimated_full_test_time_s": 120.5
"estimated_full_test_time_s": 70
},
"flux_2_klein_base_image_t2i": {
"expected_load_ms": 26405.08,
@@ -635,7 +639,7 @@
"runtime_peak_vram_mb": 13754.0,
"load_peak_allocated_mb": 8498.0,
"runtime_peak_allocated_mb": 10800.0,
"estimated_full_test_time_s": 124.4
"estimated_full_test_time_s": 50
},
"flux_2_ti2i": {
"expected_load_ms": 54947.9,
@@ -707,7 +711,7 @@
"runtime_peak_vram_mb": 70564.0,
"load_peak_allocated_mb": 63963.0,
"runtime_peak_allocated_mb": 65388.0,
"estimated_full_test_time_s": 168.9
"estimated_full_test_time_s": 150
},
"flux_2_ti2i_multi_image_cache_dit": {
"expected_load_ms": 54569.41,
@@ -779,7 +783,7 @@
"runtime_peak_vram_mb": 71904.0,
"load_peak_allocated_mb": 63963.0,
"runtime_peak_allocated_mb": 67003.0,
"estimated_full_test_time_s": 148.6
"estimated_full_test_time_s": 100
},
"flux_image_t2i_2_gpus": {
"expected_load_ms": 31766.33,
@@ -880,7 +884,7 @@
"runtime_peak_vram_mb": 17776.0,
"load_peak_allocated_mb": 12852.0,
"runtime_peak_allocated_mb": 15133.0,
"estimated_full_test_time_s": 116.3
"estimated_full_test_time_s": 50
},
"zimage_image_t2i_fp8": {
"expected_load_ms": 27623.5,
@@ -910,7 +914,7 @@
"runtime_peak_vram_mb": 15868.0,
"load_peak_allocated_mb": 10941.0,
"runtime_peak_allocated_mb": 13254.0,
"estimated_full_test_time_s": 123.7
"estimated_full_test_time_s": 60
},
"zimage_image_t2i_multi_lora": {
"expected_load_ms": 36426.15,
@@ -940,7 +944,7 @@
"runtime_peak_vram_mb": 17612.0,
"load_peak_allocated_mb": 13059.0,
"runtime_peak_allocated_mb": 15307.0,
"estimated_full_test_time_s": 162.1
"estimated_full_test_time_s": 90
},
"zimage_image_t2i_2_gpus": {
"expected_load_ms": 31619.48,
@@ -1042,7 +1046,7 @@
"runtime_peak_vram_mb": 48250.0,
"load_peak_allocated_mb": 41926.0,
"runtime_peak_allocated_mb": 44966.0,
"estimated_full_test_time_s": 153.6
"estimated_full_test_time_s": 120
},
"joyai_image_edit_ti2i": {
"expected_load_ms": 34589.89,
@@ -1104,7 +1108,7 @@
"runtime_peak_vram_mb": 45124.0,
"load_peak_allocated_mb": 33291.0,
"runtime_peak_allocated_mb": 40644.0,
"estimated_full_test_time_s": 117.6
"estimated_full_test_time_s": 110
},
"qwen_image_t2i_cache_dit_enabled": {
"expected_load_ms": 34703.95,
@@ -1175,7 +1179,7 @@
"runtime_peak_vram_mb": 47034.0,
"load_peak_allocated_mb": 41798.0,
"runtime_peak_allocated_mb": 44951.0,
"estimated_full_test_time_s": 124.9
"estimated_full_test_time_s": 60
},
"wan2_1_t2v_1.3b_teacache_enabled": {
"expected_load_ms": 32869.61,
@@ -1246,7 +1250,7 @@
"runtime_peak_vram_mb": 18078.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 9730.0,
"estimated_full_test_time_s": 126.0
"estimated_full_test_time_s": 60
},
"wan2_1_t2v_1.3b_encoder_permanent_residents": {
"expected_load_ms": 29198.13,
@@ -1318,7 +1322,7 @@
"warmup_peak_vram_mb": 27492.0,
"load_peak_allocated_mb": 17625.61,
"runtime_peak_allocated_mb": 23676.07,
"estimated_full_test_time_s": 130.0
"estimated_full_test_time_s": 60
},
"wan2_1_t2v_1.3b": {
"expected_load_ms": 30234.05,
@@ -1389,7 +1393,7 @@
"runtime_peak_vram_mb": 18078.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 9673.0,
"estimated_full_test_time_s": 129.3
"estimated_full_test_time_s": 150
},
"wan2_1_t2v_1.3b_cfg_parallel": {
"expected_load_ms": 30166.76,
@@ -1486,7 +1490,7 @@
"runtime_peak_vram_mb": 34340.0,
"load_peak_allocated_mb": 24985.0,
"runtime_peak_allocated_mb": 31308.0,
"estimated_full_test_time_s": 124.7
"estimated_full_test_time_s": 50
},
"ltx_2_two_stage_t2v": {
"expected_load_ms": 47470.86,
@@ -1629,7 +1633,7 @@
"runtime_peak_vram_mb": 39856.0,
"load_peak_allocated_mb": 11629.0,
"runtime_peak_allocated_mb": 26066.0,
"estimated_full_test_time_s": 141.7
"estimated_full_test_time_s": 80
},
"qwen_image_edit_2509_ti2i": {
"expected_load_ms": 38811.53,
@@ -1691,7 +1695,7 @@
"runtime_peak_vram_mb": 47874.0,
"load_peak_allocated_mb": 41926.0,
"runtime_peak_allocated_mb": 44960.0,
"estimated_full_test_time_s": 160.2
"estimated_full_test_time_s": 100
},
"qwen_image_layered_i2i": {
"expected_load_ms": 39902.72,
@@ -1760,7 +1764,7 @@
"runtime_peak_vram_mb": 61846.0,
"load_peak_allocated_mb": 55943.0,
"runtime_peak_allocated_mb": 60609.0,
"estimated_full_test_time_s": 161.5
"estimated_full_test_time_s": 130
},
"fastwan2_2_ti2v_5b": {
"expected_load_ms": 35178.7,
@@ -1784,7 +1788,7 @@
"runtime_peak_vram_mb": 39054.0,
"load_peak_allocated_mb": 11629.0,
"runtime_peak_allocated_mb": 26051.0,
"estimated_full_test_time_s": 125.2
"estimated_full_test_time_s": 60
},
"fast_hunyuan_video": {
"expected_load_ms": 32322.52,
@@ -1813,7 +1817,7 @@
"warmup_peak_vram_mb": 56748.0,
"load_peak_allocated_mb": 26241.0,
"runtime_peak_allocated_mb": 31922.0,
"estimated_full_test_time_s": 77.0
"estimated_full_test_time_s": 80
},
"wan2_2_i2v_a14b_2gpu": {
"expected_load_ms": 78667.8,
@@ -2287,7 +2291,7 @@
"runtime_peak_vram_mb": 18350.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 9999.0,
"estimated_full_test_time_s": 129.6
"estimated_full_test_time_s": 90
},
"wan2_1_i2v_14b_lora_2gpu": {
"expected_load_ms": 66554.82,
@@ -2494,7 +2498,7 @@
"runtime_peak_vram_mb": 47874.0,
"load_peak_allocated_mb": 41926.0,
"runtime_peak_allocated_mb": 44950.0,
"estimated_full_test_time_s": 143.7
"estimated_full_test_time_s": 120
},
"fsdp-inference": {
"expected_load_ms": 31380.54,
@@ -2596,7 +2600,7 @@
"runtime_peak_vram_mb": 6094.0,
"load_peak_allocated_mb": 737.0,
"runtime_peak_allocated_mb": 5120.0,
"estimated_full_test_time_s": 420.1
"estimated_full_test_time_s": 160
},
"wan2_1_t2v_1.3b_frame_interp_2x": {
"expected_load_ms": 30176.3,
@@ -2667,7 +2671,7 @@
"runtime_peak_vram_mb": 18080.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 9673.0,
"estimated_full_test_time_s": 129.3
"estimated_full_test_time_s": 70
},
"flux_2_image_t2i_upscaling_4x": {
"expected_load_ms": 52489.37,
@@ -2739,7 +2743,7 @@
"runtime_peak_vram_mb": 70620.0,
"load_peak_allocated_mb": 63963.0,
"runtime_peak_allocated_mb": 65854.0,
"estimated_full_test_time_s": 145.1
"estimated_full_test_time_s": 100
},
"wan2_1_t2v_1.3b_upscaling_4x": {
"expected_load_ms": 31719.84,
@@ -2810,7 +2814,7 @@
"runtime_peak_vram_mb": 24380.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 10508.0,
"estimated_full_test_time_s": 129.3
"estimated_full_test_time_s": 100
},
"wan2_1_t2v_1.3b_frame_interp_2x_upscaling_4x": {
"expected_load_ms": 30083.06,
@@ -2881,7 +2885,7 @@
"runtime_peak_vram_mb": 24388.0,
"load_peak_allocated_mb": 3641.0,
"runtime_peak_allocated_mb": 10531.0,
"estimated_full_test_time_s": 129.4
"estimated_full_test_time_s": 100
},
"ltx_2.3_one_stage_ti2v": {
"expected_load_ms": 39264.11,
@@ -3114,7 +3118,7 @@
"runtime_peak_vram_mb": 62706.0,
"load_peak_allocated_mb": 33866.0,
"runtime_peak_allocated_mb": 57075.0,
"estimated_full_test_time_s": 153.1
"estimated_full_test_time_s": 50
},
"longlive2_i2v": {
"expected_load_ms": 32252.28,
@@ -3135,7 +3139,7 @@
"runtime_peak_vram_mb": 62510.0,
"load_peak_allocated_mb": 33866.0,
"runtime_peak_allocated_mb": 57274.0,
"estimated_full_test_time_s": 149.4
"estimated_full_test_time_s": 60
},
"lingbot_video_moe_t2v": {
"expected_load_ms": 25467.49,
@@ -3168,7 +3172,7 @@
"runtime_peak_vram_mb": 66634.0,
"load_peak_allocated_mb": 80.0,
"runtime_peak_allocated_mb": 58436.0,
"estimated_full_test_time_s": 600.0
"estimated_full_test_time_s": 150
},
"lingbot_world_realtime_plastic_beach": {
"expected_load_ms": 41626.64,
@@ -3190,7 +3194,7 @@
"runtime_peak_vram_mb": 73256.0,
"load_peak_allocated_mb": 41599.0,
"runtime_peak_allocated_mb": 71172.0,
"estimated_full_test_time_s": 126.0
"estimated_full_test_time_s": 80
},
"ltx_2_3_hq_pipeline": {
"expected_load_ms": 195065.24,
@@ -3239,7 +3243,7 @@
"runtime_peak_vram_mb": 59804.0,
"load_peak_allocated_mb": 55239.0,
"runtime_peak_allocated_mb": 57444.0,
"estimated_full_test_time_s": 363.2
"estimated_full_test_time_s": 150
},
"qwen_image_t2i_cache_dit_scm_config_diffusers_1gpu": {
"expected_load_ms": 35585.13,
@@ -3254,7 +3258,7 @@
"runtime_peak_vram_mb": 56730.0,
"load_peak_allocated_mb": 55082.0,
"runtime_peak_allocated_mb": 56236.0,
"estimated_full_test_time_s": 98.3
"estimated_full_test_time_s": 40
},
"cosmos3_nano_t2i": {
"expected_load_ms": 28691.77,
@@ -3306,7 +3310,7 @@
"expected_e2e_ms": 812.05,
"expected_avg_denoise_ms": 24.13,
"expected_median_denoise_ms": 22.52,
"estimated_full_test_time_s": 65.0
"estimated_full_test_time_s": 50
},
"cosmos3_nano_t2v": {
"expected_load_ms": 30688.3,
@@ -3328,7 +3332,7 @@
"expected_e2e_ms": 369.27,
"expected_avg_denoise_ms": 73.47,
"expected_median_denoise_ms": 73.29,
"estimated_full_test_time_s": 65.0
"estimated_full_test_time_s": 50
},
"flux_2_t2i_customized_vae_path": {
"expected_load_ms": 52103.72,
@@ -3337,7 +3341,7 @@
"expected_e2e_ms": 23073.55,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 574.4
"estimated_full_test_time_s": 100
},
"wan2_2_t2v_a14b_teacache_2gpu": {
"expected_load_ms": 72943.38,
@@ -3464,7 +3468,7 @@
"expected_e2e_ms": 1138.33,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 50.3
"estimated_full_test_time_s": 50
},
"flux2_modelopt_fp8_t2i": {
"stages_ms": {},
@@ -3481,7 +3485,7 @@
"expected_e2e_ms": 7908.23,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 89.5
"estimated_full_test_time_s": 180
},
"hunyuanvideo_modelopt_fp8_t2v": {
"expected_load_ms": 31355.02,
@@ -3514,7 +3518,7 @@
"runtime_peak_vram_mb": 36348.0,
"load_peak_allocated_mb": 16063.0,
"runtime_peak_allocated_mb": 30436.0,
"estimated_full_test_time_s": 64.3
"estimated_full_test_time_s": 60
},
"qwen_image_modelopt_fp8_t2i": {
"expected_load_ms": 47967.61,
@@ -3523,7 +3527,7 @@
"expected_e2e_ms": 3038.04,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 65.5
"estimated_full_test_time_s": 70
},
"qwen_image_edit_modelopt_fp8_ti2i": {
"expected_load_ms": 49282.42,
@@ -3532,7 +3536,7 @@
"expected_e2e_ms": 2964.8,
"expected_avg_denoise_ms": 0.0,
"expected_median_denoise_ms": 0.0,
"estimated_full_test_time_s": 73.7
"estimated_full_test_time_s": 70
},
"wan2_2_animate_2_14b_ref2v": {
"stages_ms": {
@@ -3558,7 +3562,7 @@
"runtime_peak_vram_mb": 36322.0,
"load_peak_allocated_mb": 1737.0,
"runtime_peak_allocated_mb": 25748.0,
"estimated_full_test_time_s": 489.9,
"estimated_full_test_time_s": 270,
"warmup_peak_vram_mb": 14598.0
},
"wan2_2_animate_2_14b_distilled_ref2v": {
@@ -3687,7 +3691,7 @@
"runtime_peak_vram_mb": 50028.0,
"load_peak_allocated_mb": 47799.72,
"runtime_peak_allocated_mb": 48224.27,
"estimated_full_test_time_s": 76.8,
"estimated_full_test_time_s": 70,
"warmup_peak_vram_mb": 50028.0
},
"llada_image_bf16_edit": {
@@ -3760,7 +3764,7 @@
"runtime_peak_vram_mb": 50028.0,
"load_peak_allocated_mb": 47799.72,
"runtime_peak_allocated_mb": 48227.33,
"estimated_full_test_time_s": 78.9,
"estimated_full_test_time_s": 80,
"warmup_peak_vram_mb": 50028.0
}
}