From f4a2df3dac40290dd35fff35c0dae4d227cf6ce1 Mon Sep 17 00:00:00 2001 From: Mick Date: Fri, 23 Oct 2026 12:03:24 +0800 Subject: [PATCH] [CI] diffusion: Calibrate single-GPU shard scheduling from CI (#45831) --- .../test/server/perf_baselines/h100.json | 104 +++++++++--------- 1 file changed, 54 insertions(+), 50 deletions(-) diff --git a/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json b/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json index 24290986e5..3827fca72c 100644 --- a/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json +++ b/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json @@ -55,7 +55,8 @@ "denoise_step_ms": {}, "expected_e2e_ms": 7239.81, "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 + "expected_median_denoise_ms": 0.0, + "estimated_full_test_time_s": 120 }, "sana_video_2b_t2v": { "expected_load_ms": 25382.51, @@ -63,7 +64,8 @@ "denoise_step_ms": {}, "expected_e2e_ms": 2472.55, "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 + "expected_median_denoise_ms": 0.0, + "estimated_full_test_time_s": 50 }, "pi05_action_http": { "expected_load_ms": 25954.41, @@ -71,7 +73,8 @@ "denoise_step_ms": {}, "expected_e2e_ms": 21.37, "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 + "expected_median_denoise_ms": 0.0, + "estimated_full_test_time_s": 100 }, "flux3_action_http": { "expected_load_ms": 46252.88, @@ -79,7 +82,8 @@ "denoise_step_ms": {}, "expected_e2e_ms": 442.53, "expected_avg_denoise_ms": 0.0, - "expected_median_denoise_ms": 0.0 + "expected_median_denoise_ms": 0.0, + "estimated_full_test_time_s": 60 }, "qwen_image_t2i": { "expected_load_ms": 40799.72, @@ -150,7 +154,7 @@ "runtime_peak_vram_mb": 46938.0, "load_peak_allocated_mb": 41798.0, "runtime_peak_allocated_mb": 44855.0, - "estimated_full_test_time_s": 133.1 + "estimated_full_test_time_s": 90 }, "qwen_image_t2i_2_gpus": { "expected_load_ms": 41606.84, @@ -465,7 +469,7 @@ "runtime_peak_vram_mb": 28540.0, "load_peak_allocated_mb": 23572.0, "runtime_peak_allocated_mb": 25667.0, - "estimated_full_test_time_s": 127.4 + "estimated_full_test_time_s": 80 }, "flux_2_image_t2i": { "expected_load_ms": 55239.13, @@ -537,7 +541,7 @@ "runtime_peak_vram_mb": 70560.0, "load_peak_allocated_mb": 63963.0, "runtime_peak_allocated_mb": 65404.0, - "estimated_full_test_time_s": 145.2 + "estimated_full_test_time_s": 130 }, "flux_2_klein_image_t2i": { "expected_load_ms": 28510.14, @@ -563,7 +567,7 @@ "runtime_peak_vram_mb": 13732.0, "load_peak_allocated_mb": 8498.0, "runtime_peak_allocated_mb": 10793.0, - "estimated_full_test_time_s": 120.5 + "estimated_full_test_time_s": 70 }, "flux_2_klein_base_image_t2i": { "expected_load_ms": 26405.08, @@ -635,7 +639,7 @@ "runtime_peak_vram_mb": 13754.0, "load_peak_allocated_mb": 8498.0, "runtime_peak_allocated_mb": 10800.0, - "estimated_full_test_time_s": 124.4 + "estimated_full_test_time_s": 50 }, "flux_2_ti2i": { "expected_load_ms": 54947.9, @@ -707,7 +711,7 @@ "runtime_peak_vram_mb": 70564.0, "load_peak_allocated_mb": 63963.0, "runtime_peak_allocated_mb": 65388.0, - "estimated_full_test_time_s": 168.9 + "estimated_full_test_time_s": 150 }, "flux_2_ti2i_multi_image_cache_dit": { "expected_load_ms": 54569.41, @@ -779,7 +783,7 @@ "runtime_peak_vram_mb": 71904.0, "load_peak_allocated_mb": 63963.0, "runtime_peak_allocated_mb": 67003.0, - "estimated_full_test_time_s": 148.6 + "estimated_full_test_time_s": 100 }, "flux_image_t2i_2_gpus": { "expected_load_ms": 31766.33, @@ -880,7 +884,7 @@ "runtime_peak_vram_mb": 17776.0, "load_peak_allocated_mb": 12852.0, "runtime_peak_allocated_mb": 15133.0, - "estimated_full_test_time_s": 116.3 + "estimated_full_test_time_s": 50 }, "zimage_image_t2i_fp8": { "expected_load_ms": 27623.5, @@ -910,7 +914,7 @@ "runtime_peak_vram_mb": 15868.0, "load_peak_allocated_mb": 10941.0, "runtime_peak_allocated_mb": 13254.0, - "estimated_full_test_time_s": 123.7 + "estimated_full_test_time_s": 60 }, "zimage_image_t2i_multi_lora": { "expected_load_ms": 36426.15, @@ -940,7 +944,7 @@ "runtime_peak_vram_mb": 17612.0, "load_peak_allocated_mb": 13059.0, "runtime_peak_allocated_mb": 15307.0, - "estimated_full_test_time_s": 162.1 + "estimated_full_test_time_s": 90 }, "zimage_image_t2i_2_gpus": { "expected_load_ms": 31619.48, @@ -1042,7 +1046,7 @@ "runtime_peak_vram_mb": 48250.0, "load_peak_allocated_mb": 41926.0, "runtime_peak_allocated_mb": 44966.0, - "estimated_full_test_time_s": 153.6 + "estimated_full_test_time_s": 120 }, "joyai_image_edit_ti2i": { "expected_load_ms": 34589.89, @@ -1104,7 +1108,7 @@ "runtime_peak_vram_mb": 45124.0, "load_peak_allocated_mb": 33291.0, "runtime_peak_allocated_mb": 40644.0, - "estimated_full_test_time_s": 117.6 + "estimated_full_test_time_s": 110 }, "qwen_image_t2i_cache_dit_enabled": { "expected_load_ms": 34703.95, @@ -1175,7 +1179,7 @@ "runtime_peak_vram_mb": 47034.0, "load_peak_allocated_mb": 41798.0, "runtime_peak_allocated_mb": 44951.0, - "estimated_full_test_time_s": 124.9 + "estimated_full_test_time_s": 60 }, "wan2_1_t2v_1.3b_teacache_enabled": { "expected_load_ms": 32869.61, @@ -1246,7 +1250,7 @@ "runtime_peak_vram_mb": 18078.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 9730.0, - "estimated_full_test_time_s": 126.0 + "estimated_full_test_time_s": 60 }, "wan2_1_t2v_1.3b_encoder_permanent_residents": { "expected_load_ms": 29198.13, @@ -1318,7 +1322,7 @@ "warmup_peak_vram_mb": 27492.0, "load_peak_allocated_mb": 17625.61, "runtime_peak_allocated_mb": 23676.07, - "estimated_full_test_time_s": 130.0 + "estimated_full_test_time_s": 60 }, "wan2_1_t2v_1.3b": { "expected_load_ms": 30234.05, @@ -1389,7 +1393,7 @@ "runtime_peak_vram_mb": 18078.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 9673.0, - "estimated_full_test_time_s": 129.3 + "estimated_full_test_time_s": 150 }, "wan2_1_t2v_1.3b_cfg_parallel": { "expected_load_ms": 30166.76, @@ -1486,7 +1490,7 @@ "runtime_peak_vram_mb": 34340.0, "load_peak_allocated_mb": 24985.0, "runtime_peak_allocated_mb": 31308.0, - "estimated_full_test_time_s": 124.7 + "estimated_full_test_time_s": 50 }, "ltx_2_two_stage_t2v": { "expected_load_ms": 47470.86, @@ -1629,7 +1633,7 @@ "runtime_peak_vram_mb": 39856.0, "load_peak_allocated_mb": 11629.0, "runtime_peak_allocated_mb": 26066.0, - "estimated_full_test_time_s": 141.7 + "estimated_full_test_time_s": 80 }, "qwen_image_edit_2509_ti2i": { "expected_load_ms": 38811.53, @@ -1691,7 +1695,7 @@ "runtime_peak_vram_mb": 47874.0, "load_peak_allocated_mb": 41926.0, "runtime_peak_allocated_mb": 44960.0, - "estimated_full_test_time_s": 160.2 + "estimated_full_test_time_s": 100 }, "qwen_image_layered_i2i": { "expected_load_ms": 39902.72, @@ -1760,7 +1764,7 @@ "runtime_peak_vram_mb": 61846.0, "load_peak_allocated_mb": 55943.0, "runtime_peak_allocated_mb": 60609.0, - "estimated_full_test_time_s": 161.5 + "estimated_full_test_time_s": 130 }, "fastwan2_2_ti2v_5b": { "expected_load_ms": 35178.7, @@ -1784,7 +1788,7 @@ "runtime_peak_vram_mb": 39054.0, "load_peak_allocated_mb": 11629.0, "runtime_peak_allocated_mb": 26051.0, - "estimated_full_test_time_s": 125.2 + "estimated_full_test_time_s": 60 }, "fast_hunyuan_video": { "expected_load_ms": 32322.52, @@ -1813,7 +1817,7 @@ "warmup_peak_vram_mb": 56748.0, "load_peak_allocated_mb": 26241.0, "runtime_peak_allocated_mb": 31922.0, - "estimated_full_test_time_s": 77.0 + "estimated_full_test_time_s": 80 }, "wan2_2_i2v_a14b_2gpu": { "expected_load_ms": 78667.8, @@ -2287,7 +2291,7 @@ "runtime_peak_vram_mb": 18350.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 9999.0, - "estimated_full_test_time_s": 129.6 + "estimated_full_test_time_s": 90 }, "wan2_1_i2v_14b_lora_2gpu": { "expected_load_ms": 66554.82, @@ -2494,7 +2498,7 @@ "runtime_peak_vram_mb": 47874.0, "load_peak_allocated_mb": 41926.0, "runtime_peak_allocated_mb": 44950.0, - "estimated_full_test_time_s": 143.7 + "estimated_full_test_time_s": 120 }, "fsdp-inference": { "expected_load_ms": 31380.54, @@ -2596,7 +2600,7 @@ "runtime_peak_vram_mb": 6094.0, "load_peak_allocated_mb": 737.0, "runtime_peak_allocated_mb": 5120.0, - "estimated_full_test_time_s": 420.1 + "estimated_full_test_time_s": 160 }, "wan2_1_t2v_1.3b_frame_interp_2x": { "expected_load_ms": 30176.3, @@ -2667,7 +2671,7 @@ "runtime_peak_vram_mb": 18080.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 9673.0, - "estimated_full_test_time_s": 129.3 + "estimated_full_test_time_s": 70 }, "flux_2_image_t2i_upscaling_4x": { "expected_load_ms": 52489.37, @@ -2739,7 +2743,7 @@ "runtime_peak_vram_mb": 70620.0, "load_peak_allocated_mb": 63963.0, "runtime_peak_allocated_mb": 65854.0, - "estimated_full_test_time_s": 145.1 + "estimated_full_test_time_s": 100 }, "wan2_1_t2v_1.3b_upscaling_4x": { "expected_load_ms": 31719.84, @@ -2810,7 +2814,7 @@ "runtime_peak_vram_mb": 24380.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 10508.0, - "estimated_full_test_time_s": 129.3 + "estimated_full_test_time_s": 100 }, "wan2_1_t2v_1.3b_frame_interp_2x_upscaling_4x": { "expected_load_ms": 30083.06, @@ -2881,7 +2885,7 @@ "runtime_peak_vram_mb": 24388.0, "load_peak_allocated_mb": 3641.0, "runtime_peak_allocated_mb": 10531.0, - "estimated_full_test_time_s": 129.4 + "estimated_full_test_time_s": 100 }, "ltx_2.3_one_stage_ti2v": { "expected_load_ms": 39264.11, @@ -3114,7 +3118,7 @@ "runtime_peak_vram_mb": 62706.0, "load_peak_allocated_mb": 33866.0, "runtime_peak_allocated_mb": 57075.0, - "estimated_full_test_time_s": 153.1 + "estimated_full_test_time_s": 50 }, "longlive2_i2v": { "expected_load_ms": 32252.28, @@ -3135,7 +3139,7 @@ "runtime_peak_vram_mb": 62510.0, "load_peak_allocated_mb": 33866.0, "runtime_peak_allocated_mb": 57274.0, - "estimated_full_test_time_s": 149.4 + "estimated_full_test_time_s": 60 }, "lingbot_video_moe_t2v": { "expected_load_ms": 25467.49, @@ -3168,7 +3172,7 @@ "runtime_peak_vram_mb": 66634.0, "load_peak_allocated_mb": 80.0, "runtime_peak_allocated_mb": 58436.0, - "estimated_full_test_time_s": 600.0 + "estimated_full_test_time_s": 150 }, "lingbot_world_realtime_plastic_beach": { "expected_load_ms": 41626.64, @@ -3190,7 +3194,7 @@ "runtime_peak_vram_mb": 73256.0, "load_peak_allocated_mb": 41599.0, "runtime_peak_allocated_mb": 71172.0, - "estimated_full_test_time_s": 126.0 + "estimated_full_test_time_s": 80 }, "ltx_2_3_hq_pipeline": { "expected_load_ms": 195065.24, @@ -3239,7 +3243,7 @@ "runtime_peak_vram_mb": 59804.0, "load_peak_allocated_mb": 55239.0, "runtime_peak_allocated_mb": 57444.0, - "estimated_full_test_time_s": 363.2 + "estimated_full_test_time_s": 150 }, "qwen_image_t2i_cache_dit_scm_config_diffusers_1gpu": { "expected_load_ms": 35585.13, @@ -3254,7 +3258,7 @@ "runtime_peak_vram_mb": 56730.0, "load_peak_allocated_mb": 55082.0, "runtime_peak_allocated_mb": 56236.0, - "estimated_full_test_time_s": 98.3 + "estimated_full_test_time_s": 40 }, "cosmos3_nano_t2i": { "expected_load_ms": 28691.77, @@ -3306,7 +3310,7 @@ "expected_e2e_ms": 812.05, "expected_avg_denoise_ms": 24.13, "expected_median_denoise_ms": 22.52, - "estimated_full_test_time_s": 65.0 + "estimated_full_test_time_s": 50 }, "cosmos3_nano_t2v": { "expected_load_ms": 30688.3, @@ -3328,7 +3332,7 @@ "expected_e2e_ms": 369.27, "expected_avg_denoise_ms": 73.47, "expected_median_denoise_ms": 73.29, - "estimated_full_test_time_s": 65.0 + "estimated_full_test_time_s": 50 }, "flux_2_t2i_customized_vae_path": { "expected_load_ms": 52103.72, @@ -3337,7 +3341,7 @@ "expected_e2e_ms": 23073.55, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, - "estimated_full_test_time_s": 574.4 + "estimated_full_test_time_s": 100 }, "wan2_2_t2v_a14b_teacache_2gpu": { "expected_load_ms": 72943.38, @@ -3464,7 +3468,7 @@ "expected_e2e_ms": 1138.33, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, - "estimated_full_test_time_s": 50.3 + "estimated_full_test_time_s": 50 }, "flux2_modelopt_fp8_t2i": { "stages_ms": {}, @@ -3481,7 +3485,7 @@ "expected_e2e_ms": 7908.23, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, - "estimated_full_test_time_s": 89.5 + "estimated_full_test_time_s": 180 }, "hunyuanvideo_modelopt_fp8_t2v": { "expected_load_ms": 31355.02, @@ -3514,7 +3518,7 @@ "runtime_peak_vram_mb": 36348.0, "load_peak_allocated_mb": 16063.0, "runtime_peak_allocated_mb": 30436.0, - "estimated_full_test_time_s": 64.3 + "estimated_full_test_time_s": 60 }, "qwen_image_modelopt_fp8_t2i": { "expected_load_ms": 47967.61, @@ -3523,7 +3527,7 @@ "expected_e2e_ms": 3038.04, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, - "estimated_full_test_time_s": 65.5 + "estimated_full_test_time_s": 70 }, "qwen_image_edit_modelopt_fp8_ti2i": { "expected_load_ms": 49282.42, @@ -3532,7 +3536,7 @@ "expected_e2e_ms": 2964.8, "expected_avg_denoise_ms": 0.0, "expected_median_denoise_ms": 0.0, - "estimated_full_test_time_s": 73.7 + "estimated_full_test_time_s": 70 }, "wan2_2_animate_2_14b_ref2v": { "stages_ms": { @@ -3558,7 +3562,7 @@ "runtime_peak_vram_mb": 36322.0, "load_peak_allocated_mb": 1737.0, "runtime_peak_allocated_mb": 25748.0, - "estimated_full_test_time_s": 489.9, + "estimated_full_test_time_s": 270, "warmup_peak_vram_mb": 14598.0 }, "wan2_2_animate_2_14b_distilled_ref2v": { @@ -3687,7 +3691,7 @@ "runtime_peak_vram_mb": 50028.0, "load_peak_allocated_mb": 47799.72, "runtime_peak_allocated_mb": 48224.27, - "estimated_full_test_time_s": 76.8, + "estimated_full_test_time_s": 70, "warmup_peak_vram_mb": 50028.0 }, "llada_image_bf16_edit": { @@ -3760,7 +3764,7 @@ "runtime_peak_vram_mb": 50028.0, "load_peak_allocated_mb": 47799.72, "runtime_peak_allocated_mb": 48227.33, - "estimated_full_test_time_s": 78.9, + "estimated_full_test_time_s": 80, "warmup_peak_vram_mb": 50028.0 } }