From b0d7254fbccca23ccd88595a903b02932779f3c6 Mon Sep 17 00:00:00 2001 From: WenhaoZhang <42087078+niehen6174@users.noreply.github.com> Date: Thu, 8 Oct 2026 10:42:12 +0800 Subject: [PATCH] [diffusion] CI: rebase LTX H100 timing references on recent CI runs (#42986) --- .../test/server/perf_baselines/h100.json | 492 +++++++++--------- 1 file changed, 246 insertions(+), 246 deletions(-) diff --git a/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json b/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json index 9234454785..0eb17fca3a 100644 --- a/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json +++ b/python/sglang/multimodal_gen/test/server/perf_baselines/h100.json @@ -1482,69 +1482,69 @@ "ltx_2_two_stage_t2v": { "expected_load_ms": 47470.86, "stages_ms": { - "InputValidationStage": 0.03, - "TextEncodingStage": 403.5, - "LTX2TextConnectorStage": 10.29, + "InputValidationStage": 0.04, + "TextEncodingStage": 404.86, + "LTX2TextConnectorStage": 10.44, "LTX2HalveResolutionStage": 0.05, - "LTX2LoRASwitchStage": 2.62, - "LTX2SigmaPreparationStage": 0.09, - "TimestepPreparationStage": 7.2, - "LTX2AVLatentPreparationStage": 0.18, + "LTX2LoRASwitchStage": 2.49, + "LTX2SigmaPreparationStage": 0.14, + "TimestepPreparationStage": 7.77, + "LTX2AVLatentPreparationStage": 1.26, "LTX2ImageEncodingStage": 0.01, - "LTX2AVDenoisingStage": 4521.8, - "LTX2UpsampleStage": 2.52, - "LTX2RefinementStage": 544.95, - "LTX2AVDecodingStage": 206.92, + "LTX2AVDenoisingStage": 5249.82, + "LTX2UpsampleStage": 2.65, + "LTX2RefinementStage": 635.98, + "LTX2AVDecodingStage": 219.51, "per_frame_generation": null }, "denoise_step_ms": { - "0": 116.82, - "1": 160.19, - "2": 113.57, - "3": 116.56, - "4": 115.93, - "5": 115.1, - "6": 116.31, - "7": 115.37, - "8": 109.93, - "9": 116.34, - "10": 116.37, - "11": 118.34, - "12": 114.94, - "13": 120.27, - "14": 117.81, - "15": 116.67, - "16": 114.69, - "17": 107.31, - "18": 115.91, - "19": 114.51, - "20": 106.1, - "21": 105.55, - "22": 111.25, - "23": 105.68, - "24": 105.36, - "25": 106.07, - "26": 114.65, - "27": 115.08, - "28": 114.2, - "29": 114.29, - "30": 115.5, - "31": 114.95, - "32": 104.07, - "33": 103.24, - "34": 104.41, - "35": 103.3, - "36": 102.05, - "37": 102.4, - "38": 102.77, - "39": 102.07, - "40": 192.18, - "41": 171.85, - "42": 166.03 + "0": 138.55, + "1": 173.07, + "2": 129.46, + "3": 130.59, + "4": 130.05, + "5": 130.84, + "6": 130.62, + "7": 129.88, + "8": 129.28, + "9": 129.16, + "10": 130.36, + "11": 128.04, + "12": 129.44, + "13": 128.54, + "14": 128.98, + "15": 128.44, + "16": 129.21, + "17": 129.64, + "18": 128.82, + "19": 130.6, + "20": 130.76, + "21": 128.04, + "22": 128.7, + "23": 127.95, + "24": 129.18, + "25": 128.95, + "26": 130.04, + "27": 129.49, + "28": 128.84, + "29": 128.4, + "30": 128.86, + "31": 129.02, + "32": 127.93, + "33": 129.19, + "34": 128.6, + "35": 129.22, + "36": 129.62, + "37": 129.01, + "38": 129.27, + "39": 129.12, + "40": 214.94, + "41": 208.8, + "42": 207.1 }, - "expected_e2e_ms": 6313.7, - "expected_avg_denoise_ms": 118.58, - "expected_median_denoise_ms": 109.14, + "expected_e2e_ms": 6781.14, + "expected_avg_denoise_ms": 136.85, + "expected_median_denoise_ms": 129.34, "load_peak_vram_mb": 43920.0, "runtime_peak_vram_mb": 57528.0, "load_peak_allocated_mb": 43411.0, @@ -2877,51 +2877,51 @@ "ltx_2.3_one_stage_ti2v": { "expected_load_ms": 39264.11, "stages_ms": { - "InputValidationStage": 3.49, - "TextEncodingStage": 397.91, - "LTX2TextConnectorStage": 27.35, - "LTX2SigmaPreparationStage": 0.17, - "TimestepPreparationStage": 10.5, - "LTX2AVLatentPreparationStage": 0.11, - "LTX2ImageEncodingStage": 29.61, - "LTX2AVDenoisingStage": 15025.95, - "LTX2AVDecodingStage": 234.96 + "InputValidationStage": 4.92, + "TextEncodingStage": 398.93, + "LTX2TextConnectorStage": 27.52, + "LTX2SigmaPreparationStage": 0.2, + "TimestepPreparationStage": 8.67, + "LTX2AVLatentPreparationStage": 0.14, + "LTX2ImageEncodingStage": 33.09, + "LTX2AVDenoisingStage": 16865.06, + "LTX2AVDecodingStage": 332.72 }, "denoise_step_ms": { - "0": 513.68, - "1": 493.96, - "2": 493.79, - "3": 495.7, - "4": 494.61, - "5": 495.44, - "6": 494.66, - "7": 493.61, - "8": 495.14, - "9": 494.39, - "10": 495.59, - "11": 493.94, - "12": 493.73, - "13": 495.33, - "14": 495.09, - "15": 493.96, - "16": 494.79, - "17": 494.07, - "18": 494.39, - "19": 495.85, - "20": 495.73, - "21": 495.74, - "22": 494.92, - "23": 494.89, - "24": 494.84, - "25": 494.45, - "26": 495.61, - "27": 505.17, - "28": 508.44, - "29": 497.15 + "0": 612.52, + "1": 562.27, + "2": 559.14, + "3": 562.98, + "4": 557.91, + "5": 558.1, + "6": 560.08, + "7": 558.2, + "8": 560.66, + "9": 557.22, + "10": 556.51, + "11": 560.84, + "12": 558.08, + "13": 553.87, + "14": 555.03, + "15": 562.19, + "16": 561.89, + "17": 560.13, + "18": 553.78, + "19": 562.13, + "20": 558.77, + "21": 556.56, + "22": 558.79, + "23": 556.63, + "24": 558.15, + "25": 557.89, + "26": 555.4, + "27": 564.63, + "28": 559.4, + "29": 554.83 }, - "expected_e2e_ms": 16722.42, - "expected_avg_denoise_ms": 520.0, - "expected_median_denoise_ms": 494.9, + "expected_e2e_ms": 18216.43, + "expected_avg_denoise_ms": 562.02, + "expected_median_denoise_ms": 556.39, "load_peak_vram_mb": 46278.0, "runtime_peak_vram_mb": 49390.0, "load_peak_allocated_mb": 45460.0, @@ -2932,58 +2932,58 @@ "expected_load_ms": 45206.77, "stages_ms": { "InputValidationStage": 0.04, - "TextEncodingStage": 399.08, - "LTX2TextConnectorStage": 27.15, + "TextEncodingStage": 400.24, + "LTX2TextConnectorStage": 27.61, "LTX2HalveResolutionStage": 0.05, - "LTX2LoRASwitchStage": 0.01, - "LTX2SigmaPreparationStage": 0.23, - "TimestepPreparationStage": 16.85, - "LTX2AVLatentPreparationStage": 0.12, - "LTX2ImageEncodingStage": 0.02, - "LTX2AVDenoisingStage": 4491.78, - "LTX2UpsampleStage": 3.31, - "LTX2RefinementStage": 589.32, - "LTX2AVDecodingStage": 240.26, + "LTX2LoRASwitchStage": 3.11, + "LTX2SigmaPreparationStage": 0.22, + "TimestepPreparationStage": 13.98, + "LTX2AVLatentPreparationStage": 0.13, + "LTX2ImageEncodingStage": 0.01, + "LTX2AVDenoisingStage": 4780.97, + "LTX2UpsampleStage": 13.53, + "LTX2RefinementStage": 718.78, + "LTX2AVDecodingStage": 320.21, "per_frame_generation": null }, "denoise_step_ms": { - "0": 199.31, - "1": 171.07, - "2": 146.64, - "3": 146.1, - "4": 145.66, - "5": 147.1, - "6": 170.71, - "7": 168.41, - "8": 143.8, - "9": 147.53, - "10": 142.88, - "11": 144.39, - "12": 145.42, - "13": 136.28, - "14": 138.62, - "15": 143.97, - "16": 144.55, - "17": 142.06, - "18": 144.82, - "19": 143.2, - "20": 147.84, - "21": 142.94, - "22": 144.65, - "23": 139.58, - "24": 137.21, - "25": 143.94, - "26": 142.25, - "27": 144.21, - "28": 154.11, - "29": 144.28, - "30": 142.41, - "31": 134.02, - "32": 138.32 + "0": 204.25, + "1": 190.72, + "2": 157.46, + "3": 156.77, + "4": 156.86, + "5": 155.9, + "6": 156.31, + "7": 154.82, + "8": 156.29, + "9": 156.83, + "10": 155.8, + "11": 155.47, + "12": 154.16, + "13": 155.53, + "14": 155.62, + "15": 154.63, + "16": 153.49, + "17": 154.11, + "18": 153.16, + "19": 153.41, + "20": 152.08, + "21": 154.19, + "22": 153.02, + "23": 152.51, + "24": 153.62, + "25": 152.83, + "26": 151.93, + "27": 152.38, + "28": 151.82, + "29": 151.48, + "30": 240.34, + "31": 237.41, + "32": 237.45 }, - "expected_e2e_ms": 6349.58, - "expected_avg_denoise_ms": 158.2, - "expected_median_denoise_ms": 145.66, + "expected_e2e_ms": 6526.75, + "expected_avg_denoise_ms": 166.5, + "expected_median_denoise_ms": 154.26, "load_peak_vram_mb": 47234.0, "runtime_peak_vram_mb": 59544.0, "load_peak_allocated_mb": 46411.0, @@ -2994,29 +2994,29 @@ "expected_load_ms": 28133.24, "stages_ms": { "InputValidationStage": 0.05, - "TextEncodingStage": 634.13, - "LTX2TextConnectorStage": 317.43, + "TextEncodingStage": 947.01, + "LTX2TextConnectorStage": 306.58, "LTX2DurationStage": 0.01, "LTX2SigmaPreparationStage": 0.03, - "TimestepPreparationStage": 246.11, + "TimestepPreparationStage": 210.86, "LTX2AVLatentPreparationStage": 0.31, "LTX2ImageEncodingStage": 0.02, - "LTX2AVDenoisingStage": 3750.7, - "LTX2AVDecodingStage": 3382.33 + "LTX2AVDenoisingStage": 4745.97, + "LTX2AVDecodingStage": 3412.49 }, "denoise_step_ms": { - "0": 292.65, - "1": 259.94, - "2": 256.47, - "3": 256.26, - "4": 259.62, - "5": 255.44, - "6": 258.02, - "7": 255.91 + "0": 373.16, + "1": 358.44, + "2": 366.29, + "3": 369.01, + "4": 360.04, + "5": 381.43, + "6": 390.5, + "7": 379.84 }, - "expected_e2e_ms": 10141.6, - "expected_avg_denoise_ms": 261.79, - "expected_median_denoise_ms": 257.25, + "expected_e2e_ms": 11800.86, + "expected_avg_denoise_ms": 360.22, + "expected_median_denoise_ms": 363.37, "load_peak_vram_mb": 1906, "runtime_peak_vram_mb": 69546, "warmup_peak_vram_mb": 28396, @@ -3027,59 +3027,59 @@ "ltx_2_3_two_stage_ti2v_2gpus": { "expected_load_ms": 50003.37, "stages_ms": { - "InputValidationStage": 3.21, - "TextEncodingStage": 411.15, - "LTX2TextConnectorStage": 27.37, - "LTX2HalveResolutionStage": 0.04, - "LTX2LoRASwitchStage": 2.95, - "LTX2SigmaPreparationStage": 0.17, - "TimestepPreparationStage": 13.18, - "LTX2AVLatentPreparationStage": 0.13, - "LTX2ImageEncodingStage": 27.58, - "LTX2AVDenoisingStage": 7506.38, - "LTX2UpsampleStage": 172.53, - "LTX2RefinementStage": 670.53, - "LTX2AVDecodingStage": 250.93, + "InputValidationStage": 5.05, + "TextEncodingStage": 400.53, + "LTX2TextConnectorStage": 27.6, + "LTX2HalveResolutionStage": 0.05, + "LTX2LoRASwitchStage": 3.14, + "LTX2SigmaPreparationStage": 0.22, + "TimestepPreparationStage": 14.14, + "LTX2AVLatentPreparationStage": 0.14, + "LTX2ImageEncodingStage": 31.88, + "LTX2AVDenoisingStage": 8958.17, + "LTX2UpsampleStage": 14.24, + "LTX2RefinementStage": 736.05, + "LTX2AVDecodingStage": 326.7, "per_frame_generation": null }, "denoise_step_ms": { - "0": 261.94, - "1": 271.84, - "2": 250.26, - "3": 251.97, - "4": 245.27, - "5": 244.88, - "6": 225.68, - "7": 243.6, - "8": 249.33, - "9": 246.74, - "10": 245.15, - "11": 246.62, - "12": 245.31, - "13": 238.39, - "14": 244.41, - "15": 242.77, - "16": 246.85, - "17": 245.53, - "18": 246.1, - "19": 246.07, - "20": 247.84, - "21": 250.74, - "22": 249.19, - "23": 246.86, - "24": 239.52, - "25": 249.31, - "26": 242.79, - "27": 246.48, - "28": 238.94, - "29": 237.2, - "30": 127.08, - "31": 123.1, - "32": 193.15 + "0": 308.48, + "1": 301.94, + "2": 295.51, + "3": 293.38, + "4": 291.92, + "5": 294.19, + "6": 293.81, + "7": 294.74, + "8": 294.31, + "9": 293.11, + "10": 292.63, + "11": 292.82, + "12": 293.53, + "13": 290.9, + "14": 291.91, + "15": 291.76, + "16": 291.61, + "17": 295.72, + "18": 291.31, + "19": 291.57, + "20": 294.65, + "21": 292.76, + "22": 291.21, + "23": 290.49, + "24": 289.67, + "25": 289.89, + "26": 292.64, + "27": 291.9, + "28": 292.86, + "29": 291.3, + "30": 248.77, + "31": 242.82, + "32": 241.44 }, - "expected_e2e_ms": 9687.04, - "expected_avg_denoise_ms": 250.16, - "expected_median_denoise_ms": 242.79, + "expected_e2e_ms": 10886.44, + "expected_avg_denoise_ms": 293.51, + "expected_median_denoise_ms": 291.17, "load_peak_vram_mb": 47234.0, "runtime_peak_vram_mb": 60286.0, "load_peak_allocated_mb": 46411.0, @@ -3186,46 +3186,46 @@ "ltx_2_3_hq_pipeline": { "expected_load_ms": 195065.24, "stages_ms": { - "InputValidationStage": 4.63, - "TextEncodingStage": 401.75, - "LTX2TextConnectorStage": 27.26, - "LTX2HalveResolutionStage": 0.04, - "LTX2LoRASwitchStage": 3.91, - "LTX2SigmaPreparationStage": 0.23, - "TimestepPreparationStage": 14.45, + "InputValidationStage": 5.17, + "TextEncodingStage": 400.08, + "LTX2TextConnectorStage": 27.82, + "LTX2HalveResolutionStage": 0.05, + "LTX2LoRASwitchStage": 3.48, + "LTX2SigmaPreparationStage": 0.24, + "TimestepPreparationStage": 15.26, "LTX2AVLatentPreparationStage": 0.13, - "LTX2ImageEncodingStage": 55.34, - "LTX2AVDenoisingStage": 11243.85, - "LTX2UpsampleStage": 10.48, - "ltx2_lora_switch_stage2": 5.68, - "ltx2_image_encoding_stage2": 57.86, - "LTX2RefinementStage": 3198.06, - "LTX2AVDecodingStage": 885.02, + "LTX2ImageEncodingStage": 56.16, + "LTX2AVDenoisingStage": 13254.56, + "LTX2UpsampleStage": 11.57, + "ltx2_lora_switch_stage2": 21.32, + "ltx2_image_encoding_stage2": 61.81, + "LTX2RefinementStage": 3216.37, + "LTX2AVDecodingStage": 1292.37, "per_frame_generation": null }, "denoise_step_ms": { - "0": 785.16, - "1": 740.86, - "2": 740.7, - "3": 742.77, - "4": 772.73, - "5": 744.43, - "6": 743.14, - "7": 743.2, - "8": 743.76, - "9": 742.57, - "10": 741.31, - "11": 744.06, - "12": 760.17, - "13": 740.69, - "14": 369.53, - "15": 1098.34, - "16": 1047.82, - "17": 1050.03 + "0": 965.05, + "1": 881.07, + "2": 871.92, + "3": 867.99, + "4": 866.04, + "5": 867.87, + "6": 862.61, + "7": 860.21, + "8": 869.71, + "9": 867.39, + "10": 873.75, + "11": 876.03, + "12": 863.92, + "13": 869.33, + "14": 431.24, + "15": 1112.1, + "16": 1047.41, + "17": 1048.84 }, - "expected_e2e_ms": 15974.21, - "expected_avg_denoise_ms": 802.06, - "expected_median_denoise_ms": 747.62, + "expected_e2e_ms": 19004.94, + "expected_avg_denoise_ms": 914.34, + "expected_median_denoise_ms": 885.28, "load_peak_vram_mb": 56048.0, "runtime_peak_vram_mb": 59804.0, "load_peak_allocated_mb": 55239.0,