minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] CI: update perf baseline (#17512)

Browse Source
This commit is contained in:
Prozac614
2026-02-07 00:28:44 +08:00
committed by GitHub
parent c6aa1863be
commit e13b727e92
1 changed files with 392 additions and 325 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/test/server/perf_baselines.json
+392 -325
View File
@@ -36,70 +36,70 @@
"scenarios": { "scenarios": {
"qwen_image_t2i": { "qwen_image_t2i": {
"notes": "Single-image generation using the default prompt", "notes": "Single-image generation using the default prompt",
"expected_e2e_ms": 74500.0,
"expected_avg_denoise_ms": 422.42,
"expected_median_denoise_ms": 410.62,
"stages_ms": { "stages_ms": {
"InputValidationStage": 0.1, "ConditioningStage": 0.02,
"TextEncodingStage": 834.2, "DecodingStage": 51.86,
"ConditioningStage": 0.1, "TextEncodingStage": 611.83,
"TimestepPreparationStage": 10.6, "InputValidationStage": 0.05,
"LatentPreparationStage": 11.8, "DenoisingStage": 14289.46,
"DenoisingStage": 21202.6, "LatentPreparationStage": 0.2,
"DecodingStage": 751.1 "TimestepPreparationStage": 3.34
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 400.06, "0": 240.5,
"1": 345.13, "1": 279.1,
"2": 413.8, "2": 283.29,
"3": 405.49, "3": 296.63,
"4": 408.14, "4": 287.72,
"5": 409.06, "5": 283.39,
"6": 408.85, "6": 283.98,
"7": 410.53, "7": 291.82,
"8": 407.51, "8": 283.1,
"9": 409.44, "9": 284.43,
"10": 408.65, "10": 288.95,
"11": 410.14, "11": 285.6,
"12": 411.74, "12": 285.99,
"13": 409.59, "13": 285.47,
"14": 409.17, "14": 289.66,
"15": 410.78, "15": 285.74,
"16": 410.66, "16": 284.15,
"17": 410.58, "17": 290.27,
"18": 411.27, "18": 288.04,
"19": 410.51, "19": 284.57,
"20": 409.03, "20": 286.69,
"21": 410.16, "21": 288.95,
"22": 409.42, "22": 287.09,
"23": 411.03, "23": 285.6,
"24": 410.18, "24": 289.31,
"25": 409.72, "25": 285.48,
"26": 410.26, "26": 285.53,
"27": 410.21, "27": 288.13,
"28": 410.71, "28": 287.65,
"29": 470.76, "29": 285.97,
"30": 411.06, "30": 288.9,
"31": 410.1, "31": 287.97,
"32": 410.55, "32": 286.48,
"33": 410.77, "33": 285.38,
"34": 410.74, "34": 286.62,
"35": 411.75, "35": 288.22,
"36": 410.78, "36": 285.6,
"37": 411.56, "37": 286.61,
"38": 410.85, "38": 287.06,
"39": 411.08, "39": 286.2,
"40": 411.12, "40": 284.6,
"41": 411.1, "41": 285.69,
"42": 411.09, "42": 288.46,
"43": 410.87, "43": 285.53,
"44": 411.37, "44": 285.34,
"45": 411.68, "45": 285.74,
"46": 411.0, "46": 287.25,
"47": 410.09, "47": 285.0,
"48": 412.72, "48": 286.82,
"49": 410.42 "49": 287.19
} },
"expected_e2e_ms": 14959.11,
"expected_avg_denoise_ms": 285.67,
"expected_median_denoise_ms": 286.1
}, },
"qwen_image_t2i_2_gpus": { "qwen_image_t2i_2_gpus": {
"stages_ms": { "stages_ms": {
@@ -169,157 +169,157 @@
}, },
"flux_image_t2i": { "flux_image_t2i": {
"stages_ms": { "stages_ms": {
"InputValidationStage": 0.03,
"TextEncodingStage": 81.49,
"ConditioningStage": 0.01, "ConditioningStage": 0.01,
"TimestepPreparationStage": 2.43, "DecodingStage": 32.72,
"LatentPreparationStage": 6.29, "TextEncodingStage": 51.96,
"DenoisingStage": 8381.3, "InputValidationStage": 0.03,
"DecodingStage": 653.03 "DenoisingStage": 7545.16,
"LatentPreparationStage": 0.2,
"TimestepPreparationStage": 2.43
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 58.88, "0": 50.06,
"1": 165.27, "1": 58.88,
"2": 166.85, "2": 151.24,
"3": 166.51, "3": 150.97,
"4": 166.77, "4": 151.23,
"5": 167.55, "5": 151.63,
"6": 172.4, "6": 159.11,
"7": 167.77, "7": 158.31,
"8": 167.51, "8": 153.42,
"9": 167.22, "9": 151.42,
"10": 168.19, "10": 151.91,
"11": 167.74, "11": 151.05,
"12": 168.48, "12": 151.52,
"13": 168.08, "13": 157.2,
"14": 168.16, "14": 152.76,
"15": 167.15, "15": 153.85,
"16": 167.05, "16": 153.02,
"17": 169.27, "17": 151.09,
"18": 167.96, "18": 151.49,
"19": 167.74, "19": 155.13,
"20": 168.21, "20": 155.2,
"21": 167.07, "21": 152.82,
"22": 167.35, "22": 152.2,
"23": 167.06, "23": 150.99,
"24": 169.28, "24": 152.74,
"25": 169.41, "25": 153.45,
"26": 168.92, "26": 153.63,
"27": 167.59, "27": 154.92,
"28": 167.57, "28": 152.72,
"29": 170.42, "29": 151.84,
"30": 166.24, "30": 151.84,
"31": 168.33, "31": 152.44,
"32": 168.56, "32": 153.03,
"33": 168.62, "33": 154.07,
"34": 167.28, "34": 152.36,
"35": 167.12, "35": 153.48,
"36": 168.21, "36": 152.05,
"37": 168.78, "37": 152.45,
"38": 168.89, "38": 152.42,
"39": 167.74, "39": 154.91,
"40": 168.57, "40": 152.68,
"41": 167.89, "41": 153.43,
"42": 168.03, "42": 151.62,
"43": 167.61, "43": 153.52,
"44": 167.75, "44": 153.13,
"45": 168.03, "45": 152.85,
"46": 168.81, "46": 152.33,
"47": 168.29, "47": 151.61,
"48": 168.64, "48": 152.4,
"49": 168.78 "49": 152.33
}, },
"expected_e2e_ms": 9275.51, "expected_e2e_ms": 7798.99,
"expected_avg_denoise_ms": 165.83, "expected_avg_denoise_ms": 150.77,
"expected_median_denoise_ms": 169.33 "expected_median_denoise_ms": 152.45
}, },
"flux_2_image_t2i": { "flux_2_image_t2i": {
"stages_ms": { "stages_ms": {
"InputValidationStage": 0.05, "LatentPreparationStage": 0.52,
"TextEncodingStage": 530.93, "TimestepPreparationStage": 2.91,
"TextEncodingStage": 518.54,
"ImageVAEEncodingStage": 0.0, "ImageVAEEncodingStage": 0.0,
"ConditioningStage": 0.02, "ConditioningStage": 0.02,
"LatentPreparationStage": 12.71, "InputValidationStage": 0.05,
"TimestepPreparationStage": 2.91, "DenoisingStage": 24901.97,
"DenoisingStage": 26403.1, "DecodingStage": 8.98
"DecodingStage": 489.8
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 68.7, "0": 69.14,
"1": 511.3, "1": 132.57,
"2": 541.19, "2": 508.67,
"3": 518.93, "3": 493.52,
"4": 541.2, "4": 504.31,
"5": 520.28, "5": 492.99,
"6": 532.47, "6": 501.91,
"7": 525.68, "7": 495.18,
"8": 538.25, "8": 500.87,
"9": 525.84, "9": 497.36,
"10": 526.13, "10": 498.74,
"11": 525.67, "11": 497.46,
"12": 524.63, "12": 499.08,
"13": 530.57, "13": 494.65,
"14": 530.46, "14": 500.35,
"15": 529.94, "15": 496.89,
"16": 532.47, "16": 500.23,
"17": 527.88, "17": 497.01,
"18": 527.7, "18": 501.68,
"19": 525.08, "19": 493.8,
"20": 525.72, "20": 501.1,
"21": 529.3, "21": 494.81,
"22": 522.59, "22": 501.04,
"23": 529.75, "23": 499.27,
"24": 523.46, "24": 500.04,
"25": 528.72, "25": 497.14,
"26": 526.92, "26": 499.05,
"27": 528.62, "27": 494.91,
"28": 522.77, "28": 496.89,
"29": 528.35, "29": 498.53,
"30": 528.05, "30": 497.94,
"31": 528.89, "31": 497.09,
"32": 525.34, "32": 497.7,
"33": 530.36, "33": 497.58,
"34": 529.19, "34": 496.43,
"35": 526.92, "35": 497.7,
"36": 528.16, "36": 497.37,
"37": 525.03, "37": 497.17,
"38": 527.33, "38": 499.27,
"39": 527.96, "39": 495.52,
"40": 527.81, "40": 501.67,
"41": 524.79, "41": 495.11,
"42": 528.46, "42": 500.69,
"43": 532.49, "43": 501.61,
"44": 526.95, "44": 501.91,
"45": 533.14, "45": 495.58,
"46": 529.32, "46": 499.37,
"47": 528.51, "47": 496.8,
"48": 532.14, "48": 497.49,
"49": 529.29 "49": 495.69
}, },
"expected_e2e_ms": 27648.69, "expected_e2e_ms": 25832.82,
"expected_avg_denoise_ms": 520.09, "expected_avg_denoise_ms": 489.43,
"expected_median_denoise_ms": 528.0 "expected_median_denoise_ms": 497.53
}, },
"flux_2_klein_image_t2i": { "flux_2_klein_image_t2i": {
"stages_ms": { "stages_ms": {
"ConditioningStage": 0.01,
"DecodingStage": 9.27,
"TextEncodingStage": 92.17,
"InputValidationStage": 0.05, "InputValidationStage": 0.05,
"TextEncodingStage": 530.93,
"ImageVAEEncodingStage": 0.0, "ImageVAEEncodingStage": 0.0,
"ConditioningStage": 0.02, "DenoisingStage": 252.01,
"LatentPreparationStage": 12.71, "LatentPreparationStage": 0.42,
"TimestepPreparationStage": 2.91, "TimestepPreparationStage": 1.5
"DenoisingStage": 2112.24,
"DecodingStage": 489.8
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 511.3, "0": 19.91,
"1": 541.19, "1": 19.32,
"2": 518.93, "2": 51.99,
"3": 541.2 "3": 61.78
}, },
"expected_e2e_ms": 3148.75, "expected_e2e_ms": 430.73,
"expected_avg_denoise_ms": 528.06, "expected_avg_denoise_ms": 38.25,
"expected_median_denoise_ms": 526.56 "expected_median_denoise_ms": 35.95
}, },
"flux_2_image_t2i_layerwise_offload": { "flux_2_image_t2i_layerwise_offload": {
"stages_ms": { "stages_ms": {
@@ -523,28 +523,28 @@
}, },
"zimage_image_t2i": { "zimage_image_t2i": {
"stages_ms": { "stages_ms": {
"InputValidationStage": 0.03,
"TextEncodingStage": 104.21,
"ConditioningStage": 0.01, "ConditioningStage": 0.01,
"TimestepPreparationStage": 1.33, "DecodingStage": 33.93,
"LatentPreparationStage": 1.13, "TextEncodingStage": 104.21,
"DenoisingStage": 850.85, "InputValidationStage": 0.03,
"DecodingStage": 289.32 "DenoisingStage": 808.69,
"LatentPreparationStage": 0.14,
"TimestepPreparationStage": 1.33
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 101.56, "0": 23.4,
"1": 28.26, "1": 28.26,
"2": 101.74, "2": 100.72,
"3": 101.68, "3": 100.48,
"4": 102.19, "4": 99.62,
"5": 102.05, "5": 99.83,
"6": 102.03, "6": 99.67,
"7": 102.28, "7": 99.3,
"8": 105.54 "8": 100.83
}, },
"expected_e2e_ms": 1383.47, "expected_e2e_ms": 952.09,
"expected_avg_denoise_ms": 94.15, "expected_avg_denoise_ms": 89.36,
"expected_median_denoise_ms": 102.03 "expected_median_denoise_ms": 99.67
}, },
"zimage_image_t2i_multi_lora": { "zimage_image_t2i_multi_lora": {
"stages_ms": { "stages_ms": {
@@ -623,70 +623,70 @@
}, },
"qwen_image_edit_ti2i": { "qwen_image_edit_ti2i": {
"stages_ms": { "stages_ms": {
"InputValidationStage": 38.62, "LatentPreparationStage": 0.16,
"TimestepPreparationStage": 2.62,
"ImageEncodingStage": 1174.26, "ImageEncodingStage": 1174.26,
"ImageVAEEncodingStage": 233.71, "ImageVAEEncodingStage": 132.67,
"TimestepPreparationStage": 3.0,
"LatentPreparationStage": 0.17,
"ConditioningStage": 0.01, "ConditioningStage": 0.01,
"DenoisingStage": 42542.67, "InputValidationStage": 38.1,
"DecodingStage": 508.39 "DenoisingStage": 38135.64,
"DecodingStage": 139.72
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 705.2, "0": 618.31,
"1": 854.4, "1": 769.07,
"2": 853.02, "2": 766.91,
"3": 852.77, "3": 762.77,
"4": 850.58, "4": 764.26,
"5": 851.46, "5": 765.27,
"6": 850.78, "6": 767.35,
"7": 851.67, "7": 764.18,
"8": 852.81, "8": 766.16,
"9": 853.98, "9": 766.89,
"10": 853.68, "10": 766.1,
"11": 852.62, "11": 764.96,
"12": 853.78, "12": 763.52,
"13": 854.42, "13": 765.22,
"14": 853.59, "14": 765.44,
"15": 853.28, "15": 763.9,
"16": 853.58, "16": 763.19,
"17": 854.02, "17": 764.83,
"18": 854.42, "18": 765.36,
"19": 854.46, "19": 765.19,
"20": 853.6, "20": 765.96,
"21": 854.18, "21": 765.74,
"22": 854.05, "22": 765.87,
"23": 854.45, "23": 764.85,
"24": 855.4, "24": 765.44,
"25": 851.82, "25": 765.95,
"26": 855.31, "26": 766.21,
"27": 854.42, "27": 767.91,
"28": 854.2, "28": 765.45,
"29": 854.43, "29": 764.81,
"30": 855.49, "30": 766.26,
"31": 854.51, "31": 765.37,
"32": 855.26, "32": 766.71,
"33": 852.42, "33": 765.67,
"34": 853.82, "34": 766.64,
"35": 856.22, "35": 765.98,
"36": 854.53, "36": 766.04,
"37": 854.44, "37": 764.19,
"38": 854.07, "38": 765.15,
"39": 852.74, "39": 766.33,
"40": 854.56, "40": 767.68,
"41": 854.24, "41": 765.36,
"42": 853.56, "42": 766.61,
"43": 854.74, "43": 766.06,
"44": 855.34, "44": 765.26,
"45": 853.93, "45": 765.29,
"46": 854.36, "46": 764.64,
"47": 852.65, "47": 766.07,
"48": 851.19, "48": 762.89,
"49": 851.89 "49": 763.01
}, },
"expected_e2e_ms": 44503.12, "expected_e2e_ms": 39706.9,
"expected_avg_denoise_ms": 850.73, "expected_avg_denoise_ms": 762.57,
"expected_median_denoise_ms": 854.0 "expected_median_denoise_ms": 765.44
}, },
"qwen_image_t2i_cache_dit_enabled": { "qwen_image_t2i_cache_dit_enabled": {
"stages_ms": { "stages_ms": {
@@ -821,6 +821,73 @@
"expected_avg_denoise_ms": 260.76, "expected_avg_denoise_ms": 260.76,
"expected_median_denoise_ms": 247.84 "expected_median_denoise_ms": 247.84
}, },
"wan2_1_t2v_1.3b_teacache_enabled": {
"stages_ms": {
"InputValidationStage": 0.07,
"TextEncodingStage": 2237.78,
"ConditioningStage": 0.01,
"TimestepPreparationStage": 2.1,
"LatentPreparationStage": 0.84,
"DenoisingStage": 13041.23,
"DecodingStage": 1274.63,
"per_frame_generation": null
},
"denoise_step_ms": {
"0": 240.71,
"1": 248.13,
"2": 246.48,
"3": 247.87,
"4": 249.38,
"5": 246.76,
"6": 250.42,
"7": 250.81,
"8": 250.98,
"9": 249.9,
"10": 246.72,
"11": 249.79,
"12": 250.46,
"13": 249.19,
"14": 247.55,
"15": 250.12,
"16": 247.57,
"17": 247.21,
"18": 247.32,
"19": 247.42,
"20": 248.21,
"21": 247.19,
"22": 247.72,
"23": 247.45,
"24": 247.9,
"25": 247.87,
"26": 247.18,
"27": 247.65,
"28": 246.91,
"29": 248.26,
"30": 247.82,
"31": 247.73,
"32": 247.38,
"33": 247.84,
"34": 247.46,
"35": 247.52,
"36": 247.94,
"37": 248.76,
"38": 248.01,
"39": 247.45,
"40": 247.84,
"41": 248.33,
"42": 247.41,
"43": 248.16,
"44": 248.18,
"45": 248.44,
"46": 248.65,
"47": 247.73,
"48": 247.48,
"49": 247.54
},
"expected_e2e_ms": 18382.19,
"expected_avg_denoise_ms": 260.76,
"expected_median_denoise_ms": 247.84
},
"wan2_1_t2v_1.3b": { "wan2_1_t2v_1.3b": {
"stages_ms": { "stages_ms": {
"InputValidationStage": 0.07, "InputValidationStage": 0.07,
@@ -1169,66 +1236,66 @@
}, },
"qwen_image_layered_i2i": { "qwen_image_layered_i2i": {
"stages_ms": { "stages_ms": {
"QwenImageLayeredBeforeDenoisingStage": 3240.24, "QwenImageLayeredBeforeDenoisingStage": 2897.28,
"TimestepPreparationStage": 3.14, "DecodingStage": 312.93,
"DenoisingStage": 41551.18, "DenoisingStage": 39417.66,
"DecodingStage": 312.93 "TimestepPreparationStage": 2.29
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 809.93, "0": 657.28,
"1": 836.69, "1": 799.2,
"2": 834.98, "2": 790.35,
"3": 826.84, "3": 785.79,
"4": 827.15, "4": 792.9,
"5": 827.28, "5": 795.78,
"6": 830.97, "6": 791.28,
"7": 827.7, "7": 790.87,
"8": 829.4, "8": 786.47,
"9": 832.14, "9": 791.03,
"10": 825.99, "10": 788.77,
"11": 831.65, "11": 790.57,
"12": 829.31, "12": 788.7,
"13": 829.46, "13": 786.01,
"14": 828.33, "14": 791.43,
"15": 831.14, "15": 789.88,
"16": 830.44, "16": 791.18,
"17": 831.6, "17": 792.78,
"18": 829.18, "18": 792.06,
"19": 831.64, "19": 790.47,
"20": 828.21, "20": 792.48,
"21": 831.02, "21": 789.13,
"22": 831.39, "22": 792.12,
"23": 830.16, "23": 789.36,
"24": 832.21, "24": 790.2,
"25": 831.04, "25": 790.87,
"26": 830.48, "26": 792.37,
"27": 831.88, "27": 794.92,
"28": 833.5, "28": 792.9,
"29": 837.31, "29": 791.43,
"30": 828.16, "30": 793.01,
"31": 832.24, "31": 793.71,
"32": 833.56, "32": 794.15,
"33": 829.08, "33": 787.93,
"34": 833.11, "34": 792.12,
"35": 831.07, "35": 794.01,
"36": 832.71, "36": 789.05,
"37": 833.12, "37": 790.51,
"38": 830.65, "38": 793.29,
"39": 831.59, "39": 791.94,
"40": 833.24, "40": 788.94,
"41": 831.92, "41": 788.85,
"42": 832.77, "42": 789.76,
"43": 830.88, "43": 788.89,
"44": 833.75, "44": 791.62,
"45": 831.29, "45": 788.04,
"46": 834.48, "46": 790.03,
"47": 832.6, "47": 786.82,
"48": 835.24, "48": 789.75,
"49": 832.49 "49": 789.0
}, },
"expected_e2e_ms": 45109.63, "expected_e2e_ms": 42660.88,
"expected_avg_denoise_ms": 830.86, "expected_avg_denoise_ms": 788.2,
"expected_median_denoise_ms": 831.34 "expected_median_denoise_ms": 790.72
}, },
"fastwan2_2_ti2v_5b": { "fastwan2_2_ti2v_5b": {
"stages_ms": { "stages_ms": {