minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix TeaCache silently fails with --enable-teacache (#19964)

Browse Source
This commit is contained in:
Eitan Turok
2026-03-07 13:00:11 +08:00
committed by GitHub
parent c584158135
commit 31e93e4486
2 changed files with 59 additions and 66 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/pipelines_core/schedule_batch.py
-7
View File
@@ -21,10 +21,6 @@ import PIL.Image
import torch import torch
from sglang.multimodal_gen.configs.sample.sampling_params import SamplingParams from sglang.multimodal_gen.configs.sample.sampling_params import SamplingParams
from sglang.multimodal_gen.configs.sample.teacache import (
TeaCacheParams,
WanTeaCacheParams,
)
from sglang.multimodal_gen.runtime.server_args import ( from sglang.multimodal_gen.runtime.server_args import (
ServerArgs, ServerArgs,
_sanitize_for_logging, _sanitize_for_logging,
@@ -143,9 +139,6 @@ class Req:
is_warmup: bool = False is_warmup: bool = False
# TeaCache parameters
teacache_params: TeaCacheParams | WanTeaCacheParams | None = None
# STA parameters # STA parameters
STA_param: list | None = None STA_param: list | None = None
is_cfg_negative: bool = False is_cfg_negative: bool = False
python/sglang/multimodal_gen/test/server/perf_baselines.json
+59 -59
View File
@@ -807,69 +807,69 @@
}, },
"wan2_1_t2v_1.3b_teacache_enabled": { "wan2_1_t2v_1.3b_teacache_enabled": {
"stages_ms": { "stages_ms": {
"DenoisingStage": 4598.36,
"InputValidationStage": 0.07, "InputValidationStage": 0.07,
"TextEncodingStage": 2237.78, "DecodingStage": 552.92,
"TimestepPreparationStage": 2.1, "LatentPreparationStage": 0.26,
"LatentPreparationStage": 0.84, "per_frame_generation": null,
"DenoisingStage": 13041.23, "TextEncodingStage": 1114.01,
"DecodingStage": 1274.63, "TimestepPreparationStage": 2.1
"per_frame_generation": null
}, },
"denoise_step_ms": { "denoise_step_ms": {
"0": 240.71, "0": 94.24,
"1": 248.13, "1": 172.68,
"2": 246.48, "2": 169.48,
"3": 247.87, "3": 169.08,
"4": 249.38, "4": 168.38,
"5": 246.76, "5": 167.27,
"6": 250.42, "6": 62.95,
"7": 250.81, "7": 119.56,
"8": 250.98, "8": 53.34,
"9": 249.9, "9": 121.85,
"10": 246.72, "10": 47.64,
"11": 249.79, "11": 125.75,
"12": 250.46, "12": 3.24,
"13": 249.19, "13": 48.21,
"14": 247.55, "14": 125.17,
"15": 250.12, "15": 3.71,
"16": 247.57, "16": 48.15,
"17": 247.21, "17": 124.61,
"18": 247.32, "18": 3.3,
"19": 247.42, "19": 47.25,
"20": 248.21, "20": 129.33,
"21": 247.19, "21": 3.11,
"22": 247.72, "22": 48.03,
"23": 247.45, "23": 127.46,
"24": 247.9, "24": 3.37,
"25": 247.87, "25": 45.6,
"26": 247.18, "26": 127.17,
"27": 247.65, "27": 3.35,
"28": 246.91, "28": 49.83,
"29": 248.26, "29": 125.42,
"30": 247.82, "30": 3.19,
"31": 247.73, "31": 42.76,
"32": 247.38, "32": 131.19,
"33": 247.84, "33": 2.93,
"34": 247.46, "34": 130.04,
"35": 247.52, "35": 44.77,
"36": 247.94, "36": 131.45,
"37": 248.76, "37": 44.06,
"38": 248.01, "38": 131.02,
"39": 247.45, "39": 43.48,
"40": 247.84, "40": 130.42,
"41": 248.33, "41": 45.24,
"42": 247.41, "42": 129.46,
"43": 248.16, "43": 44.6,
"44": 248.18, "44": 130.33,
"45": 248.44, "45": 173.84,
"46": 248.65, "46": 175.58,
"47": 247.73, "47": 168.16,
"48": 247.48, "48": 173.85,
"49": 247.54 "49": 177.56
}, },
"expected_e2e_ms": 18382.19, "expected_e2e_ms": 6497.84,
"expected_avg_denoise_ms": 260.76, "expected_avg_denoise_ms": 91.85,
"expected_median_denoise_ms": 247.84 "expected_median_denoise_ms": 120.7
}, },
"wan2_1_t2v_1.3b": { "wan2_1_t2v_1.3b": {
"stages_ms": { "stages_ms": {