[diffusion] Enable breakable CUDA graph for SANA (H200 1024px e2e -26%, bit-exact) (#33989)

Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Xiaoyu Zhang
2026-08-07 23:54:39 +08:00
committed by GitHub
co-authored by Claude Fable 5
parent 12de7fb1f6
commit 6c7498113f
3 changed files with 4 additions and 5 deletions
@@ -136,7 +136,6 @@ from sglang.multimodal_gen.runtime.utils.torch_compile import (
maybe_enable_inductor_compute_comm_overlap,
resolve_torch_compile_mode,
)
from sglang.multimodal_gen.utils import dict_to_3d_list
logger = init_logger(__name__)
@@ -978,7 +977,6 @@ class DenoisingStage(PipelineStage, RolloutDenoisingMixin):
{
# TODO: make sure on-device
"encoder_hidden_states_image": image_embeds,
"mask_strategy": dict_to_3d_list(None, t_max=50, l_max=60, h_max=24),
},
)
@@ -20,7 +20,6 @@ from sglang.multimodal_gen.runtime.utils.perf_logger import StageProfiler
from sglang.multimodal_gen.runtime.utils.precision import (
autocast_context as precision_autocast_context,
)
from sglang.multimodal_gen.utils import dict_to_3d_list
logger = init_logger(__name__)
@@ -91,7 +90,6 @@ class DmdDenoisingStage(DenoisingStage):
self.transformer.forward,
{
"encoder_hidden_states_image": image_embeds,
"mask_strategy": dict_to_3d_list(None, t_max=50, l_max=60, h_max=24),
},
)
@@ -133,6 +133,8 @@ DEFAULT_BCG_TEXT_BUCKETS = (64, 128, 256, 512, 1024)
BREAKABLE_CUDA_GRAPH_SUPPORTED_MODEL_IDS = frozenset(
{
"comfy-org/ideogram-4",
"efficient-large-model/sana1.5_1.6b_1024px_diffusers",
"sana1.5_1.6b_1024px_diffusers",
"fal/ideogram-v4-fast",
"fal/ideogram-v4-instant",
"glm-image",
@@ -166,6 +168,7 @@ BREAKABLE_CUDA_GRAPH_SUPPORTED_PIPELINE_CONFIGS = frozenset(
"LTX2PipelineConfig",
"MiniMaxH3PipelineConfig",
"QwenImagePipelineConfig",
"SanaPipelineConfig",
"ZImagePipelineConfig",
}
)
@@ -560,7 +563,7 @@ class ServerArgs(DisaggServerArgsMixin):
logger.warning(
"[Diffusion BCG] disabled for %s: only Ideogram-4, Lightricks/LTX-2, MiniMax-H3, "
"Qwen/Qwen-Image, Qwen/Qwen-Image-2512, "
"Qwen/Qwen-Image, Qwen/Qwen-Image-2512, SANA1.5, "
"Tongyi-MAI/Z-Image/Z-Image-Turbo, and zai-org/GLM-Image are "
"currently supported.",
pipeline_config_name,