minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion] fix: fix not respecting dit_layerwise_offload server arg (#16252)

Browse Source
This commit is contained in:
Mick
2026-01-13 09:29:07 +08:00
committed by GitHub
parent 2b42309955
commit 47d485f35f
1 changed files with 4 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/server_args.py
+4 -1
View File
@@ -943,7 +943,10 @@ class ServerArgs:
if not envs.SGLANG_CACHE_DIT_ENABLED: if not envs.SGLANG_CACHE_DIT_ENABLED:
# TODO: need a better way to tell this # TODO: need a better way to tell this
if "wan" in self.pipeline_config.__class__.__name__.lower(): if (
"wan" in self.pipeline_config.__class__.__name__.lower()
and self.dit_layerwise_offload is None
):
logger.info( logger.info(
"Automatically enable dit_layerwise_offload for Wan for best performance" "Automatically enable dit_layerwise_offload for Wan for best performance"
) )