minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[diffusion]: remove stale offload-manager in LTX2 AV denoising (#20624)

Browse Source
This commit is contained in:
Ratish P
2026-03-17 15:14:00 +08:00
committed by GitHub
parent 18dd5c972d
commit e3277b3be2
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/multimodal_gen/runtime/pipelines_core/stages/denoising_av.py
+4 -4
View File
@@ -27,6 +27,7 @@ from sglang.multimodal_gen.runtime.pipelines_core.stages.validators import (
) )
from sglang.multimodal_gen.runtime.platforms import current_platform from sglang.multimodal_gen.runtime.platforms import current_platform
from sglang.multimodal_gen.runtime.server_args import ServerArgs from sglang.multimodal_gen.runtime.server_args import ServerArgs
from sglang.multimodal_gen.runtime.utils.layerwise_offload import OffloadableDiTMixin
from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger from sglang.multimodal_gen.runtime.utils.logging_utils import init_logger
from sglang.multimodal_gen.runtime.utils.perf_logger import StageProfiler from sglang.multimodal_gen.runtime.utils.perf_logger import StageProfiler
from sglang.multimodal_gen.utils import PRECISION_TO_TYPE from sglang.multimodal_gen.utils import PRECISION_TO_TYPE
@@ -704,10 +705,9 @@ class LTX2AVDenoisingStage(DenoisingStage):
batch.latents = latents batch.latents = latents
batch.audio_latents = audio_latents batch.audio_latents = audio_latents
# 4. Cleanup if isinstance(self.transformer, OffloadableDiTMixin):
offload_mgr = getattr(self.transformer, "_layerwise_offload_manager", None) for manager in self.transformer.layerwise_offload_managers:
if offload_mgr is not None and getattr(offload_mgr, "enabled", False): manager.release_all()
offload_mgr.release_all()
def verify_input(self, batch: Req, server_args: ServerArgs) -> VerificationResult: def verify_input(self, batch: Req, server_args: ServerArgs) -> VerificationResult:
"""Verify denoising stage inputs. """Verify denoising stage inputs.