[diffusion] model: support LingBot-World 2.0 (#30361)
This commit is contained in:
@@ -33,6 +33,7 @@ from sglang.multimodal_gen.configs.pipeline_configs.ideogram import (
|
||||
)
|
||||
from sglang.multimodal_gen.configs.pipeline_configs.lingbot_world import (
|
||||
LingBotWorldCausalDMDConfig,
|
||||
LingBotWorldV2CausalDMDConfig,
|
||||
)
|
||||
from sglang.multimodal_gen.configs.pipeline_configs.ltx_2 import (
|
||||
LTX2PipelineConfig,
|
||||
@@ -80,4 +81,5 @@ __all__ = [
|
||||
"LTX2PipelineConfig",
|
||||
"LTX23PipelineConfig",
|
||||
"LingBotWorldCausalDMDConfig",
|
||||
"LingBotWorldV2CausalDMDConfig",
|
||||
]
|
||||
|
||||
@@ -427,3 +427,11 @@ class LingBotWorldCausalDMDConfig(LingBotWorldI2VConfig):
|
||||
mask[:, :, initial_latent_frames:] = 0
|
||||
|
||||
return torch.cat([mask, latent_condition], dim=1)
|
||||
|
||||
|
||||
@dataclass
|
||||
class LingBotWorldV2CausalDMDConfig(LingBotWorldCausalDMDConfig):
|
||||
flow_shift: float | None = 5.0
|
||||
dmd_denoising_steps: list[int] | None = field(
|
||||
default_factory=lambda: [1000, 750, 500, 250]
|
||||
)
|
||||
|
||||
@@ -36,6 +36,7 @@ from sglang.multimodal_gen.configs.pipeline_configs import (
|
||||
HeliosT2VConfig,
|
||||
HunyuanConfig,
|
||||
LingBotWorldCausalDMDConfig,
|
||||
LingBotWorldV2CausalDMDConfig,
|
||||
WanI2V480PConfig,
|
||||
WanI2V720PConfig,
|
||||
WanT2V480PConfig,
|
||||
@@ -764,6 +765,13 @@ def _register_configs():
|
||||
"robbyant/lingbot-world-fast-diffusers",
|
||||
],
|
||||
)
|
||||
register_configs(
|
||||
sampling_param_cls=LingBotWorldSamplingParams,
|
||||
pipeline_config_cls=LingBotWorldV2CausalDMDConfig,
|
||||
hf_model_paths=[
|
||||
"robbyant/lingbot-world-v2-diffusers",
|
||||
],
|
||||
)
|
||||
register_configs(
|
||||
sampling_param_cls=FastWanT2V480PConfig,
|
||||
pipeline_config_cls=FastWan2_1_T2V_480P_Config,
|
||||
|
||||
Reference in New Issue
Block a user