[diffusion] fix: change default qwen-image vae precision to bf16 (#25411)

This commit is contained in:
Chi McIsaac
2026-05-16 21:55:31 +08:00
committed by GitHub
parent 93bacc25ed
commit 596b45b373
6 changed files with 9 additions and 3 deletions
@@ -48,6 +48,7 @@ class FluxPipelineConfig(ImagePipelineConfig):
dit_config: DiTConfig = field(default_factory=FluxConfig) dit_config: DiTConfig = field(default_factory=FluxConfig)
# VAE # VAE
vae_config: VAEConfig = field(default_factory=FluxVAEConfig) vae_config: VAEConfig = field(default_factory=FluxVAEConfig)
vae_precision: str = "bf16"
enable_autocast: bool = False enable_autocast: bool = False
@@ -179,8 +179,9 @@ class LTX2PipelineConfig(PipelineConfig):
# Audio VAE configuration # Audio VAE configuration
vae_config: LTXVideoVAEConfig = field(default_factory=LTXVideoVAEConfig) vae_config: LTXVideoVAEConfig = field(default_factory=LTXVideoVAEConfig)
vae_precision: str = "bf16"
audio_vae_config: LTXAudioVAEConfig = field(default_factory=LTXAudioVAEConfig) audio_vae_config: LTXAudioVAEConfig = field(default_factory=LTXAudioVAEConfig)
audio_vae_precision: str = "fp32" audio_vae_precision: str = "bf16"
@property @property
def vae_scale_factor(self): def vae_scale_factor(self):
@@ -38,8 +38,9 @@ class MOVAPipelineConfig(PipelineConfig):
# Video VAE (Wan) + Audio VAE (DAC) # Video VAE (Wan) + Audio VAE (DAC)
vae_config: WanVAEConfig = field(default_factory=WanVAEConfig) vae_config: WanVAEConfig = field(default_factory=WanVAEConfig)
vae_precision: str = "bf16"
audio_vae_config: DacVAEConfig = field(default_factory=DacVAEConfig) audio_vae_config: DacVAEConfig = field(default_factory=DacVAEConfig)
audio_vae_precision: str = "fp32" audio_vae_precision: str = "bf16"
# Text encoder (UMT5 compatible) # Text encoder (UMT5 compatible)
text_encoder_configs: tuple = field(default_factory=lambda: (T5Config(),)) text_encoder_configs: tuple = field(default_factory=lambda: (T5Config(),))
@@ -148,6 +148,8 @@ class QwenImagePipelineConfig(QwenImageRolloutPipelineMixin, ImagePipelineConfig
vae_sp: bool = False vae_sp: bool = False
vae_precision: str = "bf16"
dit_config: DiTConfig = field(default_factory=QwenImageDitConfig) dit_config: DiTConfig = field(default_factory=QwenImageDitConfig)
# VAE # VAE
vae_config: VAEConfig = field(default_factory=QwenImageVAEConfig) vae_config: VAEConfig = field(default_factory=QwenImageVAEConfig)
@@ -67,6 +67,7 @@ class ZImagePipelineConfig(ZImageRolloutPipelineMixin, ImagePipelineConfig):
task_type: ModelTaskType = ModelTaskType.T2I task_type: ModelTaskType = ModelTaskType.T2I
dit_config: DiTConfig = field(default_factory=ZImageDitConfig) dit_config: DiTConfig = field(default_factory=ZImageDitConfig)
vae_config: VAEConfig = field(default_factory=FluxVAEConfig) vae_config: VAEConfig = field(default_factory=FluxVAEConfig)
vae_precision: str = "bf16"
text_encoder_precisions: tuple[str, ...] = field(default_factory=lambda: ("bf16",)) text_encoder_precisions: tuple[str, ...] = field(default_factory=lambda: ("bf16",))
text_encoder_configs: tuple[EncoderConfig, ...] = field( text_encoder_configs: tuple[EncoderConfig, ...] = field(
default_factory=lambda: (Qwen3TextConfig(),) default_factory=lambda: (Qwen3TextConfig(),)
@@ -33,7 +33,7 @@ if TYPE_CHECKING:
logger = init_logger(__name__) logger = init_logger(__name__)
SGL_TEST_FILES_CI_DATA_REVISION = "3ca3bad088ecc9ef80947d85c551cd335c75b87f" SGL_TEST_FILES_CI_DATA_REVISION = "c8305f1dd8cc82197f36c17d0f503adc94016cc7"
SGL_TEST_FILES_CONSISTENCY_GT_ROOT = ( SGL_TEST_FILES_CONSISTENCY_GT_ROOT = (
"https://raw.githubusercontent.com/" "https://raw.githubusercontent.com/"
f"sgl-project/ci-data/{SGL_TEST_FILES_CI_DATA_REVISION}/" f"sgl-project/ci-data/{SGL_TEST_FILES_CI_DATA_REVISION}/"