[diffusion] fix: remove unnecessary norm_type argument from GLM-Image dits (#18382)
Co-authored-by: Hao Jin <Hao Jin>
This commit is contained in:
@@ -483,10 +483,10 @@ class GlmImageTransformerBlock(nn.Module):
|
|||||||
|
|
||||||
# 2. Feedforward
|
# 2. Feedforward
|
||||||
self.norm2 = ScaleResidualLayerNormScaleShift(
|
self.norm2 = ScaleResidualLayerNormScaleShift(
|
||||||
dim, norm_type="layer", eps=1e-5, elementwise_affine=False
|
dim, eps=1e-5, elementwise_affine=False
|
||||||
)
|
)
|
||||||
self.norm2_context = ScaleResidualLayerNormScaleShift(
|
self.norm2_context = ScaleResidualLayerNormScaleShift(
|
||||||
dim, norm_type="layer", eps=1e-5, elementwise_affine=False
|
dim, eps=1e-5, elementwise_affine=False
|
||||||
)
|
)
|
||||||
self.ff = FeedForward(dim=dim, dim_out=dim, activation_fn="gelu-approximate")
|
self.ff = FeedForward(dim=dim, dim_out=dim, activation_fn="gelu-approximate")
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user