fix[glm4.7 flash]: properly detect gfx95_quant_format (#22720)

2026-04-13 13:10:07 -07:00
parent f51ce2c92f
commit 6b2bf66cd9
1 changed files with 2 additions and 0 deletions
@@ -403,6 +403,8 @@ class Glm4MoeLiteDecoderLayer(DeepseekV2DecoderLayer):
            config.hidden_size, eps=config.rms_norm_eps
        )

+        self._gfx95_quant_format = self._detect_gfx95_quant_format()
+
        self.layer_communicator = LayerCommunicator(
            layer_scatter_modes=self.layer_scatter_modes,
            input_layernorm=self.input_layernorm,