diff --git a/python/sglang/srt/layers/quantization/nvfp4_online.py b/python/sglang/srt/layers/quantization/nvfp4_online.py index 89103ab0f..1caa48596 100644 --- a/python/sglang/srt/layers/quantization/nvfp4_online.py +++ b/python/sglang/srt/layers/quantization/nvfp4_online.py @@ -85,6 +85,7 @@ class NvFp4OnlineConfig(ModelOptQuantConfig): self.use_per_token_activation = True self.is_checkpoint_fp8_serialized = is_checkpoint_fp8_serialized self.is_fp4_experts = False + self.dequant_fp4_to_fp8 = False self.activation_scheme = activation_scheme self.weight_block_size = weight_block_size self.use_mxfp8 = use_mxfp8