diff --git a/python/sglang/srt/layers/quantization/fp8.py b/python/sglang/srt/layers/quantization/fp8.py index 687bd96bb..290155641 100644 --- a/python/sglang/srt/layers/quantization/fp8.py +++ b/python/sglang/srt/layers/quantization/fp8.py @@ -2358,10 +2358,15 @@ class Fp8MoEMethod(FusedMoEMethodBase): """Materialize optional TRT-LLM SwiGLU parameters once per expert.""" num_experts = int(layer.num_local_experts) device = layer.w13_weight.device + clamp_limit = ( + self.moe_runner_config.gemm1_clamp_limit + if self.moe_runner_config.gemm1_clamp_limit is not None + else self.moe_runner_config.swiglu_limit + ) for name, value in ( ("gemm1_alpha", self.moe_runner_config.gemm1_alpha), ("gemm1_beta", self.moe_runner_config.gemm1_beta), - ("gemm1_clamp_limit", self.moe_runner_config.gemm1_clamp_limit), + ("gemm1_clamp_limit", clamp_limit), ): tensor = ( None