minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix RuntimeError: RMSNorm failed with error code an illegal memory access was encountered (#14135)

Browse Source
This commit is contained in:
gongwei-130
2025-11-29 12:17:41 -08:00
committed by GitHub
parent d6c88d519d
commit 3339c81072
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/moe/fused_moe_triton/layer.py
+1 -1
View File
@@ -1117,7 +1117,7 @@ class FlashInferFP4MoE(FusedMoE):
topk_config = topk_output.topk_config topk_config = topk_output.topk_config
hs_fp4, hs_scale_linear = self._quantize_hidden_states_fp4(hidden_states) hs_fp4, hs_scale_linear = self._quantize_hidden_states_fp4(hidden_states)
router_logits = router_logits.to(torch.float32)
routing_method_type = self.routing_method_type routing_method_type = self.routing_method_type
assert ( assert (
routing_method_type is not None routing_method_type is not None