minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix MxInt4 MoE returning wrong output variable (#21348)

Browse Source
This commit is contained in:
Sam Shleifer
2026-03-26 10:57:09 +08:00
committed by GitHub
parent 662635e7a7
commit 1100b9865c
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_mxint4_moe.py
+2 -2
View File
@@ -330,7 +330,7 @@ class CompressedTensorsMxInt4MoE(CompressedTensorsMoEScheme):
num_tokens, hidden_size, dtype=torch.bfloat16, device=x.device num_tokens, hidden_size, dtype=torch.bfloat16, device=x.device
) )
output = trtllm_mxint4_block_scale_moe( trtllm_mxint4_block_scale_moe(
routing_logits=router_logits, # float routing_logits=router_logits, # float
routing_bias=correction_bias, routing_bias=correction_bias,
hidden_states=x, hidden_states=x,
@@ -354,4 +354,4 @@ class CompressedTensorsMxInt4MoE(CompressedTensorsMoEScheme):
output=symm_output, output=symm_output,
) )
return StandardCombineInput(hidden_states=output) return StandardCombineInput(hidden_states=symm_output)