[Flashinfer] Integrate flashinfer router gemm for sm103 (#23285)

This commit is contained in:
Baizhou Zhang
2026-04-27 20:37:56 -07:00
committed by GitHub
parent 3066ba8167
commit c1d1412333
+1 -1
View File
@@ -335,7 +335,7 @@ class MoEGate(nn.Module):
and (self.weight.shape[0] == 256 or self.weight.shape[0] == 384)
and _device_sm >= 90
):
if _device_sm == 100 and self.weight.shape[0] == 256:
if _device_sm in [100, 103] and self.weight.shape[0] == 256:
# router gemm output float32
logits = torch.empty(
hidden_states.shape[0],