[Hotfix] Fix router gemm on sm103 (#22134)
This commit is contained in:
@@ -326,7 +326,7 @@ class MoEGate(nn.Module):
|
||||
and (self.weight.shape[0] == 256 or self.weight.shape[0] == 384)
|
||||
and _device_sm >= 90
|
||||
):
|
||||
if _device_sm >= 100 and self.weight.shape[0] == 256:
|
||||
if _device_sm == 100 and self.weight.shape[0] == 256:
|
||||
# router gemm output float32
|
||||
logits = torch.empty(
|
||||
hidden_states.shape[0],
|
||||
|
||||
Reference in New Issue
Block a user