Gate the G=1 wo_a GEMV to sm90
This commit is contained in:
@@ -496,7 +496,7 @@ def _apply_wo_a_bf16_matmul(
|
||||
)
|
||||
)
|
||||
and o.shape[2] == 4096
|
||||
and o.shape[1] in (1, 2)
|
||||
and (o.shape[1] == 2 or (o.shape[1] == 1 and get_platform().is_sm90))
|
||||
and wo_a.shape == (o.shape[1], 1024, 4096)
|
||||
and o.dtype == wo_a.dtype == torch.bfloat16
|
||||
and o.stride(2) == 1
|
||||
|
||||
Reference in New Issue
Block a user