Pin triton_kernels num_warps for MXFP4 MoE below Hopper (6x gpt-oss decode on RTX 4090) (#41292)
Co-authored-by: Claude Fable 5.1 <noreply@anthropic.com>
This commit is contained in:
co-authored by
Claude Fable 5.1
parent
cdbea5dccf
commit
e1e97e8b49
@@ -253,6 +253,10 @@ def _swizzle_mxfp4(quant_tensor, scale, num_warps):
|
||||
opt_flags.update_opt_flags_constraints(constraints)
|
||||
k_size = quant_tensor.shape[-1] * 2 # packed e2m1: 2 fp4 values per byte
|
||||
scale = _pad_hopper_mxfp4_scale(scale=scale, k_size=k_size)
|
||||
elif get_platform().is_cuda and get_platform().device_capability < (9, 0):
|
||||
# No scale layout carries the warp count below Hopper, and the tile
|
||||
# formula gives the batch-1 decode tile a single warp.
|
||||
opt_flags.update_opt_flags_constraints({"num_warps": num_warps})
|
||||
# transpose the tensor so that the quantization axis is on dim1
|
||||
quant_tensor = quant_tensor.transpose(-2, -1)
|
||||
scale = scale.transpose(-2, -1)
|
||||
|
||||
Reference in New Issue
Block a user