diff --git a/python/sglang/srt/layers/quantization/fp8_utils.py b/python/sglang/srt/layers/quantization/fp8_utils.py index 837f3894b..70cff5edf 100755 --- a/python/sglang/srt/layers/quantization/fp8_utils.py +++ b/python/sglang/srt/layers/quantization/fp8_utils.py @@ -270,7 +270,7 @@ if is_blackwell_supported() and is_flashinfer_available(): x_scale.reshape(1), weight_scale.reshape(1), out_dtype, - backend="auto", + backend="cublas", ).view(m, n) @lru_cache(maxsize=1)