[Kernel] Migrate scattered quantization kernels to sglang.kernels (RFC #29630, Phase 2.5, 1/7) (#30784)

Co-authored-by: Claude Fable 5 <noreply@anthropic.com>
This commit is contained in:
Xiaoyu Zhang
2026-07-13 16:17:01 +08:00
committed by GitHub
co-authored by Claude Fable 5
parent 2225817424
commit 874fc07d9b
252 changed files with 294 additions and 214 deletions
@@ -5,7 +5,7 @@ import triton
from vllm._custom_ops import scaled_int8_quant as vllm_scaled_int8_quant
from sglang.benchmark.bench_utils import run_bench
from sglang.srt.layers.quantization.int8_kernel import per_token_quant_int8
from sglang.kernels.ops.quantization.int8_kernel import per_token_quant_int8
@torch.compile(backend="inductor")
@@ -27,11 +27,11 @@ from tqdm import tqdm
mp.set_start_method("spawn", force=True)
from sglang.srt.layers.quantization.fp8_kernel import (
from sglang.kernels.ops.quantization.fp8_kernel import (
_w8a8_block_fp8_matmul,
_w8a8_block_fp8_matmul_unrolledx4,
)
from sglang.srt.layers.quantization.int8_kernel import _w8a8_block_int8_matmul
from sglang.kernels.ops.quantization.int8_kernel import _w8a8_block_int8_matmul
from sglang.srt.utils import (
get_device,
get_device_core_count,
@@ -521,7 +521,9 @@ if __name__ == "__main__":
parser.add_argument("--block-k", type=int, default=128)
parser.add_argument("--batch-sizes", nargs="+", type=int, required=False)
parser.add_argument(
"--save-path", type=str, default="python/sglang/srt/layers/quantization/configs"
"--save-path",
type=str,
default="python/sglang/kernels/ops/quantization/configs",
)
args = parser.parse_args()