Files
sglang/python/sglang/srt/layers/modelopt_utils.py
T

46 lines
1.2 KiB
Python

"""
ModelOpt related constants
"""
from typing import Literal, TypeAlias
QUANT_CFG_CHOICES = {
"fp8": "FP8_DEFAULT_CFG",
"int4_awq": "INT4_AWQ_CFG", # TODO: add support for int4_awq
"w4a8_awq": "W4A8_AWQ_BETA_CFG", # TODO: add support for w4a8_awq
"nvfp4": "NVFP4_DEFAULT_CFG",
"nvfp4_awq": "NVFP4_AWQ_LITE_CFG", # TODO: add support for nvfp4_awq
}
ModelOptQuantMethod: TypeAlias = Literal[
"modelopt_fp8",
"modelopt_fp4",
"mxfp8",
]
_MODELOPT_QUANT_ALGO_TO_METHOD: dict[str, ModelOptQuantMethod] = {
"FP8": "modelopt_fp8",
"MXFP8": "mxfp8",
"FP4": "modelopt_fp4",
"NVFP4": "modelopt_fp4",
"NVFP4_AWQ": "modelopt_fp4",
"W4A16_NVFP4": "modelopt_fp4",
}
def canonicalize_modelopt_quant_algo(
quant_algo: object,
) -> ModelOptQuantMethod | None:
"""Map a known ModelOpt algorithm name to its SGLang runtime family.
This is intentionally an exact allowlist. In particular, ``MXFP8`` must not
be mistaken for ordinary ``FP8`` merely because its name contains that
substring. Runtime-specific capability checks remain with each consumer.
"""
if not isinstance(quant_algo, str):
return None
return _MODELOPT_QUANT_ALGO_TO_METHOD.get(quant_algo.upper())