46 lines
1.2 KiB
Python
46 lines
1.2 KiB
Python
"""
|
|
ModelOpt related constants
|
|
"""
|
|
|
|
from typing import Literal, TypeAlias
|
|
|
|
QUANT_CFG_CHOICES = {
|
|
"fp8": "FP8_DEFAULT_CFG",
|
|
"int4_awq": "INT4_AWQ_CFG", # TODO: add support for int4_awq
|
|
"w4a8_awq": "W4A8_AWQ_BETA_CFG", # TODO: add support for w4a8_awq
|
|
"nvfp4": "NVFP4_DEFAULT_CFG",
|
|
"nvfp4_awq": "NVFP4_AWQ_LITE_CFG", # TODO: add support for nvfp4_awq
|
|
}
|
|
|
|
|
|
ModelOptQuantMethod: TypeAlias = Literal[
|
|
"modelopt_fp8",
|
|
"modelopt_fp4",
|
|
"mxfp8",
|
|
]
|
|
|
|
|
|
_MODELOPT_QUANT_ALGO_TO_METHOD: dict[str, ModelOptQuantMethod] = {
|
|
"FP8": "modelopt_fp8",
|
|
"MXFP8": "mxfp8",
|
|
"FP4": "modelopt_fp4",
|
|
"NVFP4": "modelopt_fp4",
|
|
"NVFP4_AWQ": "modelopt_fp4",
|
|
"W4A16_NVFP4": "modelopt_fp4",
|
|
}
|
|
|
|
|
|
def canonicalize_modelopt_quant_algo(
|
|
quant_algo: object,
|
|
) -> ModelOptQuantMethod | None:
|
|
"""Map a known ModelOpt algorithm name to its SGLang runtime family.
|
|
|
|
This is intentionally an exact allowlist. In particular, ``MXFP8`` must not
|
|
be mistaken for ordinary ``FP8`` merely because its name contains that
|
|
substring. Runtime-specific capability checks remain with each consumer.
|
|
"""
|
|
|
|
if not isinstance(quant_algo, str):
|
|
return None
|
|
return _MODELOPT_QUANT_ALGO_TO_METHOD.get(quant_algo.upper())
|