[AMD] suppress warning for amd (#16620)
This commit is contained in:
@@ -68,7 +68,6 @@ elif _is_hip:
|
|||||||
awq_dequantize_triton as awq_dequantize,
|
awq_dequantize_triton as awq_dequantize,
|
||||||
)
|
)
|
||||||
|
|
||||||
warnings.warn(f"HIP does not support fused_marlin_moe currently.")
|
|
||||||
elif _is_xpu:
|
elif _is_xpu:
|
||||||
from sgl_kernel import awq_dequantize
|
from sgl_kernel import awq_dequantize
|
||||||
|
|
||||||
@@ -198,6 +197,8 @@ class AWQMarlinConfig(QuantizationConfig):
|
|||||||
full_config: dict[str, Any],
|
full_config: dict[str, Any],
|
||||||
) -> None:
|
) -> None:
|
||||||
super().__init__()
|
super().__init__()
|
||||||
|
if _is_hip:
|
||||||
|
warnings.warn(f"HIP does not support fused_marlin_moe currently.")
|
||||||
self.pack_factor = 32 // weight_bits # packed into int32
|
self.pack_factor = 32 // weight_bits # packed into int32
|
||||||
self.group_size = group_size
|
self.group_size = group_size
|
||||||
self.zero_point = zero_point
|
self.zero_point = zero_point
|
||||||
|
|||||||
@@ -43,7 +43,8 @@ if _is_cuda:
|
|||||||
ggml_mul_mat_vec_a8,
|
ggml_mul_mat_vec_a8,
|
||||||
)
|
)
|
||||||
else:
|
else:
|
||||||
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
if not _is_hip:
|
||||||
|
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
||||||
|
|
||||||
logger = logging.getLogger(__name__)
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
@@ -53,6 +54,8 @@ class GGUFConfig(QuantizationConfig):
|
|||||||
|
|
||||||
def __init__(self, modules_to_not_convert: list[str] | None = None) -> None:
|
def __init__(self, modules_to_not_convert: list[str] | None = None) -> None:
|
||||||
super().__init__()
|
super().__init__()
|
||||||
|
if _is_hip:
|
||||||
|
warnings.warn(f"Only CUDA support GGUF quantization currently.")
|
||||||
self.modules_to_not_convert = modules_to_not_convert or []
|
self.modules_to_not_convert = modules_to_not_convert or []
|
||||||
|
|
||||||
def __repr__(self) -> str:
|
def __repr__(self) -> str:
|
||||||
|
|||||||
Reference in New Issue
Block a user