[Quantization] Update error message strings with correct framework name in Quark/compressed-tensors (#25467)
Co-authored-by: Spandan Tiwari <12345+spandantiwari@users.noreply.github.com>
This commit is contained in:
co-authored by
Spandan Tiwari
parent
10bb2eff3d
commit
966350408e
@@ -59,8 +59,8 @@ def should_ignore_layer(
|
||||
# If shard_idx=1+ confirm scheme matches prior shards.
|
||||
elif should_ignore_shard != should_ignore_layer:
|
||||
raise ValueError(
|
||||
f"Found a different quantization schemes for "
|
||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
||||
f"Found different quantization schemes for "
|
||||
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||
"requires all to use the same scheme."
|
||||
)
|
||||
|
||||
|
||||
@@ -430,7 +430,7 @@ class QuarkConfig(QuantizationConfig):
|
||||
):
|
||||
raise ValueError(
|
||||
f"Found a different quantization configuration for "
|
||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
||||
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||
"requires all to use the same scheme."
|
||||
)
|
||||
return shard_configs[0]
|
||||
|
||||
@@ -72,8 +72,8 @@ def should_ignore_layer(
|
||||
# If shard_idx=1+ confirm scheme matches prior shards.
|
||||
elif should_ignore_shard != should_ignore_layer:
|
||||
raise ValueError(
|
||||
f"Found a different quantization schemes for "
|
||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
||||
f"Found different quantization schemes for "
|
||||
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||
"requires all to use the same scheme."
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user