[Quantization] Update error message strings with correct framework name in Quark/compressed-tensors (#25467)
Co-authored-by: Spandan Tiwari <12345+spandantiwari@users.noreply.github.com>
This commit is contained in:
co-authored by
Spandan Tiwari
parent
10bb2eff3d
commit
966350408e
@@ -59,8 +59,8 @@ def should_ignore_layer(
|
|||||||
# If shard_idx=1+ confirm scheme matches prior shards.
|
# If shard_idx=1+ confirm scheme matches prior shards.
|
||||||
elif should_ignore_shard != should_ignore_layer:
|
elif should_ignore_shard != should_ignore_layer:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Found a different quantization schemes for "
|
f"Found different quantization schemes for "
|
||||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||||
"requires all to use the same scheme."
|
"requires all to use the same scheme."
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
@@ -430,7 +430,7 @@ class QuarkConfig(QuantizationConfig):
|
|||||||
):
|
):
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Found a different quantization configuration for "
|
f"Found a different quantization configuration for "
|
||||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||||
"requires all to use the same scheme."
|
"requires all to use the same scheme."
|
||||||
)
|
)
|
||||||
return shard_configs[0]
|
return shard_configs[0]
|
||||||
|
|||||||
@@ -72,8 +72,8 @@ def should_ignore_layer(
|
|||||||
# If shard_idx=1+ confirm scheme matches prior shards.
|
# If shard_idx=1+ confirm scheme matches prior shards.
|
||||||
elif should_ignore_shard != should_ignore_layer:
|
elif should_ignore_shard != should_ignore_layer:
|
||||||
raise ValueError(
|
raise ValueError(
|
||||||
f"Found a different quantization schemes for "
|
f"Found different quantization schemes for "
|
||||||
f"{shard_proj_names} in {layer_name}. vLLM "
|
f"{shard_proj_names} in {layer_name}. SGLang "
|
||||||
"requires all to use the same scheme."
|
"requires all to use the same scheme."
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user