minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Tiny] Fix assert syntax warning in compressed_tensors_w4a4_mxint4_moe.py (#18899)

Browse Source
This commit is contained in:
Mohammad Miadh Angkad
2026-02-17 12:54:30 +08:00
committed by GitHub
parent 7e41ac6c8d
commit 90a0d66e1e
1 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/quantization/compressed_tensors/schemes/compressed_tensors_w4a4_mxint4_moe.py
+2 -3
View File
@@ -89,9 +89,8 @@ class CompressedTensorsMxInt4MoE(CompressedTensorsMoEScheme):
**extra_weight_attrs, **extra_weight_attrs,
): ):
assert ( assert (
params_dtype == torch.bfloat16, params_dtype == torch.bfloat16
f"Params dtype should be torch.bfloat16, but got: {params_dtype}", ), f"Params dtype should be torch.bfloat16, but got: {params_dtype}"
)
extra_weight_attrs.update({"quant_method": self.strategy}) extra_weight_attrs.update({"quant_method": self.strategy})
w13_weight = torch.nn.Parameter( w13_weight = torch.nn.Parameter(