Fix nightly CI test for Kimi K2.5 INT4 + H200 (#28746)

This commit is contained in:
Brayden Zhong
2026-06-23 00:27:33 +00:00
committed by GitHub
parent d70726a31a
commit ba9d5aed98
@@ -130,7 +130,11 @@ class CompressedTensorsWNA16MoE(CompressedTensorsMoEScheme):
# In the case where we have actorder/g_idx,
# we do not partition the w2 scales
load_full_w2 = (self.actorder != "static") and self.group_size != -1
load_full_w2 = (
self.actorder is not None
and self.actorder != "static"
and self.group_size != -1
)
if load_full_w2:
w2_scales_size = intermediate_size_per_partition * layer.moe_tp_size