Fix nightly CI test for Kimi K2.5 INT4 + H200 (#28746)
This commit is contained in:
+5
-1
@@ -130,7 +130,11 @@ class CompressedTensorsWNA16MoE(CompressedTensorsMoEScheme):
|
||||
|
||||
# In the case where we have actorder/g_idx,
|
||||
# we do not partition the w2 scales
|
||||
load_full_w2 = (self.actorder != "static") and self.group_size != -1
|
||||
load_full_w2 = (
|
||||
self.actorder is not None
|
||||
and self.actorder != "static"
|
||||
and self.group_size != -1
|
||||
)
|
||||
|
||||
if load_full_w2:
|
||||
w2_scales_size = intermediate_size_per_partition * layer.moe_tp_size
|
||||
|
||||
Reference in New Issue
Block a user