[Fix] Add EPLB rebalance support for Kimi K2.5 (#21004)

Signed-off-by: yafeng.li <yafeng.li@mthreads.com>
This commit is contained in:
MARATRIX
2026-03-25 21:01:40 -07:00
committed by GitHub
parent f142608408
commit 01ccdb91b1
+4
View File
@@ -767,6 +767,10 @@ class KimiK25ForConditionalGeneration(nn.Module):
def end_layer(self) -> int:
return self.language_model.end_layer
@property
def routed_experts_weights_of_layer(self):
return self.language_model._routed_experts_weights_of_layer.value
def forward(
self,
input_ids: torch.Tensor,