[RL] Forward Kimi K2.5 weight hooks to language model (#26744)
Co-authored-by: Byron Hsu <24364830+ByronHsu@users.noreply.github.com>
This commit is contained in:
@@ -804,6 +804,24 @@ class KimiK25ForConditionalGeneration(nn.Module):
|
|||||||
for _ in stream_language_weights():
|
for _ in stream_language_weights():
|
||||||
pass
|
pass
|
||||||
|
|
||||||
|
def post_load_weights(self):
|
||||||
|
if self.language_model is not None:
|
||||||
|
self.language_model.post_load_weights()
|
||||||
|
|
||||||
|
@property
|
||||||
|
def stacked_params_mapping(self):
|
||||||
|
return getattr(self.language_model, "stacked_params_mapping", [])
|
||||||
|
|
||||||
|
@property
|
||||||
|
def expert_params_mapping(self):
|
||||||
|
return getattr(self.language_model, "expert_params_mapping", [])
|
||||||
|
|
||||||
|
def mutate_weight_preload(self, name):
|
||||||
|
return self.language_model.mutate_weight_preload(name)
|
||||||
|
|
||||||
|
def custom_scale_remap(self, name):
|
||||||
|
return self.language_model.custom_scale_remap(name)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
def get_model_config_for_expert_location(cls, config: KimiK25Config):
|
def get_model_config_for_expert_location(cls, config: KimiK25Config):
|
||||||
text_config = config.text_config
|
text_config = config.text_config
|
||||||
|
|||||||
Reference in New Issue
Block a user