model: support Step-3.5-Flash (#18084)
Co-authored-by: ltd0924 <ltd0924@sina.com>
This commit is contained in:
@@ -493,6 +493,8 @@ class ModelRunner(ModelRunnerKVCacheMixin):
|
||||
)
|
||||
if self.model_config.hf_config.architectures[0] == "MiMoV2MTP":
|
||||
model_num_layers = 1
|
||||
elif self.model_config.hf_config.architectures[0] == "Step3p5MTP":
|
||||
model_num_layers = 1
|
||||
self.start_layer = getattr(self.model, "start_layer", 0)
|
||||
self.end_layer = getattr(self.model, "end_layer", model_num_layers)
|
||||
self.num_effective_layers = self.end_layer - self.start_layer
|
||||
|
||||
Reference in New Issue
Block a user