model: support Step-3.5-Flash (#18084)

Co-authored-by: ltd0924 <ltd0924@sina.com>
This commit is contained in:
Yuhao Yang
2026-02-03 00:40:07 +08:00
committed by GitHub
co-authored by ltd0924
parent c781db0f6c
commit 980d2936cd
15 changed files with 1557 additions and 12 deletions
@@ -493,6 +493,8 @@ class ModelRunner(ModelRunnerKVCacheMixin):
)
if self.model_config.hf_config.architectures[0] == "MiMoV2MTP":
model_num_layers = 1
elif self.model_config.hf_config.architectures[0] == "Step3p5MTP":
model_num_layers = 1
self.start_layer = getattr(self.model, "start_layer", 0)
self.end_layer = getattr(self.model, "end_layer", model_num_layers)
self.num_effective_layers = self.end_layer - self.start_layer