model: support Step-3.7-Flash (#26565)
Co-authored-by: yhyang201 <yhyang201@users.noreply.github.com> Co-authored-by: luotingdan <luotingdan@stepfun.com>
This commit is contained in:
co-authored by
yhyang201
luotingdan
parent
0597242797
commit
3bdea78ad1
@@ -688,6 +688,7 @@ class Scheduler(
|
||||
"num_experts_per_tok",
|
||||
"num_experts_per_token",
|
||||
"top_k_experts",
|
||||
"moe_top_k",
|
||||
)
|
||||
if any(hasattr(config_to_check, attr) for attr in moe_topk_attrs):
|
||||
initialize_moe_config(self.server_args)
|
||||
|
||||
Reference in New Issue
Block a user