model: support baidu unlimited-ocr (#29186)

Co-authored-by: Mick <mickjagger19@icloud.com>
This commit is contained in:
Aditya Kamat
2026-06-27 23:36:19 +08:00
committed by GitHub
co-authored by Mick
parent b030b1a5f3
commit 1589603114
32 changed files with 2237 additions and 25 deletions
@@ -166,6 +166,10 @@ def get_model_config(
0 if disable_shared_experts_fusion or topk_ids_dir is None else 1
)
intermediate_size = config.intermediate_size
elif architecture == "UnlimitedOCRForCausalLM":
E = config.n_routed_experts // ep_size
topk = config.num_experts_per_tok
intermediate_size = config.moe_intermediate_size
else:
# Default: Mixtral
E = config.num_local_experts // ep_size