minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix kimi k2.5's moe gemm config init (#18064)

Browse Source
This commit is contained in:
yinghui
2026-02-04 16:59:01 -08:00
committed by GitHub
parent bdaf3de9b3
commit 599c5f4922
1 changed files with 6 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/scheduler.py
+6 -1
View File
@@ -485,7 +485,12 @@ class Scheduler(
)[0] )[0]
def init_moe_gemm_config(self): def init_moe_gemm_config(self):
if hasattr(self.model_config.hf_config, "num_experts_per_tok"): # For the MM models, check the text_config for MoE settings
config_to_check = getattr(
self.model_config.hf_config, "text_config", self.model_config.hf_config
)
if hasattr(config_to_check, "num_experts_per_tok"):
initialize_moe_config(self.server_args) initialize_moe_config(self.server_args)
# Initialize GEMM-related configuration for FP8 and FP4 backends. # Initialize GEMM-related configuration for FP8 and FP4 backends.