minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: pass v_head_dim to MHA KV pools and validate MiMo HiCache geometry (#23173)

Browse Source 
Co-authored-by: Claude Opus 4.6 <noreply@anthropic.com>
This commit is contained in:
shuwenn
2026-04-21 19:48:45 -07:00
committed by GitHub
co-authored by Claude Opus 4.6
parent bf5e71dcec
commit 4befc31408
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/model_runner_kv_cache_mixin.py
+2
View File
@@ -536,6 +536,7 @@ class ModelRunnerKVCacheMixin:
get_attention_tp_size() get_attention_tp_size()
), ),
head_dim=self.model_config.head_dim, head_dim=self.model_config.head_dim,
v_head_dim=self.model_config.v_head_dim,
layer_num=self.num_effective_layers, layer_num=self.num_effective_layers,
device=self.device, device=self.device,
enable_memory_saver=self.server_args.enable_memory_saver, enable_memory_saver=self.server_args.enable_memory_saver,
@@ -555,6 +556,7 @@ class ModelRunnerKVCacheMixin:
get_attention_tp_size() get_attention_tp_size()
), ),
head_dim=self.model_config.head_dim, head_dim=self.model_config.head_dim,
v_head_dim=self.model_config.v_head_dim,
layer_num=self.num_effective_layers, layer_num=self.num_effective_layers,
device=self.device, device=self.device,
enable_memory_saver=self.server_args.enable_memory_saver, enable_memory_saver=self.server_args.enable_memory_saver,