minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix(dsv4): make pool configurator PP-aware (#25750)

Browse Source
This commit is contained in:
ybyang
2026-05-20 10:58:53 +08:00
committed by GitHub
parent ca29c2b0e7
commit a8c82c652e
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/pool_configurator.py
+8 -1
View File
@@ -319,7 +319,14 @@ class DSV4PoolConfigurator(MemoryPoolConfigurator):
self.qk_nope_head_dim = cfg.qk_nope_head_dim self.qk_nope_head_dim = cfg.qk_nope_head_dim
self.qk_rope_head_dim = cfg.qk_rope_head_dim self.qk_rope_head_dim = cfg.qk_rope_head_dim
self.indexer_head_dim = cfg.index_head_dim self.indexer_head_dim = cfg.index_head_dim
self.compression_ratios = cfg.compress_ratios # PP-local slice; matches DeepSeekV4TokenToKVPool's stage_ratios.
self.compression_ratios = cfg.compress_ratios[mr.start_layer : mr.end_layer]
if mr.pp_size > 1:
logger.info(
f"DSV4 pool PP slice: rank={mr.pp_group.rank_in_group} "
f"layers=[{mr.start_layer},{mr.end_layer}) "
f"local={len(self.compression_ratios)}/{len(cfg.compress_ratios)}"
)
self.swa_page_size = cfg.window_size self.swa_page_size = cfg.window_size
self.swa_ratio = mr.server_args.swa_full_tokens_ratio self.swa_ratio = mr.server_args.swa_full_tokens_ratio
self.is_speculative = mr.server_args.speculative_algorithm is not None self.is_speculative = mr.server_args.speculative_algorithm is not None