minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[HiSparse]: Optimize server args checking-HiSparse is temporarily only available for DSA models. (#22065)

Browse Source
This commit is contained in:
Zhangheng
2026-04-04 02:23:56 +08:00
committed by GitHub
parent 151f727163
commit ed3435e37f
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+8
View File
@@ -6170,6 +6170,14 @@ class ServerArgs:
# Check hisparse # Check hisparse
if self.enable_hisparse: if self.enable_hisparse:
from sglang.srt.configs.model_config import is_deepseek_nsa
hf_config = self.get_model_config().hf_config
assert is_deepseek_nsa(hf_config), (
"--enable-hisparse is only supported for DSA (DeepSeek Sparse Attention) models now"
"(e.g., DeepSeek V3.2, GLM-5). "
)
assert ( assert (
self.disable_radix_cache self.disable_radix_cache
), "Hierarchical sparse attention currently requires --disable-radix-cache." ), "Hierarchical sparse attention currently requires --disable-radix-cache."