minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Add check to provide hicache-storage-backend when enabling kv caching on Decode Side in PD Disaggregation (#20732)

Browse Source 
Signed-off-by: Mohd Muzzammil <me.muzzammil@samsung.com>
This commit is contained in:
MMuzzammil1
2026-03-17 11:25:14 +08:00
committed by GitHub
parent 943f34f642
commit 855ec7017d
1 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+5
View File
@@ -3111,6 +3111,11 @@ class ServerArgs:
raise ValueError( raise ValueError(
"The argument disaggregation-decode-enable-offload-kvcache is only supported for decode side." "The argument disaggregation-decode-enable-offload-kvcache is only supported for decode side."
) )
if self.hicache_storage_backend is None:
raise ValueError(
"The argument disaggregation-decode-enable-offload-kvcache is only supported when hicache-storage-backend is provided."
)
if not (0 < self.swa_full_tokens_ratio <= 1.0): if not (0 < self.swa_full_tokens_ratio <= 1.0):
raise ValueError("--swa-full-tokens-ratio should be in range (0, 1.0].") raise ValueError("--swa-full-tokens-ratio should be in range (0, 1.0].")