[HiCache] Support DCP with DSpark (#35221)

Co-authored-by: Cursor <cursoragent@cursor.com>
This commit is contained in:
Khoa Pham
2026-08-19 01:42:19 -07:00
committed by GitHub
co-authored by Cursor
parent 9113fc6d93
commit 0e4a09480c
4 changed files with 42 additions and 6 deletions
+4 -4
View File
@@ -7502,11 +7502,11 @@ class ServerArgs:
"backup and the storage keys must become dcp_rank-aware "
"first. Run HiCache+DCP with L1/L2 only."
)
if self.speculative_algorithm is not None:
if self.speculative_algorithm not in (None, "DSPARK"):
raise NotImplementedError(
"HiCache with --dcp-size > 1 does not support speculative "
"decoding yet (the draft-model host pool has no DCP index "
"translation)."
"HiCache with --dcp-size > 1 only supports DSPARK speculative "
"decoding; other draft-model host pools have no DCP index "
"translation."
)
if self.enable_lmcache:
raise NotImplementedError(