[PD] Charge decode admission the page-rounded allocation when the radix cache is disabled (#43173)

Co-authored-by: hanming-lu <69857889+hanming-lu@users.noreply.github.com>
Co-authored-by: xiezhq-hermann <xiezhq-hermann@users.noreply.github.com>
This commit is contained in:
metamergebot
2026-10-08 16:48:31 -07:00
committed by GitHub
co-authored by hanming-lu xiezhq-hermann
parent 2e64740442
commit bb43927404
3 changed files with 29 additions and 2 deletions
+3 -1
View File
@@ -1453,7 +1453,9 @@ class DecodePreallocQueue(DecodeHiCachePreallocMixin):
prefix_indices = None
prefix_len = 0
total_prefix_len = 0
required_alloc_tokens = self._pre_alloc_fill_len(decode_req.req)
required_alloc_tokens = self._required_alloc_tokens(
fill_len=self._pre_alloc_fill_len(decode_req.req), prefix_len=0
)
full_required_for_admission = self._required_admission_tokens(
decode_req.req, required_alloc_tokens, prefix_len, retractable_tokens