[PD] Charge decode admission the page-rounded allocation when the radix cache is disabled (#43173)
Co-authored-by: hanming-lu <69857889+hanming-lu@users.noreply.github.com> Co-authored-by: xiezhq-hermann <xiezhq-hermann@users.noreply.github.com>
This commit is contained in:
co-authored by
hanming-lu
xiezhq-hermann
parent
2e64740442
commit
bb43927404
@@ -1453,7 +1453,9 @@ class DecodePreallocQueue(DecodeHiCachePreallocMixin):
|
||||
prefix_indices = None
|
||||
prefix_len = 0
|
||||
total_prefix_len = 0
|
||||
required_alloc_tokens = self._pre_alloc_fill_len(decode_req.req)
|
||||
required_alloc_tokens = self._required_alloc_tokens(
|
||||
fill_len=self._pre_alloc_fill_len(decode_req.req), prefix_len=0
|
||||
)
|
||||
|
||||
full_required_for_admission = self._required_admission_tokens(
|
||||
decode_req.req, required_alloc_tokens, prefix_len, retractable_tokens
|
||||
|
||||
Reference in New Issue
Block a user