[dLLM] Keep the request row across FDFO blocks (#42846)

This commit is contained in:
Liangsheng Yin
2026-10-07 15:39:33 -07:00
committed by GitHub
parent 685d4d453d
commit b1ffe5c16a
2 changed files with 37 additions and 3 deletions
+2 -2
View File
@@ -215,9 +215,9 @@ class SchedulerDllmMixin:
elif self.dllm_config.requires_separate_context_encoding:
self._stash_dllm_context(req)
else:
# The row stays with the request between blocks: a later abort
# releases its KV and tree lock through it.
self.stash_chunked_request(req)
if fdfo_mode:
self.req_to_token_pool.free(req)
def _fetch_waiting_reqs(self: Scheduler):
# Calculate how many requests can be added to DLLM manager