[Disagg] Return prompt routed experts from the PD prefill server (#44002)
Co-authored-by: Devin <158243242+devin-ai-integration[bot]@users.noreply.github.com> Co-authored-by: ishandhanani <82981111+ishandhanani@users.noreply.github.com>
This commit is contained in:
co-authored by
Devin
ishandhanani
parent
05bb5afb62
commit
7ca4cbfcef
@@ -1177,6 +1177,8 @@ class SchedulerDisaggregationPrefillMixin:
|
||||
# todo: set Transferring correctly in backend
|
||||
undone_reqs.append(req)
|
||||
elif poll == KVPoll.Success: # transfer done
|
||||
if req.return_routed_experts:
|
||||
self.batch_result_processor._maybe_collect_routed_experts(req)
|
||||
if not isinstance(req.finished_reason, FINISH_ABORT):
|
||||
req.finished_reason = FINISH_LENGTH(length=0)
|
||||
# unlock the tree
|
||||
|
||||
Reference in New Issue
Block a user