[Session] Work with PD and Fix empty continuations (#39038)

Co-authored-by: Byron Hsu <byron+per@periodiclabs.ai>
Co-authored-by: Manik Singhal <3400497+Manikvsin@users.noreply.github.com>
This commit is contained in:
Byron Hsu
2026-09-12 22:24:32 -07:00
committed by GitHub
co-authored by Byron Hsu Manik Singhal
parent 24b6c1c7f5
commit 34b2904741
4 changed files with 34 additions and 6 deletions
@@ -43,6 +43,11 @@ def _recv(rid, input_ids, max_new_tokens=8):
return_hidden_states=False,
return_routed_experts=False,
routed_experts_start_len=0,
bootstrap_host=None,
bootstrap_port=None,
bootstrap_room=None,
routed_dp_rank=None,
disagg_prefill_dp_rank=None,
priority=None,
routing_key=None,
extra_key=None,