[Session] Work with PD and Fix empty continuations (#39038)
Co-authored-by: Byron Hsu <byron+per@periodiclabs.ai> Co-authored-by: Manik Singhal <3400497+Manikvsin@users.noreply.github.com>
This commit is contained in:
co-authored by
Byron Hsu
Manik Singhal
parent
24b6c1c7f5
commit
34b2904741
@@ -43,6 +43,11 @@ def _recv(rid, input_ids, max_new_tokens=8):
|
||||
return_hidden_states=False,
|
||||
return_routed_experts=False,
|
||||
routed_experts_start_len=0,
|
||||
bootstrap_host=None,
|
||||
bootstrap_port=None,
|
||||
bootstrap_room=None,
|
||||
routed_dp_rank=None,
|
||||
disagg_prefill_dp_rank=None,
|
||||
priority=None,
|
||||
routing_key=None,
|
||||
extra_key=None,
|
||||
|
||||
Reference in New Issue
Block a user