Support priority request header override (#30811)
Co-authored-by: Abhishek Parmar <abhishek@orng.net>
This commit is contained in:
co-authored by
Abhishek Parmar
parent
bc82b06400
commit
4fcc994be1
@@ -15,6 +15,7 @@ _HEADER_OVERRIDES = {
|
||||
"x-override-conversation-id": ("conversation_id", str),
|
||||
"x-override-routed-dp-rank": ("routed_dp_rank", int),
|
||||
"x-override-disagg-prefill-dp-rank": ("disagg_prefill_dp_rank", int),
|
||||
"x-override-priority": ("priority", int),
|
||||
}
|
||||
|
||||
|
||||
|
||||
Reference in New Issue
Block a user