Support priority request header override (#30811)

Co-authored-by: Abhishek Parmar <abhishek@orng.net>
This commit is contained in:
Lianmin Zheng
2026-07-10 14:36:43 -07:00
committed by GitHub
co-authored by Abhishek Parmar
parent bc82b06400
commit 4fcc994be1
2 changed files with 29 additions and 0 deletions
@@ -15,6 +15,7 @@ _HEADER_OVERRIDES = {
"x-override-conversation-id": ("conversation_id", str),
"x-override-routed-dp-rank": ("routed_dp_rank", int),
"x-override-disagg-prefill-dp-rank": ("disagg_prefill_dp_rank", int),
"x-override-priority": ("priority", int),
}