[passthrough] engine: zstd request-body decompression + header overrides (#29684)

This commit is contained in:
Jialin Ouyang
2026-06-30 23:48:56 -07:00
committed by GitHub
parent 47ae1241d3
commit 40594bd381
7 changed files with 341 additions and 0 deletions
@@ -0,0 +1,81 @@
import unittest
from types import SimpleNamespace
from fastapi import HTTPException
from starlette.datastructures import Headers
from sglang.srt.entrypoints.request_headers import apply_header_overrides
from sglang.test.ci.ci_register import register_cpu_ci
register_cpu_ci(est_time=10, suite="base-b-test-cpu")
def _obj():
return SimpleNamespace(
rid=None,
bootstrap_host=None,
bootstrap_port=None,
bootstrap_room=None,
conversation_id=None,
routed_dp_rank=None,
disagg_prefill_dp_rank=None,
)
class TestApplyRoutingHeaders(unittest.TestCase):
def test_sets_all_fields_with_types(self):
obj = _obj()
apply_header_overrides(
obj,
Headers(
{
"x-override-rid": "r1",
"x-override-bootstrap-host": "prefill1",
"x-override-bootstrap-port": "8998",
"x-override-bootstrap-room": "18446744073709551615",
"x-override-conversation-id": "c1",
"x-override-routed-dp-rank": "3",
"x-override-disagg-prefill-dp-rank": "5",
}
),
)
self.assertEqual(obj.rid, "r1")
self.assertEqual(obj.bootstrap_host, "prefill1")
self.assertEqual(obj.bootstrap_port, 8998)
self.assertEqual(obj.bootstrap_room, 18446744073709551615)
self.assertEqual(obj.conversation_id, "c1")
self.assertEqual(obj.routed_dp_rank, 3)
self.assertEqual(obj.disagg_prefill_dp_rank, 5)
def test_absent_headers_leave_obj_unchanged(self):
obj = _obj()
apply_header_overrides(obj, Headers({}))
self.assertIsNone(obj.rid)
self.assertIsNone(obj.bootstrap_host)
self.assertIsNone(obj.routed_dp_rank)
def test_header_overrides_existing_value(self):
obj = _obj()
obj.rid = "from-body"
apply_header_overrides(obj, Headers({"x-override-rid": "from-header"}))
self.assertEqual(obj.rid, "from-header")
def test_partial_headers_set_only_present(self):
obj = _obj()
apply_header_overrides(
obj, Headers({"x-override-rid": "r1", "x-override-routed-dp-rank": "2"})
)
self.assertEqual(obj.rid, "r1")
self.assertEqual(obj.routed_dp_rank, 2)
self.assertIsNone(obj.bootstrap_host)
def test_invalid_int_fails_loud(self):
obj = _obj()
with self.assertRaises(HTTPException):
apply_header_overrides(
obj, Headers({"x-override-bootstrap-port": "not-an-int"})
)
if __name__ == "__main__":
unittest.main()