[passthrough] engine: zstd request-body decompression + header overrides (#29684)
This commit is contained in:
@@ -0,0 +1,81 @@
|
||||
import unittest
|
||||
from types import SimpleNamespace
|
||||
|
||||
from fastapi import HTTPException
|
||||
from starlette.datastructures import Headers
|
||||
|
||||
from sglang.srt.entrypoints.request_headers import apply_header_overrides
|
||||
from sglang.test.ci.ci_register import register_cpu_ci
|
||||
|
||||
register_cpu_ci(est_time=10, suite="base-b-test-cpu")
|
||||
|
||||
|
||||
def _obj():
|
||||
return SimpleNamespace(
|
||||
rid=None,
|
||||
bootstrap_host=None,
|
||||
bootstrap_port=None,
|
||||
bootstrap_room=None,
|
||||
conversation_id=None,
|
||||
routed_dp_rank=None,
|
||||
disagg_prefill_dp_rank=None,
|
||||
)
|
||||
|
||||
|
||||
class TestApplyRoutingHeaders(unittest.TestCase):
|
||||
def test_sets_all_fields_with_types(self):
|
||||
obj = _obj()
|
||||
apply_header_overrides(
|
||||
obj,
|
||||
Headers(
|
||||
{
|
||||
"x-override-rid": "r1",
|
||||
"x-override-bootstrap-host": "prefill1",
|
||||
"x-override-bootstrap-port": "8998",
|
||||
"x-override-bootstrap-room": "18446744073709551615",
|
||||
"x-override-conversation-id": "c1",
|
||||
"x-override-routed-dp-rank": "3",
|
||||
"x-override-disagg-prefill-dp-rank": "5",
|
||||
}
|
||||
),
|
||||
)
|
||||
self.assertEqual(obj.rid, "r1")
|
||||
self.assertEqual(obj.bootstrap_host, "prefill1")
|
||||
self.assertEqual(obj.bootstrap_port, 8998)
|
||||
self.assertEqual(obj.bootstrap_room, 18446744073709551615)
|
||||
self.assertEqual(obj.conversation_id, "c1")
|
||||
self.assertEqual(obj.routed_dp_rank, 3)
|
||||
self.assertEqual(obj.disagg_prefill_dp_rank, 5)
|
||||
|
||||
def test_absent_headers_leave_obj_unchanged(self):
|
||||
obj = _obj()
|
||||
apply_header_overrides(obj, Headers({}))
|
||||
self.assertIsNone(obj.rid)
|
||||
self.assertIsNone(obj.bootstrap_host)
|
||||
self.assertIsNone(obj.routed_dp_rank)
|
||||
|
||||
def test_header_overrides_existing_value(self):
|
||||
obj = _obj()
|
||||
obj.rid = "from-body"
|
||||
apply_header_overrides(obj, Headers({"x-override-rid": "from-header"}))
|
||||
self.assertEqual(obj.rid, "from-header")
|
||||
|
||||
def test_partial_headers_set_only_present(self):
|
||||
obj = _obj()
|
||||
apply_header_overrides(
|
||||
obj, Headers({"x-override-rid": "r1", "x-override-routed-dp-rank": "2"})
|
||||
)
|
||||
self.assertEqual(obj.rid, "r1")
|
||||
self.assertEqual(obj.routed_dp_rank, 2)
|
||||
self.assertIsNone(obj.bootstrap_host)
|
||||
|
||||
def test_invalid_int_fails_loud(self):
|
||||
obj = _obj()
|
||||
with self.assertRaises(HTTPException):
|
||||
apply_header_overrides(
|
||||
obj, Headers({"x-override-bootstrap-port": "not-an-int"})
|
||||
)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
Reference in New Issue
Block a user