82 lines
2.6 KiB
Python
82 lines
2.6 KiB
Python
import unittest
|
|
from types import SimpleNamespace
|
|
|
|
from fastapi import HTTPException
|
|
from starlette.datastructures import Headers
|
|
|
|
from sglang.srt.entrypoints.request_headers import apply_header_overrides
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
|
|
register_cpu_ci(est_time=10, suite="base-b-test-cpu")
|
|
|
|
|
|
def _obj():
|
|
return SimpleNamespace(
|
|
rid=None,
|
|
bootstrap_host=None,
|
|
bootstrap_port=None,
|
|
bootstrap_room=None,
|
|
conversation_id=None,
|
|
routed_dp_rank=None,
|
|
disagg_prefill_dp_rank=None,
|
|
)
|
|
|
|
|
|
class TestApplyRoutingHeaders(unittest.TestCase):
|
|
def test_sets_all_fields_with_types(self):
|
|
obj = _obj()
|
|
apply_header_overrides(
|
|
obj,
|
|
Headers(
|
|
{
|
|
"x-override-rid": "r1",
|
|
"x-override-bootstrap-host": "prefill1",
|
|
"x-override-bootstrap-port": "8998",
|
|
"x-override-bootstrap-room": "18446744073709551615",
|
|
"x-override-conversation-id": "c1",
|
|
"x-override-routed-dp-rank": "3",
|
|
"x-override-disagg-prefill-dp-rank": "5",
|
|
}
|
|
),
|
|
)
|
|
self.assertEqual(obj.rid, "r1")
|
|
self.assertEqual(obj.bootstrap_host, "prefill1")
|
|
self.assertEqual(obj.bootstrap_port, 8998)
|
|
self.assertEqual(obj.bootstrap_room, 18446744073709551615)
|
|
self.assertEqual(obj.conversation_id, "c1")
|
|
self.assertEqual(obj.routed_dp_rank, 3)
|
|
self.assertEqual(obj.disagg_prefill_dp_rank, 5)
|
|
|
|
def test_absent_headers_leave_obj_unchanged(self):
|
|
obj = _obj()
|
|
apply_header_overrides(obj, Headers({}))
|
|
self.assertIsNone(obj.rid)
|
|
self.assertIsNone(obj.bootstrap_host)
|
|
self.assertIsNone(obj.routed_dp_rank)
|
|
|
|
def test_header_overrides_existing_value(self):
|
|
obj = _obj()
|
|
obj.rid = "from-body"
|
|
apply_header_overrides(obj, Headers({"x-override-rid": "from-header"}))
|
|
self.assertEqual(obj.rid, "from-header")
|
|
|
|
def test_partial_headers_set_only_present(self):
|
|
obj = _obj()
|
|
apply_header_overrides(
|
|
obj, Headers({"x-override-rid": "r1", "x-override-routed-dp-rank": "2"})
|
|
)
|
|
self.assertEqual(obj.rid, "r1")
|
|
self.assertEqual(obj.routed_dp_rank, 2)
|
|
self.assertIsNone(obj.bootstrap_host)
|
|
|
|
def test_invalid_int_fails_loud(self):
|
|
obj = _obj()
|
|
with self.assertRaises(HTTPException):
|
|
apply_header_overrides(
|
|
obj, Headers({"x-override-bootstrap-port": "not-an-int"})
|
|
)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|