145 lines
5.5 KiB
Python
145 lines
5.5 KiB
Python
"""The `/generate` schema gate (`entrypoints/api_contract.py`): the typed media
|
|
contract that replaced the raw_json passthrough, checked without a server, and
|
|
where the route applies it."""
|
|
|
|
import unittest
|
|
from types import SimpleNamespace
|
|
|
|
from fastapi import FastAPI, Request
|
|
from fastapi.testclient import TestClient
|
|
|
|
from sglang.srt.entrypoints import http_server
|
|
from sglang.srt.entrypoints.api_contract import generate_contract_error
|
|
from sglang.srt.managers.io_struct import GenerateReqInput
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
register_cpu_ci(est_time=3, suite="base-a-test-cpu")
|
|
|
|
|
|
class TestGenerateContract(CustomTestCase):
|
|
def test_every_media_container_form_is_accepted(self):
|
|
for image_data in (
|
|
"u",
|
|
{"url": "u", "detail": "high"},
|
|
["u", None, {"url": "v"}],
|
|
[],
|
|
[["a", "b"], None, []],
|
|
):
|
|
with self.subTest(image_data=image_data):
|
|
self.assertIsNone(
|
|
generate_contract_error({"text": "hi", "image_data": image_data})
|
|
)
|
|
self.assertIsNone(
|
|
generate_contract_error({"text": "hi", "mm_hashes": ["a1b2", "0xff"]})
|
|
)
|
|
self.assertIsNone(
|
|
generate_contract_error(
|
|
{
|
|
"text": "hi",
|
|
"video_data": {"url": "v", "fps": 2.0, "use_audio": True},
|
|
}
|
|
)
|
|
)
|
|
|
|
def test_unknown_media_hint_is_rejected(self):
|
|
"""A hint the schema does not name used to be silently dropped."""
|
|
error = generate_contract_error(
|
|
{
|
|
"text": "hi",
|
|
"image_data": {"url": "u", "max_dynamic_patc": 4},
|
|
} # codespell:ignore patc
|
|
)
|
|
self.assertIsNotNone(error)
|
|
self.assertIn("unknown field", error)
|
|
|
|
def test_glm_external_ar_grid_payload_is_accepted(self):
|
|
"""GLM external AR sends grid metadata with pre-tokenized inputs."""
|
|
for image_data in (
|
|
# generate_prior_tokens: one request, one grid list
|
|
[{"image_grid_thw": [[1, 32, 32], [1, 64, 64]]}],
|
|
# generate_prior_tokens_batch: one grid list per batch entry
|
|
[
|
|
[{"image_grid_thw": [[1, 32, 32], [1, 64, 64]]}],
|
|
[{"image_grid_thw": [[1, 32, 32], [1, 16, 16]]}],
|
|
],
|
|
):
|
|
with self.subTest(image_data=image_data):
|
|
self.assertIsNone(
|
|
generate_contract_error(
|
|
{"input_ids": [1, 2, 3], "image_data": image_data}
|
|
)
|
|
)
|
|
# A grid row of the wrong scalar type is still a contract error.
|
|
error = generate_contract_error(
|
|
{"input_ids": [1], "image_data": [{"image_grid_thw": [[1, "h", 32]]}]}
|
|
)
|
|
self.assertIsNotNone(error)
|
|
|
|
def test_preprocessed_inputs_are_not_an_http_shape(self):
|
|
"""processor_output / precomputed_embedding carry tensors: Engine-only."""
|
|
error = generate_contract_error(
|
|
{"input_ids": [1, 2], "image_data": [{"format": "processor_output"}]}
|
|
)
|
|
self.assertIsNotNone(error)
|
|
|
|
def test_mixed_list_shapes_are_rejected(self):
|
|
error = generate_contract_error({"text": "hi", "image_data": ["a", ["b"]]})
|
|
self.assertIsNotNone(error)
|
|
|
|
def test_sampling_params_follow_the_schema(self):
|
|
self.assertIsNone(
|
|
generate_contract_error(
|
|
{"text": "hi", "sampling_params": {"beam_width": 2, "n": 2}}
|
|
)
|
|
)
|
|
bad = {"temperatur": 1} # codespell:ignore temperatur
|
|
error = generate_contract_error({"text": "hi", "sampling_params": bad})
|
|
self.assertIsNotNone(error)
|
|
self.assertIn("unknown field", error)
|
|
|
|
|
|
class TestGenerateRouteGate(CustomTestCase):
|
|
def test_route_checks_the_contract_and_serve_does_not(self):
|
|
"""`/generate` refuses a contract violation before serving it;
|
|
`serve_generate_request`, which routes with their own parser call,
|
|
serves it without decoding and checking the body again."""
|
|
served = []
|
|
|
|
class FakeTokenizerManager:
|
|
async def generate_request(self, obj, request):
|
|
served.append(obj)
|
|
yield {"text": "ok"}
|
|
|
|
bad = {"temperatur": 1} # codespell:ignore temperatur
|
|
body = {"text": "hi", "sampling_params": bad}
|
|
|
|
async def admitted(request: Request):
|
|
obj = GenerateReqInput(**(await request.json()))
|
|
return await http_server.serve_generate_request(obj, request)
|
|
|
|
app = FastAPI()
|
|
app.add_api_route("/generate", http_server.generate_request, methods=["POST"])
|
|
app.add_api_route("/admitted", admitted, methods=["POST"])
|
|
prior_state = http_server.get_global_state()
|
|
http_server.set_global_state(
|
|
SimpleNamespace(tokenizer_manager=FakeTokenizerManager())
|
|
)
|
|
try:
|
|
client = TestClient(app)
|
|
response = client.post("/generate", json=body)
|
|
self.assertEqual(response.status_code, 400)
|
|
self.assertIn("unknown field", response.json()["error"])
|
|
self.assertEqual(served, [])
|
|
|
|
response = client.post("/admitted", json=body)
|
|
self.assertEqual(response.status_code, 200)
|
|
self.assertEqual(response.json(), {"text": "ok"})
|
|
self.assertEqual(len(served), 1)
|
|
finally:
|
|
http_server._global_state = prior_state
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|