minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[misc] use ORJSONResponse in http-server generate (#19191)

Browse Source
This commit is contained in:
Yilong Zhao
2026-02-25 21:26:25 -08:00
committed by GitHub
parent 0fd44ff342
commit de3d1e7669
1 changed files with 8 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/http_server.py
+8 -3
View File
@@ -676,13 +676,13 @@ async def generate_request(obj: GenerateReqInput, request: Request):
obj, request obj, request
): ):
yield b"data: " + orjson.dumps( yield b"data: " + orjson.dumps(
out, option=orjson.OPT_NON_STR_KEYS out, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY
) + b"\n\n" ) + b"\n\n"
except ValueError as e: except ValueError as e:
out = {"error": {"message": str(e)}} out = {"error": {"message": str(e)}}
logger.error(f"[http_server] Error: {e}") logger.error(f"[http_server] Error: {e}")
yield b"data: " + orjson.dumps( yield b"data: " + orjson.dumps(
out, option=orjson.OPT_NON_STR_KEYS out, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY
) + b"\n\n" ) + b"\n\n"
yield b"data: [DONE]\n\n" yield b"data: [DONE]\n\n"
@@ -696,7 +696,12 @@ async def generate_request(obj: GenerateReqInput, request: Request):
ret = await _global_state.tokenizer_manager.generate_request( ret = await _global_state.tokenizer_manager.generate_request(
obj, request obj, request
).__anext__() ).__anext__()
return ret return Response(
content=orjson.dumps(
ret, option=orjson.OPT_NON_STR_KEYS | orjson.OPT_SERIALIZE_NUMPY
),
media_type="application/json",
)
except ValueError as e: except ValueError as e:
logger.error(f"[http_server] Error: {e}") logger.error(f"[http_server] Error: {e}")
return _create_error_response(e) return _create_error_response(e)