minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[misc] add env for http keep alive timeout (#19847)

Browse Source
This commit is contained in:
Yilong Zhao
2026-03-04 22:00:51 -08:00
committed by GitHub
parent 86c5617787
commit 1bbfed0539
2 changed files with 6 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/http_server.py
+3 -3
View File
@@ -2078,7 +2078,7 @@ def launch_server(
fd=reserved_socket.fileno(), fd=reserved_socket.fileno(),
root_path=server_args.fastapi_root_path, root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level, log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=5, timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(),
loop="uvloop", loop="uvloop",
ssl_keyfile=server_args.ssl_keyfile, ssl_keyfile=server_args.ssl_keyfile,
ssl_certfile=server_args.ssl_certfile, ssl_certfile=server_args.ssl_certfile,
@@ -2114,7 +2114,7 @@ def launch_server(
fd=reserved_socket.fileno(), fd=reserved_socket.fileno(),
root_path=server_args.fastapi_root_path, root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level, log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=5, timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(),
loop="uvloop", loop="uvloop",
ssl_keyfile=server_args.ssl_keyfile, ssl_keyfile=server_args.ssl_keyfile,
ssl_certfile=server_args.ssl_certfile, ssl_certfile=server_args.ssl_certfile,
@@ -2144,7 +2144,7 @@ def launch_server(
fd=reserved_socket.fileno(), fd=reserved_socket.fileno(),
root_path=server_args.fastapi_root_path, root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level, log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=5, timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(),
loop="uvloop", loop="uvloop",
workers=server_args.tokenizer_worker_num, workers=server_args.tokenizer_worker_num,
ssl_keyfile=server_args.ssl_keyfile, ssl_keyfile=server_args.ssl_keyfile,
python/sglang/srt/environ.py
+3
View File
@@ -463,6 +463,9 @@ class Envs:
# Warmup # Warmup
SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm
# HTTP Server
SGLANG_TIMEOUT_KEEP_ALIVE = EnvInt(5)
# Health Check # Health Check
SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION = EnvBool(True) SGLANG_ENABLE_HEALTH_ENDPOINT_GENERATION = EnvBool(True)