Optimize uvicorn startup command (#25041)

This commit is contained in:
lw9527
2026-05-12 00:28:13 -07:00
committed by GitHub
parent b35fd5f104
commit 8d27ce7371
3 changed files with 4 additions and 17 deletions
+1 -2
View File
@@ -146,7 +146,6 @@ from sglang.srt.managers.multi_tokenizer_mixin import (
MultiTokenizerRouter,
TokenizerWorker,
get_main_process_id,
monkey_patch_uvicorn_multiprocessing,
read_from_shared_memory,
write_data_for_multi_tokenizer,
)
@@ -2282,7 +2281,6 @@ def _setup_and_run_http_server(
"level": "INFO",
"propagate": False,
}
monkey_patch_uvicorn_multiprocessing()
if server_args.enable_ssl_refresh:
logger.warning(
@@ -2298,6 +2296,7 @@ def _setup_and_run_http_server(
root_path=server_args.fastapi_root_path,
log_level=server_args.log_level_http or server_args.log_level,
timeout_keep_alive=envs.SGLANG_TIMEOUT_KEEP_ALIVE.get(),
timeout_worker_healthcheck=envs.SGLANG_UVICORN_WORKER_HEALTHCHECK_TIMEOUT.get(),
loop="uvloop",
workers=server_args.tokenizer_worker_num,
ssl_keyfile=server_args.ssl_keyfile,