minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: pre-init tokenizer_manager to avoid AttributeError in shutdown (#21824)

Browse Source
This commit is contained in:
shuwenn
2026-04-01 10:54:53 -07:00
committed by GitHub
parent ca3286d2d5
commit a1c725bdc5
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/engine.py
+4
View File
@@ -180,6 +180,10 @@ class Engine(EngineBase):
self.server_args = server_args self.server_args = server_args
logger.info(f"{server_args=}") logger.info(f"{server_args=}")
# Pre-initialize tokenizer_manager so the atexit handler in
# shutdown() won't hit AttributeError.
self.tokenizer_manager = None
# Shutdown the subprocesses automatically when the program exits # Shutdown the subprocesses automatically when the program exits
atexit.register(self.shutdown) atexit.register(self.shutdown)