fix: pre-init tokenizer_manager to avoid AttributeError in shutdown (#21824)

2026-04-01 10:54:53 -07:00
parent ca3286d2d5
commit a1c725bdc5
1 changed files with 4 additions and 0 deletions
@@ -180,6 +180,10 @@ class Engine(EngineBase):
        self.server_args = server_args
        logger.info(f"{server_args=}")

+        # Pre-initialize tokenizer_manager so the atexit handler in
+        # shutdown() won't hit AttributeError.
+        self.tokenizer_manager = None
+
        # Shutdown the subprocesses automatically when the program exits
        atexit.register(self.shutdown)