Fix disaggregation bootstrap server lifetime (#25982)

2026-05-22 14:10:57 +08:00
parent f829cafa3e
commit 3f0814974c
1 changed files with 2 additions and 1 deletions
@@ -454,7 +454,8 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
        self.disaggregation_mode = DisaggregationMode(
            self.server_args.disaggregation_mode
        )
-        start_disagg_service(self.server_args)
+        # Keep a reference so the bootstrap server is not garbage-collected.
+        self.bootstrap_server = start_disagg_service(self.server_args)
        # Single-source counter for auto-assigning fake bootstrap_room.
        self.fake_bootstrap_room_counter = 0