From 3f0814974cfead3bdb4eb0973e7cf46997395b8e Mon Sep 17 00:00:00 2001 From: fzyzcjy <5236035+fzyzcjy@users.noreply.github.com> Date: Fri, 22 May 2026 14:10:57 +0800 Subject: [PATCH] Fix disaggregation bootstrap server lifetime (#25982) --- python/sglang/srt/managers/tokenizer_manager.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 8d5895a40..5f6378553 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -454,7 +454,8 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin): self.disaggregation_mode = DisaggregationMode( self.server_args.disaggregation_mode ) - start_disagg_service(self.server_args) + # Keep a reference so the bootstrap server is not garbage-collected. + self.bootstrap_server = start_disagg_service(self.server_args) # Single-source counter for auto-assigning fake bootstrap_room. self.fake_bootstrap_room_counter = 0