minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Fix disaggregation bootstrap server lifetime (#25982)

Browse Source
This commit is contained in:
fzyzcjy
2026-05-22 14:10:57 +08:00
committed by GitHub
parent f829cafa3e
commit 3f0814974c
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+2 -1
View File
@@ -454,7 +454,8 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
self.disaggregation_mode = DisaggregationMode( self.disaggregation_mode = DisaggregationMode(
self.server_args.disaggregation_mode self.server_args.disaggregation_mode
) )
start_disagg_service(self.server_args) # Keep a reference so the bootstrap server is not garbage-collected.
self.bootstrap_server = start_disagg_service(self.server_args)
# Single-source counter for auto-assigning fake bootstrap_room. # Single-source counter for auto-assigning fake bootstrap_room.
self.fake_bootstrap_room_counter = 0 self.fake_bootstrap_room_counter = 0