minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix: update model name after weights update (#15416)

Browse Source
This commit is contained in:
shuwenn
2025-12-19 21:53:14 +08:00
committed by GitHub
parent 5045aa34d3
commit 5a0ad7310e
1 changed files with 8 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+8 -7
View File
@@ -1265,6 +1265,12 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
return success, message, num_paused_requests return success, message, num_paused_requests
def _update_model_path_info(self, model_path: str, load_format: str):
self.served_model_name = model_path
self.server_args.model_path = model_path
self.server_args.load_format = load_format
self.model_path = model_path
async def _wait_for_model_update_from_disk( async def _wait_for_model_update_from_disk(
self, obj: UpdateWeightFromDiskReqInput self, obj: UpdateWeightFromDiskReqInput
) -> Tuple[bool, str]: ) -> Tuple[bool, str]:
@@ -1273,10 +1279,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
if self.server_args.dp_size == 1: if self.server_args.dp_size == 1:
result = await self.model_update_result result = await self.model_update_result
if result.success: if result.success:
self.served_model_name = obj.model_path self._update_model_path_info(obj.model_path, obj.load_format)
self.server_args.model_path = obj.model_path
self.server_args.load_format = obj.load_format
self.model_path = obj.model_path
return result.success, result.message, result.num_paused_requests return result.success, result.message, result.num_paused_requests
else: # self.server_args.dp_size > 1 else: # self.server_args.dp_size > 1
self.model_update_tmp = [] self.model_update_tmp = []
@@ -1284,9 +1287,7 @@ class TokenizerManager(TokenizerCommunicatorMixin, TokenizerManagerMultiItemMixi
all_success = all([r.success for r in result]) all_success = all([r.success for r in result])
if all_success is True: if all_success is True:
self.server_args.model_path = obj.model_path self._update_model_path_info(obj.model_path, obj.load_format)
self.server_args.load_format = obj.load_format
self.model_path = obj.model_path
all_message = [r.message for r in result] all_message = [r.message for r in result]
all_message = " | ".join(all_message) all_message = " | ".join(all_message)
all_paused_requests = [r.num_paused_requests for r in result] all_paused_requests = [r.num_paused_requests for r in result]