minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix]HTTP Stream raise exception (#11904)

Browse Source
This commit is contained in:
Jimmy
2025-11-07 03:23:12 +08:00
committed by GitHub
parent 78c58621d2
commit 88a2a34041
1 changed files with 13 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/tokenizer_manager.py
+8 -1
View File
@@ -996,7 +996,11 @@ class TokenizerManager(TokenizerCommunicatorMixin):
finish_reason.get("type") == "abort" finish_reason.get("type") == "abort"
and finish_reason.get("status_code") == HTTPStatus.BAD_REQUEST and finish_reason.get("status_code") == HTTPStatus.BAD_REQUEST
): ):
if not obj.stream:
raise ValueError(finish_reason["message"]) raise ValueError(finish_reason["message"])
else:
yield out
break
if finish_reason.get("type") == "abort" and finish_reason.get( if finish_reason.get("type") == "abort" and finish_reason.get(
"status_code" "status_code"
@@ -1013,11 +1017,14 @@ class TokenizerManager(TokenizerCommunicatorMixin):
# Mark ongoing LoRA request as finished. # Mark ongoing LoRA request as finished.
if self.server_args.enable_lora and state.obj.lora_path: if self.server_args.enable_lora and state.obj.lora_path:
await self.lora_registry.release(state.obj.lora_id) await self.lora_registry.release(state.obj.lora_id)
if not obj.stream:
raise fastapi.HTTPException( raise fastapi.HTTPException(
status_code=finish_reason["status_code"], status_code=finish_reason["status_code"],
detail=finish_reason["message"], detail=finish_reason["message"],
) )
else:
yield out
break
yield out yield out
break break