minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 14 Packages Projects Releases Wiki Activity

[Bugfix][Tool Call] Add null system prompt to support tool system prompt (#15092)

Browse Source 
Signed-off-by: Muqi Li <muqi1029@gmail.com>
This commit is contained in:
Muqi Li
2025-12-15 19:40:10 -08:00
committed by GitHub
parent a9a2cdd8ec
commit 1da5cd638f
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/openai/serving_chat.py
+4
View File
@@ -293,6 +293,10 @@ class OpenAIServingChat(OpenAIServingBase):
) )
messages = request.messages messages = request.messages
messages = [msg.model_dump() for msg in messages] messages = [msg.model_dump() for msg in messages]
if messages[0]["role"] != "system":
# insert an empty system prompt to help render tool system prompt
messages.insert(0, {"role": "system", "content": ""})
if request.tools: if request.tools:
messages[0]["tools"] = [tool.model_dump() for tool in request.tools] messages[0]["tools"] = [tool.model_dump() for tool in request.tools]
real_input = encode_messages(messages, thinking_mode=thinking_mode) real_input = encode_messages(messages, thinking_mode=thinking_mode)