minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

remove dpsk3.2 sys prompt (#14923)

Browse Source 
Signed-off-by: Xinyuan Tong <xinyuantong.cs@gmail.com>
This commit is contained in:
Xinyuan Tong
2025-12-11 20:26:13 -08:00
committed by GitHub
parent e4873d0439
commit 8bf10e71cd
1 changed files with 4 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/openai/serving_chat.py
+4 -9
View File
@@ -286,18 +286,13 @@ class OpenAIServingChat(OpenAIServingBase):
template_content_format = self.template_manager.jinja_template_content_format template_content_format = self.template_manager.jinja_template_content_format
if self.use_dpsk_v32_encoding: if self.use_dpsk_v32_encoding:
if request.chat_template_kwargs and request.chat_template_kwargs.get( thinking_mode = (
"thinking" "thinking"
): if (request.chat_template_kwargs or {}).get("thinking")
thinking_mode = "thinking" else "chat"
else: )
thinking_mode = "chat"
messages = request.messages messages = request.messages
messages = [msg.model_dump() for msg in messages] messages = [msg.model_dump() for msg in messages]
if messages[0]["role"] != "system":
messages.insert(
0, {"role": "system", "content": "You are a helpful Assistant."}
)
if request.tools: if request.tools:
messages[0]["tools"] = [tool.model_dump() for tool in request.tools] messages[0]["tools"] = [tool.model_dump() for tool in request.tools]
real_input = encode_messages( real_input = encode_messages(