minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

fix(serving_chat): catch TypeError from tojson on Jinja2 Undefined variables (#20700)

Browse Source
This commit is contained in:
fanghao
2026-05-22 16:43:26 +00:00
committed by GitHub
parent b801a27ce6
commit 5e9bd21979
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/openai/serving_chat.py
+2 -1
View File
@@ -785,8 +785,9 @@ class OpenAIServingChat(OpenAIServingBase):
prompt_ids = self.tokenizer_manager.tokenizer.encode( prompt_ids = self.tokenizer_manager.tokenizer.encode(
rendered_prompt, **encode_kwargs rendered_prompt, **encode_kwargs
) )
except jinja2.TemplateError as template_error: except (jinja2.TemplateError, TypeError) as template_error:
# Template errors (e.g., from raise_exception in Jinja templates) # Template errors (e.g., from raise_exception in Jinja templates)
# and TypeError (e.g., tojson filter on Jinja2 Undefined variables)
# should be treated as client errors (400 BadRequest) # should be treated as client errors (400 BadRequest)
raise ValueError(str(template_error)) from template_error raise ValueError(str(template_error)) from template_error