minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

entrypoint: support passing spaces_between_special_tokens per request (#17939)

Browse Source
This commit is contained in:
RunningLeon
2026-02-04 22:18:36 +08:00
committed by GitHub
parent 4c403045ec
commit a6f53cc5e3
1 changed files with 8 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/openai/protocol.py
+8
View File
@@ -715,6 +715,13 @@ class ChatCompletionRequest(BaseModel):
) )
return value return value
# add per user request
spaces_between_special_tokens = (
True
if self.chat_template_kwargs is None
else self.chat_template_kwargs.get("spaces_between_special_tokens", True)
)
sampling_params = { sampling_params = {
"temperature": get_param("temperature"), "temperature": get_param("temperature"),
"max_new_tokens": self.max_completion_tokens or self.max_tokens, "max_new_tokens": self.max_completion_tokens or self.max_tokens,
@@ -737,6 +744,7 @@ class ChatCompletionRequest(BaseModel):
"logit_bias": self.logit_bias, "logit_bias": self.logit_bias,
"custom_params": self.custom_params, "custom_params": self.custom_params,
"sampling_seed": self.seed, "sampling_seed": self.seed,
"spaces_between_special_tokens": spaces_between_special_tokens,
} }
if self.response_format and self.response_format.type == "json_schema": if self.response_format and self.response_format.type == "json_schema":