minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

tiny fix sampling seed for completion api (#15498)

Browse Source
This commit is contained in:
Qiaolin Yu
2025-12-19 20:32:13 -08:00
committed by GitHub
parent b82c7a0ae7
commit e220da1723
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/openai/protocol.py
+1
View File
@@ -656,6 +656,7 @@ class ChatCompletionRequest(BaseModel):
"skip_special_tokens": self.skip_special_tokens, "skip_special_tokens": self.skip_special_tokens,
"logit_bias": self.logit_bias, "logit_bias": self.logit_bias,
"custom_params": self.custom_params, "custom_params": self.custom_params,
"sampling_seed": self.seed,
} }
if self.response_format and self.response_format.type == "json_schema": if self.response_format and self.response_format.type == "json_schema":
python/sglang/srt/entrypoints/openai/serving_completions.py
+1
View File
@@ -152,6 +152,7 @@ class OpenAIServingCompletion(OpenAIServingBase):
"skip_special_tokens": request.skip_special_tokens, "skip_special_tokens": request.skip_special_tokens,
"logit_bias": request.logit_bias, "logit_bias": request.logit_bias,
"custom_params": request.custom_params, "custom_params": request.custom_params,
"sampling_seed": request.seed,
} }
# Handle response_format constraints # Handle response_format constraints