refactor: rename chat response token IDs (#35225)

This commit is contained in:
Jiajun Li
2026-08-17 23:07:43 -07:00
committed by GitHub
parent 0077f84d37
commit e6df23f3c2
5 changed files with 11 additions and 10 deletions
@@ -1117,7 +1117,7 @@ class ChatCompletionResponseChoice(BaseModel):
matched_stop: Union[None, int, str] = None
hidden_states: Optional[object] = None
prompt_token_ids: Optional[List[int]] = None
token_ids: Optional[List[int]] = None
response_token_ids: Optional[List[int]] = None
meta_info: Optional[Dict[str, Any]] = None
@model_serializer(mode="wrap")
@@ -1127,8 +1127,8 @@ class ChatCompletionResponseChoice(BaseModel):
data.pop("hidden_states", None)
if self.prompt_token_ids is None:
data.pop("prompt_token_ids", None)
if self.token_ids is None:
data.pop("token_ids", None)
if self.response_token_ids is None:
data.pop("response_token_ids", None)
if self.meta_info is None:
data.pop("meta_info", None)
return data
@@ -1877,7 +1877,7 @@ class OpenAIServingChat(OpenAIServingBase):
),
hidden_states=hidden_states,
prompt_token_ids=choice_prompt_token_ids,
token_ids=choice_token_ids,
response_token_ids=choice_token_ids,
meta_info=choice_meta_info,
)
choices.append(choice_data)