refactor: rename chat response token IDs (#35225)
This commit is contained in:
@@ -1117,7 +1117,7 @@ class ChatCompletionResponseChoice(BaseModel):
|
||||
matched_stop: Union[None, int, str] = None
|
||||
hidden_states: Optional[object] = None
|
||||
prompt_token_ids: Optional[List[int]] = None
|
||||
token_ids: Optional[List[int]] = None
|
||||
response_token_ids: Optional[List[int]] = None
|
||||
meta_info: Optional[Dict[str, Any]] = None
|
||||
|
||||
@model_serializer(mode="wrap")
|
||||
@@ -1127,8 +1127,8 @@ class ChatCompletionResponseChoice(BaseModel):
|
||||
data.pop("hidden_states", None)
|
||||
if self.prompt_token_ids is None:
|
||||
data.pop("prompt_token_ids", None)
|
||||
if self.token_ids is None:
|
||||
data.pop("token_ids", None)
|
||||
if self.response_token_ids is None:
|
||||
data.pop("response_token_ids", None)
|
||||
if self.meta_info is None:
|
||||
data.pop("meta_info", None)
|
||||
return data
|
||||
|
||||
@@ -1877,7 +1877,7 @@ class OpenAIServingChat(OpenAIServingBase):
|
||||
),
|
||||
hidden_states=hidden_states,
|
||||
prompt_token_ids=choice_prompt_token_ids,
|
||||
token_ids=choice_token_ids,
|
||||
response_token_ids=choice_token_ids,
|
||||
meta_info=choice_meta_info,
|
||||
)
|
||||
choices.append(choice_data)
|
||||
|
||||
Reference in New Issue
Block a user