refactor: rename chat response token IDs (#35225)

test/registered/sampling/test_sampling_mask.py

@@ -213,7 +213,7 @@ class TestSamplingMask(SamplingMaskTestMixin, CustomTestCase):
         self.assertEqual(response.status_code, 200, response.text)
 
         choice = response.json()["choices"][0]
-        output_ids = choice["token_ids"]
+        output_ids = choice["response_token_ids"]
         meta_info = choice["meta_info"]
         sampling_masks = meta_info["output_token_sampling_mask"]
         sampling_logprobs = meta_info["output_token_sampling_logprobs"]

test/registered/unit/entrypoints/openai/test_protocol.py

@@ -603,7 +603,7 @@ class TestModelSerialization(unittest.TestCase):
         )
         default_data = default_choice.model_dump()
         self.assertNotIn("prompt_token_ids", default_data)
-        self.assertNotIn("token_ids", default_data)
+        self.assertNotIn("response_token_ids", default_data)
         self.assertNotIn("meta_info", default_data)
 
         choice = ChatCompletionResponseChoice(
@@ -611,12 +611,13 @@ class TestModelSerialization(unittest.TestCase):
             message=ChatMessage(role="assistant", content="Hello"),
             finish_reason="stop",
             prompt_token_ids=[1, 2, 3],
-            token_ids=[4, 5],
+            response_token_ids=[4, 5],
             meta_info={"prompt_tokens": 3},
         )
         data = choice.model_dump()
         self.assertEqual(data["prompt_token_ids"], [1, 2, 3])
-        self.assertEqual(data["token_ids"], [4, 5])
+        self.assertNotIn("token_ids", data)
+        self.assertEqual(data["response_token_ids"], [4, 5])
         self.assertEqual(data["meta_info"], {"prompt_tokens": 3})
 
 

test/registered/unit/entrypoints/openai/test_serving_chat.py

@@ -2337,11 +2337,11 @@ class ServingChatTestCase(unittest.TestCase):
         choice = response.choices[0]
 
         self.assertEqual(choice.prompt_token_ids, [11, 12, 13])
-        self.assertEqual(choice.token_ids, [21, 22])
+        self.assertEqual(choice.response_token_ids, [21, 22])
         self.assertEqual(choice.meta_info, ret[0]["meta_info"])
         dumped_choice = response.model_dump()["choices"][0]
         self.assertEqual(dumped_choice["prompt_token_ids"], [11, 12, 13])
-        self.assertEqual(dumped_choice["token_ids"], [21, 22])
+        self.assertEqual(dumped_choice["response_token_ids"], [21, 22])
         self.assertEqual(dumped_choice["meta_info"], ret[0]["meta_info"])
 
     def test_streaming_cached_tokens_details_emits_sglext(self):