[PD] Deduplicate PD logprob normalization (#27085)

This commit is contained in:
Ye (Charlotte) Qi
2026-06-03 19:08:15 +08:00
committed by GitHub
parent 44d4a25a07
commit 03c77dc33d
3 changed files with 8 additions and 23 deletions
@@ -95,8 +95,9 @@ class TestDisaggregationAccuracy(PauseResumeInPlaceMixin, PDDisaggregationServer
None,
)
self.assertIsNotNone(first_top_logprobs)
self.assertGreater(len(first_top_logprobs), 0)
self.assertEqual(len(first_top_logprobs), 5)
self.assertIsInstance(first_top_logprobs[0].token, str)
self.assertIsInstance(first_top_logprobs[0].logprob, float)
def test_structured_output(self):
json_schema = json.dumps(