Revert "Fix TokenizerManager crash on top_logprobs with tensor values" (#27187)

2026-06-03 14:53:28 -07:00
parent 90985117a5
commit 61aa3293d3
2 changed files with 1 additions and 83 deletions
@@ -2188,7 +2188,7 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin):
        # We should batch all top-k tokens in all positions.
        ret = []
        for i in range(len(token_logprobs_val)):
-            if token_logprobs_val[i] is not None:
+            if token_logprobs_val[i]:
                ret.append(
                    self.detokenize_logprob_tokens(
                        token_logprobs_val[i], token_logprobs_idx[i], decode_to_text