Guard min_new_tokens penalizer against None eos_token_id (#31973)

2026-07-22 23:24:25 +08:00
parent 40b2119b23
commit a9497e8d73
1 changed files with 5 additions and 1 deletions
@@ -29,7 +29,11 @@ class BatchedMinNewTokensPenalizer(_BatchedPenalizer):
                        list(
                            (req.sampling_params.stop_token_ids or set())
                            | (req.tokenizer.additional_stop_token_ids or set())
-                            | {req.tokenizer.eos_token_id}
+                            | (
+                                {req.tokenizer.eos_token_id}
+                                if req.tokenizer.eos_token_id is not None
+                                else set()
+                            )
                        )
                    ),
                    dtype=torch.int64,