From a9497e8d7378262d0673b37a1599633baa9e8f1a Mon Sep 17 00:00:00 2001 From: Raghavendra Vedula Date: Wed, 22 Jul 2026 08:24:25 -0700 Subject: [PATCH] Guard min_new_tokens penalizer against None eos_token_id (#31973) --- python/sglang/srt/sampling/penaltylib/min_new_tokens.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/sampling/penaltylib/min_new_tokens.py b/python/sglang/srt/sampling/penaltylib/min_new_tokens.py index 692f226e4..c6174de23 100644 --- a/python/sglang/srt/sampling/penaltylib/min_new_tokens.py +++ b/python/sglang/srt/sampling/penaltylib/min_new_tokens.py @@ -29,7 +29,11 @@ class BatchedMinNewTokensPenalizer(_BatchedPenalizer): list( (req.sampling_params.stop_token_ids or set()) | (req.tokenizer.additional_stop_token_ids or set()) - | {req.tokenizer.eos_token_id} + | ( + {req.tokenizer.eos_token_id} + if req.tokenizer.eos_token_id is not None + else set() + ) ) ), dtype=torch.int64,