diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index acb3c9fcd..e2830217c 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -842,7 +842,7 @@ class TokenizerManager(TokenizerControlMixin, TokenizerManagerScoreMixin): if ( self.validate_total_tokens and max_new_tokens is not None - and (max_new_tokens + input_token_num) >= _max_req_len + and (max_new_tokens + input_token_num) > _max_req_len ): if self.server_args.allow_auto_truncate: logger.warning(