minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[Fix] remove redundant +1 when getting tail_str for Req (#18584)

Browse Source
This commit is contained in:
Glen Liu
2026-02-24 10:35:26 -08:00
committed by GitHub
parent 9bce3b040c
commit a06425184f
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/schedule_batch.py
+9 -7
View File
@@ -964,15 +964,17 @@ class Req(ReqDllmMixin):
def tail_str(self) -> str: def tail_str(self) -> str:
# Check stop strings and stop regex patterns together # Check stop strings and stop regex patterns together
if ( if (
len(self.sampling_params.stop_strs) > 0 len(self.sampling_params.stop_strs) == 0
or len(self.sampling_params.stop_regex_strs) > 0 and len(self.sampling_params.stop_regex_strs) == 0
): ):
max_len_tail_str = max( return ""
self.sampling_params.stop_str_max_len + 1,
self.sampling_params.stop_regex_max_len + 1,
)
tail_len = min((max_len_tail_str + 1), len(self.output_ids)) max_len_tail_str = max(
self.sampling_params.stop_str_max_len + 1,
self.sampling_params.stop_regex_max_len + 1,
)
tail_len = min(max_len_tail_str, len(self.output_ids))
return self.tokenizer.decode(self.output_ids[-tail_len:]) return self.tokenizer.decode(self.output_ids[-tail_len:])
def check_match_stop_str_prefix(self) -> bool: def check_match_stop_str_prefix(self) -> bool: