From c580ddd19d613862b8720e307442946d0b9c41e2 Mon Sep 17 00:00:00 2001 From: Liangsheng Yin Date: Thu, 26 Mar 2026 16:24:35 -0700 Subject: [PATCH] Fix benchmark generating empty prompts when random_input_len is small (#21492) --- python/sglang/benchmark/datasets/random.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/sglang/benchmark/datasets/random.py b/python/sglang/benchmark/datasets/random.py index b62c93244..97f641ee9 100644 --- a/python/sglang/benchmark/datasets/random.py +++ b/python/sglang/benchmark/datasets/random.py @@ -79,7 +79,7 @@ def sample_random_requests( # Need to truncate input_len as server encode will add special token. num_special_tokens = int(tokenizer.num_special_tokens_to_add()) for i in range(num_prompts): - input_lens[i] = max(0, input_lens[i] - num_special_tokens) + input_lens[i] = max(1, input_lens[i] - num_special_tokens) if random_sample: # Sample token ids from ShareGPT and repeat/truncate them to satisfy the input_lens