minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Tiny add --gsp-ordered (#16575)

Browse Source
This commit is contained in:
fzyzcjy
2026-01-06 22:43:52 +08:00
committed by GitHub
parent 02722b9113
commit ed307a40bf
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/bench_serving.py
+6 -1
View File
@@ -1862,7 +1862,7 @@ def sample_generated_shared_prefix_requests(
total_input_tokens += prompt_len total_input_tokens += prompt_len
total_output_tokens += output_len_val total_output_tokens += output_len_val
# Shuffle questions if not getattr(args, "gsp_ordered", False):
random.shuffle(input_requests) random.shuffle(input_requests)
# Print statistics # Print statistics
@@ -3192,6 +3192,11 @@ if __name__ == "__main__":
default=1, default=1,
help="Number of turns for multi-turn conversations. If > 1, each prompt becomes a list of questions sharing the same system prefix.", help="Number of turns for multi-turn conversations. If > 1, each prompt becomes a list of questions sharing the same system prefix.",
) )
group.add_argument(
"--gsp-ordered",
action="store_true",
help="Keep requests in order without shuffling. By default, requests are shuffled randomly.",
)
mooncake_group = parser.add_argument_group("mooncake dataset arguments") mooncake_group = parser.add_argument_group("mooncake dataset arguments")
mooncake_group.add_argument( mooncake_group.add_argument(
"--mooncake-slowdown-factor", "--mooncake-slowdown-factor",