130 lines
4.4 KiB
Python
130 lines
4.4 KiB
Python
"""Unit tests for migrated ServerArgs CLI metadata."""
|
|
|
|
import argparse
|
|
import unittest
|
|
|
|
from sglang.srt.server_args import ServerArgs, _declared_default
|
|
from sglang.srt.utils.common import human_readable_int
|
|
from sglang.test.ci.ci_register import register_cpu_ci
|
|
from sglang.test.test_utils import CustomTestCase
|
|
|
|
register_cpu_ci(est_time=11, suite="base-a-test-cpu")
|
|
|
|
|
|
class TestServerArgsMigratedCliMetadata(CustomTestCase):
|
|
@classmethod
|
|
def setUpClass(cls):
|
|
cls.parser = argparse.ArgumentParser()
|
|
ServerArgs.add_cli_args(cls.parser)
|
|
cls.actions_by_option = {
|
|
option: action
|
|
for action in cls.parser._actions
|
|
for option in action.option_strings
|
|
}
|
|
|
|
def test_argparse_shape_is_preserved_for_representative_migrated_options(self):
|
|
self.assertEqual(
|
|
self.actions_by_option["--dtype"].default, _declared_default("dtype")
|
|
)
|
|
self.assertEqual(
|
|
self.actions_by_option["--dtype"].choices,
|
|
["auto", "half", "float16", "bfloat16", "float", "float32"],
|
|
)
|
|
self.assertIs(self.actions_by_option["--dtype"].type, str)
|
|
self.assertIs(
|
|
self.actions_by_option["--max-total-tokens"].type, human_readable_int
|
|
)
|
|
self.assertIs(
|
|
self.actions_by_option["--max-prefill-tokens"].type, human_readable_int
|
|
)
|
|
self.assertIs(
|
|
self.actions_by_option["--prefill-delayer-forward-passes-buckets"].type,
|
|
float,
|
|
)
|
|
self.assertEqual(
|
|
self.actions_by_option["--prefill-delayer-forward-passes-buckets"].nargs,
|
|
"+",
|
|
)
|
|
self.assertIs(
|
|
self.actions_by_option["--cuda-graph-prefill-max-context"].type,
|
|
human_readable_int,
|
|
)
|
|
self.assertIsNone(self.actions_by_option["--context-bucket"].nargs)
|
|
self.assertEqual(
|
|
self.actions_by_option["--schedule-policy"].choices,
|
|
[
|
|
"lpm",
|
|
"random",
|
|
"fcfs",
|
|
"dfs-weight",
|
|
"lof",
|
|
"priority",
|
|
"routing-key",
|
|
"hrrn",
|
|
"shortest-prefill-first",
|
|
],
|
|
)
|
|
self.assertEqual(
|
|
self.actions_by_option["--load-balance-method"].choices,
|
|
[
|
|
"auto",
|
|
"round_robin",
|
|
"follow_bootstrap_room",
|
|
"total_requests",
|
|
"total_tokens",
|
|
],
|
|
)
|
|
|
|
def test_data_parallel_aliases_keep_old_usage(self):
|
|
for option in ("--data-parallel-size", "--dp-size"):
|
|
with self.subTest(option=option):
|
|
args = self.parser.parse_args(["--model", "dummy", option, "3"])
|
|
self.assertEqual(args.dp_size, 3)
|
|
self.assertEqual(ServerArgs.from_cli_args(args).dp_size, 3)
|
|
|
|
def test_prefill_max_context_accepts_human_readable_values(self):
|
|
for option in (
|
|
"--cuda-graph-prefill-max-context",
|
|
"--context-bucket",
|
|
):
|
|
with self.subTest(option=option):
|
|
args = self.parser.parse_args(["--model", "dummy", option, "200k"])
|
|
|
|
self.assertEqual(
|
|
ServerArgs.from_cli_args(args).cuda_graph_prefill_max_context,
|
|
200_000,
|
|
)
|
|
|
|
def test_migrated_and_manual_options_parse_together(self):
|
|
args = self.parser.parse_args(
|
|
[
|
|
"--model",
|
|
"dummy",
|
|
"--dtype",
|
|
"bfloat16",
|
|
"--max-total-tokens",
|
|
"1024",
|
|
"--prefill-delayer-forward-passes-buckets",
|
|
"1.5",
|
|
"2.5",
|
|
"--data-parallel-size",
|
|
"2",
|
|
"--load-balance-method",
|
|
"total_tokens",
|
|
"--tp-size",
|
|
"4",
|
|
]
|
|
)
|
|
server_args = ServerArgs.from_cli_args(args)
|
|
|
|
self.assertEqual(server_args.dtype, "bfloat16")
|
|
self.assertEqual(server_args.max_total_tokens, 1024)
|
|
self.assertEqual(server_args.prefill_delayer_forward_passes_buckets, [1.5, 2.5])
|
|
self.assertEqual(server_args.dp_size, 2)
|
|
self.assertEqual(server_args.load_balance_method, "total_tokens")
|
|
self.assertEqual(server_args.tp_size, 4)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|