Files
sglang/test/registered/unit/test_server_args_cli_metadata.py
T

91 lines
3.2 KiB
Python

"""Unit tests for migrated ServerArgs CLI metadata."""
import argparse
import unittest
from sglang.srt.server_args import ServerArgs
from sglang.test.ci.ci_register import register_cpu_ci
from sglang.test.test_utils import CustomTestCase
register_cpu_ci(est_time=11, suite="base-a-test-cpu")
class TestServerArgsMigratedCliMetadata(CustomTestCase):
@classmethod
def setUpClass(cls):
cls.parser = argparse.ArgumentParser()
ServerArgs.add_cli_args(cls.parser)
def test_data_parallel_aliases_keep_old_usage(self):
for option in ("--data-parallel-size", "--dp-size"):
with self.subTest(option=option):
args = self.parser.parse_args(["--model", "dummy", option, "3"])
self.assertEqual(args.dp_size, 3)
self.assertEqual(ServerArgs.from_cli_args(args).dp_size, 3)
def test_request_chat_template_requires_explicit_opt_in(self):
for flags, expected in (([], False), (["--trust-request-chat-template"], True)):
with self.subTest(flags=flags):
args = self.parser.parse_args(["--model", "dummy", *flags])
self.assertIs(
ServerArgs.from_cli_args(args).trust_request_chat_template, expected
)
def test_http_worker_reuseport_requires_explicit_opt_in(self):
for flags, expected in (
([], False),
(["--enable-http-worker-reuseport"], True),
):
with self.subTest(flags=flags):
args = self.parser.parse_args(["--model", "dummy", *flags])
self.assertIs(
ServerArgs.from_cli_args(args).enable_http_worker_reuseport,
expected,
)
def test_prefill_max_context_accepts_human_readable_values(self):
for option in (
"--cuda-graph-prefill-max-context",
"--context-bucket",
):
with self.subTest(option=option):
args = self.parser.parse_args(["--model", "dummy", option, "200k"])
self.assertEqual(
ServerArgs.from_cli_args(args).cuda_graph_prefill_max_context,
200_000,
)
def test_migrated_and_manual_options_parse_together(self):
args = self.parser.parse_args(
[
"--model",
"dummy",
"--dtype",
"bfloat16",
"--max-total-tokens",
"1024",
"--prefill-delayer-forward-passes-buckets",
"1.5",
"2.5",
"--data-parallel-size",
"2",
"--load-balance-method",
"total_tokens",
"--tp-size",
"4",
]
)
server_args = ServerArgs.from_cli_args(args)
self.assertEqual(server_args.dtype, "bfloat16")
self.assertEqual(server_args.max_total_tokens, 1024)
self.assertEqual(server_args.prefill_delayer_forward_passes_buckets, [1.5, 2.5])
self.assertEqual(server_args.dp_size, 2)
self.assertEqual(server_args.load_balance_method, "total_tokens")
self.assertEqual(server_args.tp_size, 4)
if __name__ == "__main__":
unittest.main()