[diffusion] feat: add performance mode server args (#24491)

This commit is contained in:
Mick
2026-05-14 00:57:46 +08:00
committed by GitHub
parent e2290b155a
commit ff70aeac30
79 changed files with 1734 additions and 532 deletions
+7 -5
View File
@@ -30,11 +30,13 @@ class TestTokenizerBatchEncode(unittest.TestCase):
)
self.port_args = PortArgs.init_new(self.server_args)
with patch("zmq.asyncio.Context"), patch(
"sglang.srt.utils.get_zmq_socket"
), patch(
"sglang.srt.utils.hf_transformers_utils.get_tokenizer"
) as mock_tokenizer:
with (
patch("zmq.asyncio.Context"),
patch("sglang.srt.utils.get_zmq_socket"),
patch(
"sglang.srt.utils.hf_transformers_utils.get_tokenizer"
) as mock_tokenizer,
):
mock_tokenizer.return_value = Mock(vocab_size=32000)
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)