[diffusion] feat: add performance mode server args (#24491)
This commit is contained in:
@@ -30,11 +30,13 @@ class TestTokenizerBatchEncode(unittest.TestCase):
|
||||
)
|
||||
self.port_args = PortArgs.init_new(self.server_args)
|
||||
|
||||
with patch("zmq.asyncio.Context"), patch(
|
||||
"sglang.srt.utils.get_zmq_socket"
|
||||
), patch(
|
||||
"sglang.srt.utils.hf_transformers_utils.get_tokenizer"
|
||||
) as mock_tokenizer:
|
||||
with (
|
||||
patch("zmq.asyncio.Context"),
|
||||
patch("sglang.srt.utils.get_zmq_socket"),
|
||||
patch(
|
||||
"sglang.srt.utils.hf_transformers_utils.get_tokenizer"
|
||||
) as mock_tokenizer,
|
||||
):
|
||||
|
||||
mock_tokenizer.return_value = Mock(vocab_size=32000)
|
||||
self.tokenizer_manager = TokenizerManager(self.server_args, self.port_args)
|
||||
|
||||
Reference in New Issue
Block a user