[Session] Gate streaming sessions with --enable-streaming-session and spec v2 guard (#19531)
This commit is contained in:
@@ -45,6 +45,7 @@ class TestSessionControl(unittest.TestCase):
|
||||
other_args=[
|
||||
"--attention-backend",
|
||||
"flashinfer",
|
||||
"--enable-streaming-session",
|
||||
],
|
||||
)
|
||||
|
||||
|
||||
@@ -309,7 +309,11 @@ class BenchSessionLatency(CustomTestCase):
|
||||
cls.model,
|
||||
cls.base_url,
|
||||
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
|
||||
other_args=["--attention-backend", "flashinfer"],
|
||||
other_args=[
|
||||
"--attention-backend",
|
||||
"flashinfer",
|
||||
"--enable-streaming-session",
|
||||
],
|
||||
)
|
||||
cls.tokenizer = get_tokenizer(cls.model)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user