minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[CI] Reduce session correctness test to 30 turns to fix flakiness (#21349)

Browse Source
This commit is contained in:
Liangsheng Yin
2026-03-24 18:56:01 -07:00
committed by GitHub
parent f273ba1ccc
commit cd634abee4
1 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/sessions/test_session_latency.py
+7 -2
View File
@@ -424,8 +424,13 @@ class TestSessionLatency(CustomTestCase):
def test_streaming_session_correctness(self):
"""Correctness test: bs=1, assert output equal + latency speedup."""
reg = self._run_concurrent_session(streaming=False, num_concurrent=1)
stm = self._run_concurrent_session(streaming=True, num_concurrent=1)
correctness_turns = 30
reg = self._run_concurrent_session(
streaming=False, num_concurrent=1, num_turns=correctness_turns
)
stm = self._run_concurrent_session(
streaming=True, num_concurrent=1, num_turns=correctness_turns
)
_print_mode_table(reg[0], label="correctness regular")
_print_mode_table(stm[0], label="correctness streaming")