minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Rename mixed_with_decode_tokens in mixed chunk prefill adder (#6506)

Browse Source 
Co-authored-by: hnyls2002 <lsyincs@gmail.com>
Co-authored-by: Liangsheng Yin <hnyls2002@gmail.com>
This commit is contained in:
Wenxuan Tan
2026-04-21 22:48:34 -07:00
committed by GitHub
co-authored by hnyls2002 Liangsheng Yin
parent 04b1caf75b
commit c3ea2d7b92
2 changed files with 9 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files
test/registered/unit/managers/test_prefill_adder.py
+3 -3
View File
@@ -88,7 +88,7 @@ class TestPrefillAdder(CustomTestCase):
new_token_ratio=1.0,
rem_input_tokens=10000,
rem_chunk_tokens=None,
mixed_with_decode_tokens=0,
num_mixed_decode_tokens=0,
priority_scheduling_preemption_threshold=0,
)
defaults.update(kwargs)
@@ -365,7 +365,7 @@ class TestPrefillAdder(CustomTestCase):
running_batch,
rem_input_tokens=200,
rem_chunk_tokens=64,
mixed_with_decode_tokens=len(decode_reqs),
num_mixed_decode_tokens=len(decode_reqs),
)
self.assertEqual(adder.rem_input_tokens, 192) # 200 - 8
@@ -400,7 +400,7 @@ class TestPrefillAdder(CustomTestCase):
running_batch2,
rem_input_tokens=200,
rem_chunk_tokens=64,
mixed_with_decode_tokens=len(remaining_decode_reqs),
num_mixed_decode_tokens=len(remaining_decode_reqs),
)
self.assertEqual(adder2.rem_input_tokens, 195) # 200 - 5