deprecate prefill-round-robin-balance (#16195)

Signed-off-by: Chang Huaixin (OpenAnolis) <changhuaixin@linux.alibaba.com>
Co-authored-by: Liangsheng Yin <lsyincs@gmail.com>
This commit is contained in:
Huaixin Chang
2025-12-31 22:25:33 +08:00
committed by GitHub
co-authored by Liangsheng Yin
parent 3b3c5a05c1
commit c1dfbc777b
6 changed files with 10 additions and 24 deletions
@@ -157,7 +157,6 @@ python -m sglang.launch_server \
--speculative-num-steps 3 \
--speculative-eagle-topk 1 \
--speculative-num-draft-tokens 4 \
--prefill-round-robin-balance \
--disable-shared-experts-fusion \
--dtype bfloat16 \
--tokenizer-worker-num 4
@@ -293,7 +292,6 @@ do
--speculative-eagle-topk 1 \
--speculative-num-draft-tokens 3 \
--tokenizer-worker-num 4 \
--prefill-round-robin-balance \
--disable-shared-experts-fusion \
--dtype bfloat16
done