[Config] Retire get_global_server_args, and clear the deprecated flags that have a replacement (#38375)

This commit is contained in:
Cheng Wan
2026-09-08 16:42:12 -07:00
committed by GitHub
parent 5177a3ec08
commit db272201a2
213 changed files with 625 additions and 892 deletions
@@ -84,7 +84,7 @@ runtime:
decode_max_running_requests: 1024
common_extra_flags: "--moe-dense-tp-size 1 --enable-dp-lm-head --decode-log-interval 100 --watchdog-timeout 3600 --load-balance-method round_robin"
prefill_extra_flags: "--context-length 9217 --max-total-tokens 262144"
decode_extra_flags: "--disable-cuda-graph --prefill-round-robin-balance"
decode_extra_flags: "--disable-cuda-graph"
prefill_extra_env:
MORI_MAX_DISPATCH_TOKENS_PREFILL: 8192
MORI_MAX_DISPATCH_TOKENS_DECODE: 256