add decode round robin policy (#15164)

2025-12-22 14:48:52 +08:00
parent 677930c276
commit cb30d056e3
3 changed files with 16 additions and 0 deletions
@@ -3136,6 +3136,7 @@ class ServerArgs:
            help="The load balancing strategy for data parallelism.",
            choices=[
                "round_robin",
+                "decode_round_robin",
                "shortest_queue",
                "minimum_tokens",
            ],