[Scheduler] Add HRRN schedule policy to significantly reduce TTFT (#32911)

Co-authored-by: Xiaoyu Zhang <1182563586@qq.com>
This commit is contained in:
SovietPower
2026-09-08 22:14:03 +08:00
committed by GitHub
co-authored by Xiaoyu Zhang
parent 5097f9ac95
commit 4df5df911b
8 changed files with 220 additions and 4 deletions
@@ -45,7 +45,16 @@ class TestServerArgsMigratedCliMetadata(CustomTestCase):
)
self.assertEqual(
self.actions_by_option["--schedule-policy"].choices,
["lpm", "random", "fcfs", "dfs-weight", "lof", "priority", "routing-key"],
[
"lpm",
"random",
"fcfs",
"dfs-weight",
"lof",
"priority",
"routing-key",
"hrrn",
],
)
self.assertEqual(
self.actions_by_option["--load-balance-method"].choices,