[model-gateway] Add consistent hashing for ManualPolicy routing (#15907)

2025-12-26 22:53:03 -08:00
parent faecd37ed4
commit 171912a9e3
15 changed files with 1180 additions and 206 deletions
@@ -13,6 +13,7 @@ pub enum PolicyType {
    PowerOfTwo,
    Bucket,
    Manual,
+    ConsistentHashing,
 }

 #[pyclass(eq)]
@@ -416,6 +417,7 @@ impl Router {
                    bucket_adjust_interval_secs: self.bucket_adjust_interval_secs,
                },
                PolicyType::Manual => ConfigPolicyConfig::Manual,
+                PolicyType::ConsistentHashing => ConfigPolicyConfig::ConsistentHashing,
            }
        };