diff --git a/sgl-model-gateway/src/routers/http/g9i.rs b/sgl-model-gateway/src/routers/http/g9i.rs index 9e78a0027e..cbe4314a83 100644 --- a/sgl-model-gateway/src/routers/http/g9i.rs +++ b/sgl-model-gateway/src/routers/http/g9i.rs @@ -744,7 +744,14 @@ impl G9iState { }); } if !self.config.regular_pool_least_wait { - return PrefillPlan::Default; + // Default lets the router policy pick across ALL prefill workers, + // including fast-P — large prefills would land on the fast-P node + // and defeat its isolation (~1/3 of big prefills under random + // policy, observed 2026-10-12). With a fast-P configured, restrict + // "regular" explicitly to the regular pool (least-wait aggregate). + if self.fast_pool(prefill_workers).is_empty() { + return PrefillPlan::Default; + } } match picked { Some(w) => {