[2/N] elastic-ep: Enable EPLB after scale-up (#30553)
This commit is contained in:
@@ -4453,6 +4453,8 @@ class Scheduler(
|
||||
pending_ep_size=ElasticEPStateManager.get_pending_ep_size(),
|
||||
scale_phase=ElasticEPStateManager.get_scale_phase(),
|
||||
)
|
||||
if (eplb_manager := self.tp_worker.model_runner.eplb_manager) is not None:
|
||||
eplb_manager.disable_rebalance("elastic EP scale-up is pending")
|
||||
logger.debug(
|
||||
"[Elastic EP][scale] scale requested: target_ep_size=%d; "
|
||||
"waiting for a joining cohort",
|
||||
|
||||
Reference in New Issue
Block a user