dp: add profile req hook (#22083)

This commit is contained in:
Yilong Zhao
2026-04-03 20:47:09 -07:00
committed by GitHub
parent b7ae3b5a9a
commit fe92f3563c
@@ -33,6 +33,7 @@ from sglang.srt.managers.io_struct import (
BatchTokenizedEmbeddingReqInput,
BatchTokenizedGenerateReqInput,
BlockReqInput,
ProfileReq,
TokenizedEmbeddingReqInput,
TokenizedGenerateReqInput,
WatchLoadUpdateReq,
@@ -218,6 +219,7 @@ class DataParallelController:
(BatchTokenizedGenerateReqInput, self.dispatch_batch_generate),
(BatchTokenizedEmbeddingReqInput, self.dispatch_batch_embedding),
(BlockReqInput, self.send_to_all_workers),
(ProfileReq, self.send_to_all_workers),
(WatchLoadUpdateReq, self.handle_load_update_req),
(ActiveRanksOutput, self.update_active_ranks),
]