minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

dp: add profile req hook (#22083)

Browse Source
This commit is contained in:
Yilong Zhao
2026-04-03 20:47:09 -07:00
committed by GitHub
parent b7ae3b5a9a
commit fe92f3563c
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/managers/data_parallel_controller.py
+2
View File
@@ -33,6 +33,7 @@ from sglang.srt.managers.io_struct import (
BatchTokenizedEmbeddingReqInput, BatchTokenizedEmbeddingReqInput,
BatchTokenizedGenerateReqInput, BatchTokenizedGenerateReqInput,
BlockReqInput, BlockReqInput,
ProfileReq,
TokenizedEmbeddingReqInput, TokenizedEmbeddingReqInput,
TokenizedGenerateReqInput, TokenizedGenerateReqInput,
WatchLoadUpdateReq, WatchLoadUpdateReq,
@@ -218,6 +219,7 @@ class DataParallelController:
(BatchTokenizedGenerateReqInput, self.dispatch_batch_generate), (BatchTokenizedGenerateReqInput, self.dispatch_batch_generate),
(BatchTokenizedEmbeddingReqInput, self.dispatch_batch_embedding), (BatchTokenizedEmbeddingReqInput, self.dispatch_batch_embedding),
(BlockReqInput, self.send_to_all_workers), (BlockReqInput, self.send_to_all_workers),
(ProfileReq, self.send_to_all_workers),
(WatchLoadUpdateReq, self.handle_load_update_req), (WatchLoadUpdateReq, self.handle_load_update_req),
(ActiveRanksOutput, self.update_active_ranks), (ActiveRanksOutput, self.update_active_ranks),
] ]