minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Remove compatibility restriction between Pipeline Parallelism and Mixed Chunked Prefill (#22920)

Browse Source 
Co-authored-by: cyy <cy02433585@alibaba-inc.com>
This commit is contained in:
CYYYC0310
2026-04-16 11:25:31 +08:00
committed by GitHub
co-authored by cyy
parent 34fef07a15
commit 58c6b871b2
1 changed files with 2 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+2 -4
View File
@@ -6465,10 +6465,8 @@ class ServerArgs:
if self.pp_size > 1: if self.pp_size > 1:
assert ( assert (
self.disable_overlap_schedule self.disable_overlap_schedule and self.speculative_algorithm is None
and self.speculative_algorithm is None ), "Pipeline parallelism is not compatible with overlap schedule, speculative decoding"
and not self.enable_mixed_chunk
), "Pipeline parallelism is not compatible with overlap schedule, speculative decoding, mixed chunked prefill."
assert not ( assert not (
self.dp_size > 1 and self.nnodes != 1 and not self.enable_dp_attention self.dp_size > 1 and self.nnodes != 1 and not self.enable_dp_attention