fix: piecewise_cuda_graph get correct qo_indptr (#21452)

Co-authored-by: Avery Huang <averyh@nvidia.com>
This commit is contained in:
eigen
2026-03-28 15:57:29 -07:00
committed by GitHub
co-authored by Avery Huang
parent efebcab43e
commit 3ab9afd653
5 changed files with 65 additions and 5 deletions
+2
View File
@@ -317,6 +317,8 @@ class TestAbortWithWaitingTimeout(WaitingTimeoutMixin, CustomTestCase):
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--max-running-requests=1",
# Disable PCG to avoid padding in flashinfer backend. Ref: https://github.com/sgl-project/sglang/pull/21452
"--disable-piecewise-cuda-graph",
],
)
@@ -41,6 +41,8 @@ class TestPriorityScheduling(CustomTestCase):
"--max-queued-requests", # Enforce max queued request number is 3
"3",
"--enable-priority-scheduling", # Enable priority scheduling
# Disable PCG to avoid padding in flashinfer backend. Ref: https://github.com/sgl-project/sglang/pull/21452
"--disable-piecewise-cuda-graph",
),
return_stdout_stderr=(cls.stdout, cls.stderr),
)
@@ -247,6 +249,7 @@ class TestPrioritySchedulingMultipleRunningRequests(CustomTestCase):
"--max-queued-requests", # Enforce max queued request number is 3
"3",
"--enable-priority-scheduling", # Enable priority scheduling
"--disable-piecewise-cuda-graph",
),
return_stdout_stderr=(cls.stdout, cls.stderr),
)