[bugfix] avoid attention padding tokens computation in pcg (#17706)

This commit is contained in:
Jincong Chen
2026-04-14 16:08:23 +08:00
committed by GitHub
parent eab045b2b7
commit 6760c790bd
7 changed files with 64 additions and 81 deletions
@@ -41,8 +41,6 @@ class TestPriorityScheduling(CustomTestCase):
"--max-queued-requests", # Enforce max queued request number is 3
"3",
"--enable-priority-scheduling", # Enable priority scheduling
# Disable PCG to avoid padding in flashinfer backend. Ref: https://github.com/sgl-project/sglang/pull/21452
"--disable-piecewise-cuda-graph",
),
return_stdout_stderr=(cls.stdout, cls.stderr),
)
@@ -249,7 +247,6 @@ class TestPrioritySchedulingMultipleRunningRequests(CustomTestCase):
"--max-queued-requests", # Enforce max queued request number is 3
"3",
"--enable-priority-scheduling", # Enable priority scheduling
"--disable-piecewise-cuda-graph",
),
return_stdout_stderr=(cls.stdout, cls.stderr),
)
@@ -318,8 +318,6 @@ class TestAbortWithWaitingTimeout(WaitingTimeoutMixin, CustomTestCase):
timeout=DEFAULT_TIMEOUT_FOR_SERVER_LAUNCH,
other_args=[
"--max-running-requests=1",
# Disable PCG to avoid padding in flashinfer backend. Ref: https://github.com/sgl-project/sglang/pull/21452
"--disable-piecewise-cuda-graph",
],
)