[MM] Skip VMM error gathers for text-only requests (#40005)
Co-authored-by: metamergebot <324680979+metamergebot@users.noreply.github.com> Co-authored-by: Jialin Ouyang <Jialin.Ouyang@gmail.com> Co-authored-by: Lianmin Zheng <lianminzheng@gmail.com>
This commit is contained in:
co-authored by
metamergebot
Jialin Ouyang
Lianmin Zheng
parent
803f0c93d2
commit
5e4b94b134
@@ -2192,11 +2192,14 @@ class Scheduler(
|
|||||||
|
|
||||||
request_errors = []
|
request_errors = []
|
||||||
for tokenized_req in tokenized_reqs:
|
for tokenized_req in tokenized_reqs:
|
||||||
|
# The request broadcast makes this skip consistent across ranks.
|
||||||
|
if tokenized_req.mm_inputs is None:
|
||||||
|
request_errors.append(None)
|
||||||
|
continue
|
||||||
|
|
||||||
local_error = None
|
local_error = None
|
||||||
try:
|
try:
|
||||||
if tokenized_req.mm_inputs is not None and not isinstance(
|
if not isinstance(tokenized_req.mm_inputs, MultimodalInputs):
|
||||||
tokenized_req.mm_inputs, MultimodalInputs
|
|
||||||
):
|
|
||||||
tokenized_req.mm_inputs = MultimodalInputs.from_processor_output(
|
tokenized_req.mm_inputs = MultimodalInputs.from_processor_output(
|
||||||
tokenized_req.mm_inputs,
|
tokenized_req.mm_inputs,
|
||||||
requires_mm_token_modalities=self.model_config.requires_mm_token_modalities,
|
requires_mm_token_modalities=self.model_config.requires_mm_token_modalities,
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ from unittest.mock import AsyncMock, MagicMock, call, patch
|
|||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
from sglang.test.test_utils import CustomTestCase
|
||||||
|
|
||||||
register_cpu_ci(est_time=11, suite="base-a-test-cpu")
|
register_cpu_ci(est_time=11, suite="base-a-test-cpu")
|
||||||
|
|
||||||
@@ -760,7 +761,7 @@ class TestCudaVmmFeatureTransport(unittest.TestCase):
|
|||||||
self.assertIs(transport.pool, pool)
|
self.assertIs(transport.pool, pool)
|
||||||
|
|
||||||
|
|
||||||
class TestSchedulerMmTransportBoundary(unittest.TestCase):
|
class TestSchedulerMmTransportBoundary(CustomTestCase):
|
||||||
def _publish(self, **fields):
|
def _publish(self, **fields):
|
||||||
from sglang.srt.runtime_context import get_context
|
from sglang.srt.runtime_context import get_context
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user