fix: fix serve command without diffusion dependency (#13246)
This commit is contained in:
@@ -1,15 +1,15 @@
|
|||||||
import argparse
|
import argparse
|
||||||
|
|
||||||
from sglang.cli.utils import get_is_diffusion_model, get_model_path
|
from sglang.cli.utils import get_is_diffusion_model, get_model_path
|
||||||
from sglang.multimodal_gen.runtime.entrypoints.cli.generate import (
|
|
||||||
add_multimodal_gen_generate_args,
|
|
||||||
generate_cmd,
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def generate(args, extra_argv):
|
def generate(args, extra_argv):
|
||||||
# If help is requested, show generate subcommand help without requiring --model-path
|
# If help is requested, show generate subcommand help without requiring --model-path
|
||||||
if any(h in extra_argv for h in ("-h", "--help")):
|
if any(h in extra_argv for h in ("-h", "--help")):
|
||||||
|
from sglang.multimodal_gen.runtime.entrypoints.cli.generate import (
|
||||||
|
add_multimodal_gen_generate_args,
|
||||||
|
)
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description="SGLang Multimodal Generation")
|
parser = argparse.ArgumentParser(description="SGLang Multimodal Generation")
|
||||||
add_multimodal_gen_generate_args(parser)
|
add_multimodal_gen_generate_args(parser)
|
||||||
parser.parse_args(extra_argv)
|
parser.parse_args(extra_argv)
|
||||||
@@ -18,6 +18,11 @@ def generate(args, extra_argv):
|
|||||||
model_path = get_model_path(extra_argv)
|
model_path = get_model_path(extra_argv)
|
||||||
is_diffusion_model = get_is_diffusion_model(model_path)
|
is_diffusion_model = get_is_diffusion_model(model_path)
|
||||||
if is_diffusion_model:
|
if is_diffusion_model:
|
||||||
|
from sglang.multimodal_gen.runtime.entrypoints.cli.generate import (
|
||||||
|
add_multimodal_gen_generate_args,
|
||||||
|
generate_cmd,
|
||||||
|
)
|
||||||
|
|
||||||
parser = argparse.ArgumentParser(description="SGLang Multimodal Generation")
|
parser = argparse.ArgumentParser(description="SGLang Multimodal Generation")
|
||||||
add_multimodal_gen_generate_args(parser)
|
add_multimodal_gen_generate_args(parser)
|
||||||
parsed_args = parser.parse_args(extra_argv)
|
parsed_args = parser.parse_args(extra_argv)
|
||||||
|
|||||||
Reference in New Issue
Block a user