[diffusion] test: fix GLM-Image AR model-path to resolve local snapshot subfolder (#31313)
This commit is contained in:
@@ -16,6 +16,7 @@ import os
|
|||||||
import unittest
|
import unittest
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
|
|
||||||
|
from sglang.multimodal_gen.runtime.utils.hf_diffusers_utils import maybe_download_model
|
||||||
from sglang.multimodal_gen.test.test_utils import (
|
from sglang.multimodal_gen.test.test_utils import (
|
||||||
DEFAULT_AR_MODEL_NAME_FOR_TEST,
|
DEFAULT_AR_MODEL_NAME_FOR_TEST,
|
||||||
find_free_port,
|
find_free_port,
|
||||||
@@ -53,13 +54,22 @@ class ARCluster(DisaggCluster):
|
|||||||
log = _LOG_DIR / "ar.log"
|
log = _LOG_DIR / "ar.log"
|
||||||
self._logs["ar"] = log
|
self._logs["ar"] = log
|
||||||
|
|
||||||
|
# The AR sub-encoder and processor live in subfolders of the model repo
|
||||||
|
# (``vision_language_encoder/`` and ``processor/``). A HuggingFace repo
|
||||||
|
# id cannot carry a subfolder, so passing e.g.
|
||||||
|
# ``zai-org/GLM-Image/vision_language_encoder/`` as --model-path fails
|
||||||
|
# with "Repo id must be in the form 'repo_name' or 'namespace/repo_name'".
|
||||||
|
# Resolve the repo to a local snapshot first and pass the local
|
||||||
|
# subfolder directories, which are valid filesystem paths.
|
||||||
|
local_model = maybe_download_model(self.model)
|
||||||
|
|
||||||
cmd = [
|
cmd = [
|
||||||
"sglang",
|
"sglang",
|
||||||
"serve",
|
"serve",
|
||||||
"--model-path",
|
"--model-path",
|
||||||
f"{self.model}/vision_language_encoder/",
|
os.path.join(local_model, "vision_language_encoder"),
|
||||||
"--tokenizer-path",
|
"--tokenizer-path",
|
||||||
f"{self.model}/processor/",
|
os.path.join(local_model, "processor"),
|
||||||
"--enable-multimodal",
|
"--enable-multimodal",
|
||||||
"--cuda-graph-bs",
|
"--cuda-graph-bs",
|
||||||
"1",
|
"1",
|
||||||
|
|||||||
Reference in New Issue
Block a user