Files
sglang/test/registered/unit/cli/test_utils.py
T

83 lines
2.9 KiB
Python

# SPDX-License-Identifier: Apache-2.0
import unittest
from types import SimpleNamespace
from unittest.mock import patch
import httpx
from huggingface_hub.errors import (
GatedRepoError,
RemoteEntryNotFoundError,
RepositoryNotFoundError,
)
from sglang.cli.utils import get_is_diffusion_model
from sglang.test.ci.ci_register import register_cpu_ci
from sglang.test.test_utils import CustomTestCase
register_cpu_ci(est_time=5, suite="base-a-test-cpu")
def _hub_error(error_type, status_code):
request = httpx.Request("GET", "https://huggingface.co/test/model")
response = httpx.Response(status_code, request=request)
return error_type("test error", response=response)
class TestDiffusionModelDetection(CustomTestCase):
def setUp(self):
super().setUp()
for target in (
"sglang.cli.utils._is_diffusion_model_from_registry",
"sglang.cli.utils._is_overlay_diffusion_model",
"sglang.cli.utils.os.path.isdir",
):
patcher = patch(target, return_value=False)
patcher.start()
self.addCleanup(patcher.stop)
modelscope_patcher = patch(
"sglang.cli.utils.envs.SGLANG_USE_MODELSCOPE.get", return_value=False
)
modelscope_patcher.start()
self.addCleanup(modelscope_patcher.stop)
@patch("huggingface_hub.HfApi")
@patch("huggingface_hub.hf_hub_download")
def test_gated_diffusion_repo_uses_metadata_fallback(
self, mock_download, mock_hf_api
):
mock_download.side_effect = _hub_error(GatedRepoError, 401)
mock_hf_api.return_value.model_info.return_value = SimpleNamespace(
library_name="diffusers"
)
self.assertTrue(get_is_diffusion_model("test/gated-diffusion-model"))
mock_hf_api.return_value.model_info.assert_called_once()
@patch("huggingface_hub.HfApi")
@patch("huggingface_hub.hf_hub_download")
def test_gated_non_diffusion_repo_is_not_detected(self, mock_download, mock_hf_api):
mock_download.side_effect = _hub_error(GatedRepoError, 401)
mock_hf_api.return_value.model_info.return_value = SimpleNamespace(
library_name="transformers"
)
self.assertFalse(get_is_diffusion_model("test/gated-llm-model"))
mock_hf_api.return_value.model_info.assert_called_once()
@patch("huggingface_hub.HfApi")
@patch("huggingface_hub.hf_hub_download")
def test_non_gated_hub_errors_do_not_use_metadata_fallback(
self, mock_download, mock_hf_api
):
for error_type in (RemoteEntryNotFoundError, RepositoryNotFoundError):
with self.subTest(error_type=error_type.__name__):
mock_download.side_effect = _hub_error(error_type, 404)
self.assertFalse(get_is_diffusion_model("test/llm-model"))
mock_hf_api.assert_not_called()
if __name__ == "__main__":
unittest.main()