Fix DeepSeek V32 FP4 test (#20984)
This commit is contained in:
@@ -865,6 +865,7 @@ def popen_launch_server(
|
|||||||
Started subprocess.Popen object
|
Started subprocess.Popen object
|
||||||
"""
|
"""
|
||||||
other_args = other_args or []
|
other_args = other_args or []
|
||||||
|
offline_force_disabled = env.get("HF_HUB_OFFLINE") == "0"
|
||||||
|
|
||||||
# Auto-detect device if needed
|
# Auto-detect device if needed
|
||||||
if device == "auto":
|
if device == "auto":
|
||||||
@@ -885,7 +886,7 @@ def popen_launch_server(
|
|||||||
try:
|
try:
|
||||||
from sglang.utils import is_in_ci
|
from sglang.utils import is_in_ci
|
||||||
|
|
||||||
if is_in_ci():
|
if is_in_ci() and not offline_force_disabled:
|
||||||
per_run_marker_path = _try_enable_offline_mode_if_cache_complete(
|
per_run_marker_path = _try_enable_offline_mode_if_cache_complete(
|
||||||
model, env, other_args
|
model, env, other_args
|
||||||
)
|
)
|
||||||
|
|||||||
@@ -1,3 +1,4 @@
|
|||||||
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
@@ -46,6 +47,10 @@ class TestDeepseekV32FP4DP(CustomTestCase):
|
|||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=SERVER_LAUNCH_TIMEOUT,
|
timeout=SERVER_LAUNCH_TIMEOUT,
|
||||||
other_args=other_args,
|
other_args=other_args,
|
||||||
|
env={
|
||||||
|
**os.environ,
|
||||||
|
"HF_HUB_OFFLINE": "0",
|
||||||
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
@@ -113,6 +118,10 @@ class TestDeepseekV32FP4TP(CustomTestCase):
|
|||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=SERVER_LAUNCH_TIMEOUT,
|
timeout=SERVER_LAUNCH_TIMEOUT,
|
||||||
other_args=other_args,
|
other_args=other_args,
|
||||||
|
env={
|
||||||
|
**os.environ,
|
||||||
|
"HF_HUB_OFFLINE": "0",
|
||||||
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|||||||
@@ -1,3 +1,4 @@
|
|||||||
|
import os
|
||||||
import unittest
|
import unittest
|
||||||
from types import SimpleNamespace
|
from types import SimpleNamespace
|
||||||
|
|
||||||
@@ -60,6 +61,10 @@ class TestDeepseekV32FP4DPSpecV2(CustomTestCase):
|
|||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=SERVER_LAUNCH_TIMEOUT,
|
timeout=SERVER_LAUNCH_TIMEOUT,
|
||||||
other_args=other_args,
|
other_args=other_args,
|
||||||
|
env={
|
||||||
|
**os.environ,
|
||||||
|
"HF_HUB_OFFLINE": "0",
|
||||||
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
@@ -150,6 +155,10 @@ class TestDeepseekV32FP4TPSpecV2(CustomTestCase):
|
|||||||
cls.base_url,
|
cls.base_url,
|
||||||
timeout=SERVER_LAUNCH_TIMEOUT,
|
timeout=SERVER_LAUNCH_TIMEOUT,
|
||||||
other_args=other_args,
|
other_args=other_args,
|
||||||
|
env={
|
||||||
|
**os.environ,
|
||||||
|
"HF_HUB_OFFLINE": "0",
|
||||||
|
},
|
||||||
)
|
)
|
||||||
|
|
||||||
@classmethod
|
@classmethod
|
||||||
|
|||||||
Reference in New Issue
Block a user