[CI] [NPU] npu ci use existing modelscope model (#17868)
This commit is contained in:
@@ -15,7 +15,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.84,
|
"accuracy": 0.84,
|
||||||
"latency": 150,
|
"latency": 150,
|
||||||
"output_throughput": 30,
|
"output_throughput": 30,
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.85,
|
"accuracy": 0.85,
|
||||||
"latency": 150,
|
"latency": 150,
|
||||||
"output_throughput": 30,
|
"output_throughput": 30,
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.85,
|
"accuracy": 0.85,
|
||||||
"latency": 180,
|
"latency": 180,
|
||||||
"output_throughput": 20,
|
"output_throughput": 20,
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.85,
|
"accuracy": 0.85,
|
||||||
"latency": 150,
|
"latency": 150,
|
||||||
"output_throughput": 30,
|
"output_throughput": 30,
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
run_bench_one_batch,
|
run_bench_one_batch,
|
||||||
)
|
)
|
||||||
|
|
||||||
MODEL = "Qwen/Qwen2.5-7B-Instruct"
|
MODEL = "/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct"
|
||||||
GSM8K_EXP_ACCURACY = 0.84
|
GSM8K_EXP_ACCURACY = 0.84
|
||||||
EXP_PREFILL_LATENCY = 0.045
|
EXP_PREFILL_LATENCY = 0.045
|
||||||
TOKENS_TO_CAPTURE = [i for i in range(128, 4096, 128)]
|
TOKENS_TO_CAPTURE = [i for i in range(128, 4096, 128)]
|
||||||
|
|||||||
@@ -16,7 +16,7 @@ from sglang.test.test_utils import (
|
|||||||
class TestAscendSamplingBackend(CustomTestCase):
|
class TestAscendSamplingBackend(CustomTestCase):
|
||||||
@classmethod
|
@classmethod
|
||||||
def setUpClass(cls):
|
def setUpClass(cls):
|
||||||
cls.model = "Qwen/Qwen2.5-7B-Instruct"
|
cls.model = "/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct"
|
||||||
cls.base_url = DEFAULT_URL_FOR_TEST
|
cls.base_url = DEFAULT_URL_FOR_TEST
|
||||||
cls.process = popen_launch_server(
|
cls.process = popen_launch_server(
|
||||||
cls.model,
|
cls.model,
|
||||||
|
|||||||
@@ -12,7 +12,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.84,
|
"accuracy": 0.84,
|
||||||
"latency": 150,
|
"latency": 150,
|
||||||
"output_throughput": 30,
|
"output_throughput": 30,
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.85,
|
"accuracy": 0.85,
|
||||||
"latency": 180,
|
"latency": 180,
|
||||||
"output_throughput": 20,
|
"output_throughput": 20,
|
||||||
|
|||||||
@@ -13,7 +13,7 @@ from sglang.test.test_utils import (
|
|||||||
)
|
)
|
||||||
|
|
||||||
TEST_MODEL_MATRIX = {
|
TEST_MODEL_MATRIX = {
|
||||||
"Qwen/Qwen2.5-7B-Instruct": {
|
"/root/.cache/modelscope/hub/models/Qwen/Qwen2.5-7B-Instruct": {
|
||||||
"accuracy": 0.85,
|
"accuracy": 0.85,
|
||||||
"latency": 180,
|
"latency": 180,
|
||||||
"output_throughput": 20,
|
"output_throughput": 20,
|
||||||
|
|||||||
Reference in New Issue
Block a user