[CPU] Explicitly import sgl_kernel in CPU kernel tests (#35119)
This commit is contained in:
@@ -1,6 +1,7 @@
|
|||||||
import sys
|
import sys
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
from sglang.srt.server_args import ServerArgs, set_global_server_args_for_scheduler
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import itertools
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
# TODO: use interface in cpu.py
|
# TODO: use interface in cpu.py
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
import torch.nn as nn
|
import torch.nn as nn
|
||||||
|
|
||||||
|
|||||||
@@ -5,6 +5,7 @@ import traceback
|
|||||||
import unittest
|
import unittest
|
||||||
from multiprocessing import Process
|
from multiprocessing import Process
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
import torch.distributed as dist
|
import torch.distributed as dist
|
||||||
import torch.multiprocessing as mp
|
import torch.multiprocessing as mp
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
from torch.nn.functional import scaled_dot_product_attention
|
from torch.nn.functional import scaled_dot_product_attention
|
||||||
|
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
from torch.nn.functional import scaled_dot_product_attention
|
from torch.nn.functional import scaled_dot_product_attention
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
# TODO: use interface in cpu.py
|
# TODO: use interface in cpu.py
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
import torch.nn as nn
|
import torch.nn as nn
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import sys
|
import sys
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
import torch.nn.functional as F
|
import torch.nn.functional as F
|
||||||
from torch.nn.functional import softplus
|
from torch.nn.functional import softplus
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
from torch.nn.functional import scaled_dot_product_attention
|
from torch.nn.functional import scaled_dot_product_attention
|
||||||
|
|
||||||
|
|||||||
@@ -3,6 +3,7 @@ import math
|
|||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
# TODO: use interface in cpu.py
|
# TODO: use interface in cpu.py
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.layers.amx_utils import CPUQuantMethod
|
from sglang.srt.layers.amx_utils import CPUQuantMethod
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import sys
|
|||||||
from typing import Optional, Tuple, Union
|
from typing import Optional, Tuple, Union
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.layers.quantization.fp8_utils import input_to_float8
|
from sglang.srt.layers.quantization.fp8_utils import input_to_float8
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import sys
|
import sys
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.utils import is_host_cpu_arm64
|
from sglang.srt.utils import is_host_cpu_arm64
|
||||||
|
|||||||
@@ -1,5 +1,6 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.layers.rotary_embedding import (
|
from sglang.srt.layers.rotary_embedding import (
|
||||||
|
|||||||
@@ -2,6 +2,7 @@ import itertools
|
|||||||
import math
|
import math
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import sys
|
import sys
|
||||||
|
|
||||||
import pytest
|
import pytest
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.test.ci.ci_register import register_cpu_ci
|
from sglang.test.ci.ci_register import register_cpu_ci
|
||||||
|
|||||||
@@ -1,6 +1,7 @@
|
|||||||
import itertools
|
import itertools
|
||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
|
import sgl_kernel # noqa: F401
|
||||||
import torch
|
import torch
|
||||||
|
|
||||||
from sglang.srt.eplb.expert_location_dispatch import ExpertLocationDispatchInfo
|
from sglang.srt.eplb.expert_location_dispatch import ExpertLocationDispatchInfo
|
||||||
|
|||||||
Reference in New Issue
Block a user