diff --git a/python/sglang/jit_kernel/dsv4/compress.py b/python/sglang/jit_kernel/dsv4/compress.py index 7885a82f6..38d696cdb 100644 --- a/python/sglang/jit_kernel/dsv4/compress.py +++ b/python/sglang/jit_kernel/dsv4/compress.py @@ -1,9 +1,8 @@ from __future__ import annotations -from typing import Literal, NamedTuple, Optional, Union +from typing import TYPE_CHECKING, Literal, NamedTuple, Optional, Union import torch -from tvm_ffi.module import Module from sglang.jit_kernel.utils import ( cache_once, @@ -14,6 +13,9 @@ from sglang.jit_kernel.utils import ( from .utils import make_name +if TYPE_CHECKING: + from tvm_ffi.module import Module + @cache_once def _jit_compress_norm_rope_module(