diff --git a/python/sglang/jit_kernel/dsv4/online_c128_mtp.py b/python/sglang/jit_kernel/dsv4/online_c128_mtp.py index d93c6f120..2716d5641 100644 --- a/python/sglang/jit_kernel/dsv4/online_c128_mtp.py +++ b/python/sglang/jit_kernel/dsv4/online_c128_mtp.py @@ -1,15 +1,17 @@ from __future__ import annotations from dataclasses import dataclass -from typing import Any, List, Optional +from typing import TYPE_CHECKING, Any, List, Optional import torch -from tvm_ffi.module import Module from sglang.jit_kernel.dsv4.utils import make_name from sglang.jit_kernel.utils import cache_once, load_jit, make_cpp_args from sglang.srt.environ import envs +if TYPE_CHECKING: + from tvm_ffi.module import Module + @cache_once def _jit_online_c128_mtp_module(head_dim: int) -> Module: