[Intel GPU] DeepSeek V4 2/N: Fix tvm ffi import (#26118)
This commit is contained in:
@@ -1,9 +1,8 @@
|
|||||||
from __future__ import annotations
|
from __future__ import annotations
|
||||||
|
|
||||||
from typing import Literal, NamedTuple, Optional, Union
|
from typing import TYPE_CHECKING, Literal, NamedTuple, Optional, Union
|
||||||
|
|
||||||
import torch
|
import torch
|
||||||
from tvm_ffi.module import Module
|
|
||||||
|
|
||||||
from sglang.jit_kernel.utils import (
|
from sglang.jit_kernel.utils import (
|
||||||
cache_once,
|
cache_once,
|
||||||
@@ -14,6 +13,9 @@ from sglang.jit_kernel.utils import (
|
|||||||
|
|
||||||
from .utils import make_name
|
from .utils import make_name
|
||||||
|
|
||||||
|
if TYPE_CHECKING:
|
||||||
|
from tvm_ffi.module import Module
|
||||||
|
|
||||||
|
|
||||||
@cache_once
|
@cache_once
|
||||||
def _jit_compress_norm_rope_module(
|
def _jit_compress_norm_rope_module(
|
||||||
|
|||||||
Reference in New Issue
Block a user