minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[XPU] Guard tvm_ffi import in dsv4 compress modules under TYPE_CHECKING (#28426)

Browse Source
This commit is contained in:
ashwini rathi
2026-06-16 15:52:12 -07:00
committed by GitHub
parent a10eee3d80
commit 4f9b12c5dd
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/jit_kernel/dsv4/compress.py
+4 -2
View File
@@ -1,9 +1,8 @@
from __future__ import annotations from __future__ import annotations
from typing import Literal, NamedTuple, Optional, Union from typing import TYPE_CHECKING, Literal, NamedTuple, Optional, Union
import torch import torch
from tvm_ffi.module import Module
from sglang.jit_kernel.utils import ( from sglang.jit_kernel.utils import (
cache_once, cache_once,
@@ -14,6 +13,9 @@ from sglang.jit_kernel.utils import (
from .utils import make_name from .utils import make_name
if TYPE_CHECKING:
from tvm_ffi.module import Module
@cache_once @cache_once
def _jit_compress_norm_rope_module( def _jit_compress_norm_rope_module(