From 62b3c8e17781f9f64653f9bc5b0cb12689ba3ecb Mon Sep 17 00:00:00 2001 From: Polisetty V R K Jyothendra Varma Date: Mon, 22 Jun 2026 11:26:21 +0530 Subject: [PATCH] [Intel GPU] Guard tvm_ffi import in dsv4 online mtp module under TYPE_CHECKING to fix import error on XPU (#28531) Signed-off-by: P V R K Jyothendra Varma Co-authored-by: Ma Mingfei --- python/sglang/jit_kernel/dsv4/online_c128_mtp.py | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/python/sglang/jit_kernel/dsv4/online_c128_mtp.py b/python/sglang/jit_kernel/dsv4/online_c128_mtp.py index d93c6f120..2716d5641 100644 --- a/python/sglang/jit_kernel/dsv4/online_c128_mtp.py +++ b/python/sglang/jit_kernel/dsv4/online_c128_mtp.py @@ -1,15 +1,17 @@ from __future__ import annotations from dataclasses import dataclass -from typing import Any, List, Optional +from typing import TYPE_CHECKING, Any, List, Optional import torch -from tvm_ffi.module import Module from sglang.jit_kernel.dsv4.utils import make_name from sglang.jit_kernel.utils import cache_once, load_jit, make_cpp_args from sglang.srt.environ import envs +if TYPE_CHECKING: + from tvm_ffi.module import Module + @cache_once def _jit_online_c128_mtp_module(head_dim: int) -> Module: