diff --git a/python/sglang/srt/layers/deepseek_v4_rope.py b/python/sglang/srt/layers/deepseek_v4_rope.py index c8d391426..1b6c86698 100644 --- a/python/sglang/srt/layers/deepseek_v4_rope.py +++ b/python/sglang/srt/layers/deepseek_v4_rope.py @@ -2,17 +2,20 @@ import math from functools import lru_cache from typing import Optional -import tilelang import torch import triton import triton.language as tl -tilelang.set_log_level("WARNING") +try: + import tilelang -pass_configs = { - tilelang.PassConfigKey.TL_DISABLE_WARP_SPECIALIZED: True, - tilelang.PassConfigKey.TL_DISABLE_TMA_LOWER: True, -} + tilelang.set_log_level("WARNING") + pass_configs = { + tilelang.PassConfigKey.TL_DISABLE_WARP_SPECIALIZED: True, + tilelang.PassConfigKey.TL_DISABLE_TMA_LOWER: True, + } +except ImportError: + pass FP8 = "float8_e4m3" BF16 = "bfloat16"