diff --git a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py index 039d9b587e..303b1580a9 100644 --- a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py +++ b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py @@ -17,7 +17,11 @@ from sglang.srt.distributed.device_communicators.pynccl_allocator import ( restore_symmetric_memory_context, ) from sglang.srt.environ import envs -from sglang.srt.layers.deep_gemm_wrapper.configurer import ENABLE_JIT_DEEPGEMM +from sglang.srt.layers.deep_gemm_wrapper.configurer import ( + DEEPGEMM_NEED_TMA_ALIGNED_SCALES, + DEEPGEMM_SCALE_UE8M0, + ENABLE_JIT_DEEPGEMM, +) from sglang.srt.model_executor.forward_batch_info import ForwardMode from sglang.srt.runtime_context import ( get_device,