From 2aae0cb4ee08e9270d0b5e53af3311a78433485c Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Mon, 19 Oct 2026 20:16:46 +0800 Subject: [PATCH] fix(deep_gemm_wrapper): import DEEPGEMM_NEED_TMA_ALIGNED_SCALES/DEEPGEMM_SCALE_UE8M0 in compile_utils Cherry-pick da343ba5d1 (#42604) lost the configurer import hunk; runtime NameError killed every scheduler right after weight load on SM90. --- python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py index 039d9b587e..303b1580a9 100644 --- a/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py +++ b/python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py @@ -17,7 +17,11 @@ from sglang.srt.distributed.device_communicators.pynccl_allocator import ( restore_symmetric_memory_context, ) from sglang.srt.environ import envs -from sglang.srt.layers.deep_gemm_wrapper.configurer import ENABLE_JIT_DEEPGEMM +from sglang.srt.layers.deep_gemm_wrapper.configurer import ( + DEEPGEMM_NEED_TMA_ALIGNED_SCALES, + DEEPGEMM_SCALE_UE8M0, + ENABLE_JIT_DEEPGEMM, +) from sglang.srt.model_executor.forward_batch_info import ForwardMode from sglang.srt.runtime_context import ( get_device,