minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[fix]deepgemm precompile when warmup (#15891)

Browse Source
This commit is contained in:
TZHelloWorld
2025-12-28 13:47:39 +08:00
committed by GitHub
parent 0e536600e8
commit 0294844f04
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/layers/deep_gemm_wrapper/compile_utils.py
+1
View File
@@ -291,5 +291,6 @@ class _GroupedMaskedWarmupExecutor(_BaseWarmupExecutor):
def deep_gemm_execution_hook( def deep_gemm_execution_hook(
m: int, n: int, k: int, num_groups: int, kernel_type: DeepGemmKernelType m: int, n: int, k: int, num_groups: int, kernel_type: DeepGemmKernelType
): ):
if m > 0:
_maybe_compile_deep_gemm_one_type_all(kernel_type, n, k, num_groups) _maybe_compile_deep_gemm_one_type_all(kernel_type, n, k, num_groups)
yield yield