minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[DSV4] fix: keep the TileLang JIT cache under SGLANG_CACHE_DIR (#39364)

Browse Source
This commit is contained in:
Shuwen Wang
2026-09-18 00:06:35 -07:00
committed by GitHub
parent 3bf243d6a9
commit 0be8a0af0e
2 changed files with 5 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/entrypoints/engine.py
+1
View File
@@ -1784,6 +1784,7 @@ def _log_legacy_kernel_cache_dirs():
os.path.expanduser("~/.triton"), os.path.expanduser("~/.triton"),
os.path.expanduser("~/.cache/flashinfer"), os.path.expanduser("~/.cache/flashinfer"),
os.path.expanduser("~/.cache/deep_gemm"), os.path.expanduser("~/.cache/deep_gemm"),
os.path.expanduser("~/.tilelang/cache"),
) )
if os.path.isdir(d) if os.path.isdir(d)
] ]
python/sglang/srt/environ.py
+4
View File
@@ -1948,6 +1948,10 @@ def third_party_cache_defaults() -> Dict[str, str]:
"TRITON_CACHE_DIR": os.path.join(base, "triton"), "TRITON_CACHE_DIR": os.path.join(base, "triton"),
"TORCHINDUCTOR_CACHE_DIR": os.path.join(base, "inductor"), "TORCHINDUCTOR_CACHE_DIR": os.path.join(base, "inductor"),
"CUDA_CACHE_PATH": os.path.join(base, "nv"), "CUDA_CACHE_PATH": os.path.join(base, "nv"),
# TileLang compiles the DeepSeek-V4 MHC prenorm kernels; left at its own
# default the burst is invisible to anyone warming, mounting or baking
# SGLANG_CACHE_DIR, and gets paid again on every cold container.
"TILELANG_CACHE_DIR": os.path.join(base, "tilelang"),
# FlashInfer appends ".cache/flashinfer" to this base itself, so this # FlashInfer appends ".cache/flashinfer" to this base itself, so this
# is the base dir rather than the final cache dir. # is the base dir rather than the final cache dir.
"FLASHINFER_WORKSPACE_BASE": base, "FLASHINFER_WORKSPACE_BASE": base,