[DSV4] fix: keep the TileLang JIT cache under SGLANG_CACHE_DIR (#39364)

This commit is contained in:
Shuwen Wang
2026-09-18 00:06:35 -07:00
committed by GitHub
parent 3bf243d6a9
commit 0be8a0af0e
2 changed files with 5 additions and 0 deletions
+1
View File
@@ -1784,6 +1784,7 @@ def _log_legacy_kernel_cache_dirs():
os.path.expanduser("~/.triton"),
os.path.expanduser("~/.cache/flashinfer"),
os.path.expanduser("~/.cache/deep_gemm"),
os.path.expanduser("~/.tilelang/cache"),
)
if os.path.isdir(d)
]
+4
View File
@@ -1948,6 +1948,10 @@ def third_party_cache_defaults() -> Dict[str, str]:
"TRITON_CACHE_DIR": os.path.join(base, "triton"),
"TORCHINDUCTOR_CACHE_DIR": os.path.join(base, "inductor"),
"CUDA_CACHE_PATH": os.path.join(base, "nv"),
# TileLang compiles the DeepSeek-V4 MHC prenorm kernels; left at its own
# default the burst is invisible to anyone warming, mounting or baking
# SGLANG_CACHE_DIR, and gets paid again on every cold container.
"TILELANG_CACHE_DIR": os.path.join(base, "tilelang"),
# FlashInfer appends ".cache/flashinfer" to this base itself, so this
# is the base dir rather than the final cache dir.
"FLASHINFER_WORKSPACE_BASE": base,