[misc] Make NaN-logit sanitization opt-in (default off) (#28829)

Co-authored-by: hnyls2002 <lsyincs@gmail.com>
This commit is contained in:
Lianmin Zheng
2026-06-21 14:31:35 -07:00
committed by GitHub
co-authored by hnyls2002
parent 7f67965b4d
commit a4d0ff3def
3 changed files with 2 additions and 5 deletions
+1 -1
View File
@@ -653,7 +653,7 @@ class Envs:
SGLANG_ENABLE_ASYNC_ASSERT = EnvBool(False)
# Sanitize NaN logits before sampling kernels and log a throttled warning
# (see sanitize_nan_logits).
SGLANG_SANITIZE_NAN_LOGITS = EnvBool(True)
SGLANG_SANITIZE_NAN_LOGITS = EnvBool(False)
# VLM
SGLANG_VLM_CACHE_SIZE_MB = EnvInt(100)