minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

Remove # fmt: off from environ.py Envs class (#30153)

Browse Source
This commit is contained in:
Lianmin Zheng
2026-07-05 12:45:24 -07:00
committed by GitHub
parent 92a1f6e06c
commit 8673e85e6c
1 changed files with 11 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/environ.py
+11 -9
View File
@@ -216,7 +216,6 @@ class ToolStrictLevel(IntEnum):
class Envs:
# fmt: off
# Model & File Download
SGLANG_USE_MODELSCOPE = EnvBool(False)
@@ -320,7 +319,7 @@ class Envs:
# Scheduler: memory leak test
SGLANG_TEST_RETRACT = EnvBool(False)
SGLANG_TEST_RETRACT_INTERVAL = EnvInt(3)
SGLANG_TEST_RETRACT_NO_PREFILL_BS = EnvInt(2 ** 31)
SGLANG_TEST_RETRACT_NO_PREFILL_BS = EnvInt(2**31)
# Scheduler: force lazy extra_buffer prealloc to fail at decode boundaries
SGLANG_TEST_MAMBA_LAZY_ALLOC_FAIL = EnvBool(False)
# KL tests: skip the cache-hit count assertion (e.g. when alloc failure reduces hits)
@@ -362,7 +361,8 @@ class Envs:
SGLANG_DISAGGREGATION_FORCE_QUERY_PREFILL_DP_RANK = EnvBool(False)
# Scheduler: others:
SGLANG_EMPTY_CACHE_INTERVAL = EnvFloat(-1) # in seconds. Set if you observe high memory accumulation over a long serving period.
# in seconds. Set if you observe high memory accumulation over a long serving period.
SGLANG_EMPTY_CACHE_INTERVAL = EnvFloat(-1)
SGLANG_DISABLE_CONSECUTIVE_PREFILL_OVERLAP = EnvBool(False)
# Force-enable the WAR (write-after-read) barrier for the overlap scheduler
# even when is_cuda() is False (e.g. AMD/ROCm). On CUDA the barrier is
@@ -566,7 +566,7 @@ class Envs:
# fine-grained opt switch reads False, keeping non-experimental paths byte-identical.
SGLANG_EXPERIMENTAL_LORA_OPTI = EnvBool(False)
# Quantize x to int8 in the dispatch operator
DEEP_NORMAL_MODE_USE_INT8_QUANT = EnvBool(False) # This argument is deprecated
DEEP_NORMAL_MODE_USE_INT8_QUANT = EnvBool(False) # This argument is deprecated
SGLANG_NPU_FUSED_MOE_MODE = EnvInt(1)
# MTHREADS & MUSA
@@ -638,7 +638,7 @@ class Envs:
SGLANG_MAX_KV_CHUNK_CAPACITY = EnvInt(128 * 1024)
# DeepEP
SGLANG_DEEPEP_BF16_DISPATCH = EnvBool(False) # This argument is deprecated
SGLANG_DEEPEP_BF16_DISPATCH = EnvBool(False) # This argument is deprecated
SGLANG_DEEPEP_NUM_MAX_DISPATCH_TOKENS_PER_RANK = EnvInt(128)
SGLANG_DEEPEP_LL_COMBINE_SEND_NUM_SMS = EnvInt(32)
SGLANG_BLACKWELL_OVERLAP_SHARED_EXPERTS_OUTSIDE_SBO = EnvBool(False)
@@ -651,7 +651,9 @@ class Envs:
SGLANG_NIXL_EP_NUM_MAX_DISPATCH_TOKENS_PER_RANK = EnvInt(128)
# DSA Backend (canonical names; fall back to SGLANG_NSA_* with deprecation warning)
SGLANG_DSA_FUSE_TOPK = EnvBoolWithAlias(True, deprecated_name="SGLANG_NSA_FUSE_TOPK")
SGLANG_DSA_FUSE_TOPK = EnvBoolWithAlias(
True, deprecated_name="SGLANG_NSA_FUSE_TOPK"
)
SGLANG_DSA_TOPK_FLASHINFER_DETERMINISTIC = EnvBool(False)
SGLANG_DSA_TOPK_FLASHINFER_TIE_BREAK = EnvStr(None)
SGLANG_DSA_ENABLE_MTP_PRECOMPUTE_METADATA = EnvBoolWithAlias(
@@ -745,7 +747,6 @@ class Envs:
# preserve the user's original tokens to avoid retokenization drift.
SGLANG_MM_AVOID_RETOKENIZE = EnvBool(True)
# VLM Item CUDA IPC Transport
SGLANG_USE_CUDA_IPC_TRANSPORT = EnvBool(False)
SGLANG_USE_IPC_POOL_HANDLE_CACHE = EnvBool(False)
@@ -784,7 +785,9 @@ class Envs:
SGLANG_NGRAM_FORCE_GREEDY_VERIFY = EnvBool(False)
# Warmup
SGLANG_WARMUP_TIMEOUT = EnvFloat(-1) # in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging. Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm
# in seconds. If a warmup forward batch takes longer than this, the server will crash to prevent hanging.
# Recommend to increase warmup timeout to 1800 to accommodate some kernel JIT precache e.g. deep gemm
SGLANG_WARMUP_TIMEOUT = EnvFloat(-1)
# HTTP Server
SGLANG_TIMEOUT_KEEP_ALIVE = EnvInt(5)
@@ -958,7 +961,6 @@ class Envs:
# Aiter
SGLANG_USE_AITER_FP8_PER_TOKEN = EnvBool(False)
# fmt: on
# EPD
SGLANG_ENCODER_RECV_TIMEOUT = EnvFloat(180.0)