minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Remove the torchao integration (--torchao-config) (#34304)

Browse Source 
Co-authored-by: Brayden Zhong <brayden@radixark.ai>
This commit is contained in:
Brayden Zhong
2026-08-14 21:49:11 +08:00
committed by GitHub
co-authored by Brayden Zhong
parent fe0c18effd
commit 5e65dd01a7
23 changed files with 6 additions and 309 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+1 -7
View File
@@ -2025,7 +2025,7 @@ class ServerArgs:
] = False
# -------------------------------------------------------------------------
# Torch compile and torchao
# Torch compile
# -------------------------------------------------------------------------
enable_torch_compile: A[
bool,
@@ -2038,12 +2038,6 @@ class ServerArgs:
torch_compile_max_bs: A[
int, "Set the maximum batch size when using torch compile.", NS("exec.graph")
] = 32
torchao_config: A[
str,
"Optimize the model with torchao. Experimental feature. Current choices are: int8dq, int8wo, int4wo-<group_size>, fp8wo, fp8dq-per_tensor, fp8dq-per_row",
NS("exec.graph"),
] = ""
# -------------------------------------------------------------------------
# Speculative decoding
# -------------------------------------------------------------------------