minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

Tiny fix cannot launch nvfp4 checkpoint with bf16 kv cache (#15986)

Browse Source
This commit is contained in:
fzyzcjy
2025-12-28 11:22:20 +08:00
committed by GitHub
parent 349ce2dd19
commit f55d608c89
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/server_args.py
+2 -2
View File
@@ -1594,9 +1594,9 @@ class ServerArgs:
) )
self.page_size = 64 self.page_size = 64
if self.kv_cache_dtype not in ["fp8_e4m3", "fp4_e2m1", "auto"]: if self.kv_cache_dtype not in ["fp8_e4m3", "fp4_e2m1", "bf16", "auto"]:
raise ValueError( raise ValueError(
"TensorRT-LLM MLA backend only supports kv-cache-dtype of fp8_e4m3, fp4_e2m1, or auto." "TensorRT-LLM MLA backend only supports kv-cache-dtype of fp8_e4m3, fp4_e2m1, bf16, or auto."
) )
if ( if (