Bump FlashInfer to 0.6.15.post1 (#31927)
Co-authored-by: Brayden Zhong <b8zhong@uwaterloo.ca>
This commit is contained in:
co-authored by
Brayden Zhong
parent
c20c48b8fd
commit
0c29c8fece
@@ -21,7 +21,7 @@ class TestGLM52NVFP4TPMTP(
|
||||
model = "nvidia/GLM-5.2-NVFP4"
|
||||
tp_size = 4
|
||||
mem_fraction_static = 0.8
|
||||
bs_1_speed_thres = 250
|
||||
bs_1_speed_thres = 280
|
||||
extra_server_args = [
|
||||
"--moe-runner-backend",
|
||||
"flashinfer_trtllm",
|
||||
|
||||
Reference in New Issue
Block a user