tier compose:STORAGE_BATCH_SIZE=512(摊薄每批 ~60ms 固定开销,dummy 实测 mc8 +26%)

This commit is contained in:
2026-10-10 18:05:16 +08:00
parent 7d5759b2d9
commit 9c4ff32562
@@ -36,6 +36,7 @@ services:
SGLANG_RAGGED_VERIFY_MODE: static
SGLANG_HICACHE_MOONCAKE_CONFIG_PATH: /data/ymk/ds41/mooncake-store.json
SGLANG_HICACHE_TIMING: 1
SGLANG_HICACHE_STORAGE_BATCH_SIZE: 512
CUDA_VISIBLE_DEVICES: 0,1
command: >
sglang serve