From 9c4ff325629e81e449ed9db81aaaf6ca2cefee23 Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Sat, 10 Oct 2026 18:05:16 +0800 Subject: [PATCH] =?UTF-8?q?tier=20compose=EF=BC=9ASTORAGE=5FBATCH=5FSIZE?= =?UTF-8?q?=3D512=EF=BC=88=E6=91=8A=E8=96=84=E6=AF=8F=E6=89=B9=20~60ms=20?= =?UTF-8?q?=E5=9B=BA=E5=AE=9A=E5=BC=80=E9=94=80=EF=BC=8Cdummy=20=E5=AE=9E?= =?UTF-8?q?=E6=B5=8B=20mc8=20+26%=EF=BC=89?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml index d00ae7d881..c5718cdcc8 100644 --- a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml +++ b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml @@ -36,6 +36,7 @@ services: SGLANG_RAGGED_VERIFY_MODE: static SGLANG_HICACHE_MOONCAKE_CONFIG_PATH: /data/ymk/ds41/mooncake-store.json SGLANG_HICACHE_TIMING: 1 + SGLANG_HICACHE_STORAGE_BATCH_SIZE: 512 CUDA_VISIBLE_DEVICES: 0,1 command: > sglang serve