From 8d9bce30a70f0edccfe301a33ce73cfe95c8e7bf Mon Sep 17 00:00:00 2001 From: "minke.yu" Date: Sat, 10 Oct 2026 15:54:11 +0800 Subject: [PATCH] =?UTF-8?q?tier=20realstore:=20=E5=BC=80=20HC=5FTIMING=20?= =?UTF-8?q?=E6=89=93=E7=82=B9=20+=20prefetch=20policy=20=E6=94=B9=20wait?= =?UTF-8?q?=5Fcomplete?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit best_effort 下低并发请求 compute 赢比赛、L3 命中不生效(mc1/2/4 实为重算); wait_complete 后真实 L3 命中:mc1 TTFT 2989→661ms,mc8 聚合 203k→402k tok/s。 --- deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml index cc37a4687f..8d4d843d85 100644 --- a/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml +++ b/deploy/b300-ds41/dockerserve-tier-cp2-realstore.yml @@ -32,6 +32,7 @@ services: SGLANG_ENABLE_DSV41_ENGRAM_HOST_TABLE: 1 SGLANG_RAGGED_VERIFY_MODE: static SGLANG_HICACHE_MOONCAKE_CONFIG_PATH: /data/ymk/ds41/mooncake-store.json + SGLANG_HICACHE_TIMING: 1 CUDA_VISIBLE_DEVICES: 0,1 command: > sglang serve @@ -57,6 +58,6 @@ services: --hicache-io-backend direct --hicache-write-policy write_through --hicache-storage-backend mooncake - --hicache-storage-prefetch-policy best_effort + --hicache-storage-prefetch-policy wait_complete --hicache-size 0 --max-total-tokens 1600000