[Cookbook] DeepSeek-V4.1: add the HiCache L2 knob to the Playground (#38844)

Co-authored-by: Claude Code <noreply@anthropic.com>
This commit is contained in:
Yuhao Yang
2026-09-10 18:20:34 +08:00
committed by GitHub
co-authored by Claude Code
parent dc2157dcd6
commit a37ded1693
2 changed files with 25 additions and 0 deletions
@@ -114,6 +114,19 @@ export const config = {
},
},
// GPU → CPU KV offload (L2 only; no storage tier). Hidden on MI350X: both
// ROCm cells run `--disable-radix-cache`, which the server rejects alongside
// `--enable-hierarchical-cache`.
hicache: {
excludesHw: ["mi350x"],
writePolicies: [
{ id: "auto", label: "Auto" },
{ id: "write_through", label: "Write-through" },
{ id: "write_back", label: "Write-back" },
{ id: "write_through_selective", label: "Write-through (selective)" },
],
},
flagSelects: [
{
id: "dsparkBlockSize",