minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 13 Packages Projects Releases Wiki Activity

[docs] DeepSeek-V4: MI355X PD disaggregation recipes for all three strategies (#39396)

Browse Source
This commit is contained in:
Theresa Shan
2026-09-14 02:11:51 -07:00
committed by GitHub
parent 5200508b0f
commit 95140a7b0c
4 changed files with 544 additions and 40 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docs/src/snippets/_deployment.jsx
+17 -4
View File
@@ -109,6 +109,11 @@ export const Deployment = ({ config, benchmarks }) => {
// ==== 1. Hardware catalog (shared across cookbooks) ====
// VRAM is per-GPU on-chip memory, not per-module.
const AMD_RDMA_DOCKER_FLAGS = [
"--device /dev/infiniband", "--cap-add IPC_LOCK",
"--ulimit memlock=-1", "--ulimit stack=67108864",
"--ulimit nofile=1048576:1048576",
];
const HARDWARE_CATALOG = {
blackwell: [
{ id: "b300", label: "B300", vram: "288GB" },
@@ -128,11 +133,19 @@ export const Deployment = ({ config, benchmarks }) => {
{ id: "h20-3e", label: "H20-3e", vram: "141GB" },
{ id: "h800", label: "H800", vram: "80GB" },
],
// ROCm multi-node runs the RDMA NICs straight through: /dev/infiniband
// covers rdma_cm plus the per-NIC uverbsN nodes, IPC_LOCK + an unlimited
// memlock let the transport pin its registered buffers, and the stack /
// nofile raises are for the per-QP file descriptors a full 8-NIC mesh opens.
amd: [
{ id: "mi300x", label: "MI300X", vram: "192GB" },
{ id: "mi325x", label: "MI325X", vram: "256GB" },
{ id: "mi350x", label: "MI350X", vram: "288GB" },
{ id: "mi355x", label: "MI355X", vram: "288GB" },
{ id: "mi300x", label: "MI300X", vram: "192GB",
multiNodeDockerFlags: [...AMD_RDMA_DOCKER_FLAGS] },
{ id: "mi325x", label: "MI325X", vram: "256GB",
multiNodeDockerFlags: [...AMD_RDMA_DOCKER_FLAGS] },
{ id: "mi350x", label: "MI350X", vram: "288GB",
multiNodeDockerFlags: [...AMD_RDMA_DOCKER_FLAGS] },
{ id: "mi355x", label: "MI355X", vram: "288GB",
multiNodeDockerFlags: [...AMD_RDMA_DOCKER_FLAGS] },
],
// Atlas 800I A3 (910C): 1 card = 2 dies, so --tp-size is 2× the card
// count (32 cards -> --tp-size 64).