Update deepseekV32 Cp doc (#17054)
This commit is contained in:
@@ -394,7 +394,7 @@ python -m sglang.launch_server \
|
|||||||
--tp 8 --pp-size 2 \
|
--tp 8 --pp-size 2 \
|
||||||
--dp-size 1 --moe-dense-tp-size 1 \
|
--dp-size 1 --moe-dense-tp-size 1 \
|
||||||
--enable-nsa-prefill-context-parallel \
|
--enable-nsa-prefill-context-parallel \
|
||||||
--nsa-prefill-cp-mode continuous-split \
|
--nsa-prefill-cp-mode round-robin-split \
|
||||||
--disaggregation-ib-device mlx5_bond_0,mlx5_bond_1,mlx5_bond_2,mlx5_bond_3 \
|
--disaggregation-ib-device mlx5_bond_0,mlx5_bond_1,mlx5_bond_2,mlx5_bond_3 \
|
||||||
--trust-remote-code \
|
--trust-remote-code \
|
||||||
--disable-radix-cache \
|
--disable-radix-cache \
|
||||||
@@ -419,7 +419,7 @@ python -m sglang.launch_server \
|
|||||||
--tp 8 --pp-size 2 \
|
--tp 8 --pp-size 2 \
|
||||||
--dp-size 1 --moe-dense-tp-size 1 \
|
--dp-size 1 --moe-dense-tp-size 1 \
|
||||||
--enable-nsa-prefill-context-parallel \
|
--enable-nsa-prefill-context-parallel \
|
||||||
--nsa-prefill-cp-mode continuous-split \
|
--nsa-prefill-cp-mode round-robin-split \
|
||||||
--disaggregation-ib-device mlx5_bond_0,mlx5_bond_1,mlx5_bond_2,mlx5_bond_3 \
|
--disaggregation-ib-device mlx5_bond_0,mlx5_bond_1,mlx5_bond_2,mlx5_bond_3 \
|
||||||
--trust-remote-code \
|
--trust-remote-code \
|
||||||
--disable-radix-cache \
|
--disable-radix-cache \
|
||||||
|
|||||||
Reference in New Issue
Block a user