minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Cap DSV4 Flash max_total_num_tokens (#30313)

Browse Source 
Co-authored-by: YC Yen-Ching Tseng <yctseng@amd.com>
This commit is contained in:
Bingxu Chen
2026-07-07 15:33:05 +08:00
committed by GitHub
co-authored by YC Yen-Ching Tseng
parent 99db3b0fa5
commit dabd4cfcfd
9 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-dp8ep8-mtp.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-dp8ep8.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d-mtp.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp4/dsv4flash/1k1k/1p1d.yaml
+1
View File
@@ -35,6 +35,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-dp8ep8-mtp.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-dp8ep8.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d-mtp.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1
scripts/ci/slurm/recipes/mi355x-fp8/dsv4flash/1k1k/1p1d.yaml
+1
View File
@@ -33,6 +33,7 @@ runtime:
mem_fraction_static: 0.90
page_size: 256
max_running_requests: 256
max_total_tokens: 8551168
chunked_prefill_size: 8192
swa_full_tokens_ratio: 0.1