minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD] Fix nightly-8-gpu-mi35x-deepseek-v4-flash-rocm720 OOM issue (#28941)

Browse Source
This commit is contained in:
Thomas Wang
2026-06-22 07:35:45 -07:00
committed by GitHub
parent 04d952ea10
commit cee1caaf47
1 changed files with 22 additions and 22 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/mem_cache/deepseek_v4_memory_pool.py
+22 -22
View File
@@ -578,29 +578,29 @@ class DeepSeekV4TokenToKVPool(BaseSWAKVPool):
global_page_size=swa_page_size,
)
c4_kv_pool_type = DeepSeekV4SingleKVPool
if enable_hisparse:
c4_kv_pool_type = HiSparseC4DevicePool
self.c4_kv_pool = self._make_kv_pool(
size=c4_size,
page_size=c4_page_size,
dtype=dtype,
layer_num=c4_layer_num,
device=device,
enable_memory_saver=enable_memory_saver,
global_page_size=page_size,
cls=c4_kv_pool_type,
)
c4_kv_pool_type = DeepSeekV4SingleKVPool
if enable_hisparse:
c4_kv_pool_type = HiSparseC4DevicePool
self.c4_kv_pool = self._make_kv_pool(
size=c4_size,
page_size=c4_page_size,
dtype=dtype,
layer_num=c4_layer_num,
device=device,
enable_memory_saver=enable_memory_saver,
global_page_size=page_size,
cls=c4_kv_pool_type,
)
self.c128_kv_pool = self._make_kv_pool(
size=c128_size,
page_size=c128_page_size,
dtype=dtype,
layer_num=c128_layer_num,
device=device,
enable_memory_saver=enable_memory_saver,
global_page_size=page_size,
)
self.c128_kv_pool = self._make_kv_pool(
size=c128_size,
page_size=c128_page_size,
dtype=dtype,
layer_num=c128_layer_num,
device=device,
enable_memory_saver=enable_memory_saver,
global_page_size=page_size,
)
indexer_size = (
self.c4_logical_size