minke.yu/sglang
1
0
Fork 0
Code Issues Pull Requests Actions 12 Packages Projects Releases Wiki Activity

[AMD][DSV4] fix: drop shadowing local get_exec import that breaks model startup on ROCm (#40186)

Browse Source
This commit is contained in:
amd-danli103
2026-09-18 13:28:38 -07:00
committed by GitHub
parent 6a9c7001d3
commit cd4dd81c22
1 changed files with 0 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/sglang/srt/model_executor/pool_configurator.py
-2
View File
@@ -1080,8 +1080,6 @@ class DSV4PoolConfigurator(MemoryPoolConfigurator):
max_speculative_num_draft_tokens() or 0 max_speculative_num_draft_tokens() or 0
) )
from sglang.srt.runtime_context import get_exec
self.encoder_replay = get_exec().features.enable_encoder_swa_bounded_replay self.encoder_replay = get_exec().features.enable_encoder_swa_bounded_replay
self.paged_draft_layers = 0 self.paged_draft_layers = 0
if self.encoder_replay and kvc.spec_algorithm.is_dspark(): if self.encoder_replay and kvc.spec_algorithm.is_dspark():