[AMD][bugfix] Fix dsv4 server launch (#39875)

This commit is contained in:
Xinyi Song
2026-09-16 18:28:02 -07:00
committed by GitHub
parent c89c63fa38
commit 7780882f18
2 changed files with 17 additions and 0 deletions
@@ -205,6 +205,22 @@ store_row(uint8_t* data_row, uint8_t* scale_row, uint32_t tx, const device::Alig
} // namespace v41
#else // USE_ROCM
namespace v41 {
template <KVLayout>
inline constexpr bool dependent_false_v = false;
/// A discarded `if constexpr` branch is still parsed, so the V4 callers need the name to
/// resolve on ROCm; instantiating it is the error.
template <KVLayout kLayout, typename... Ts>
SGL_DEVICE void store_row(uint8_t*, uint8_t*, uint32_t, Ts&&...) {
static_assert(dependent_false_v<kLayout>, "the V4.1 KV layouts are CUDA only");
}
} // namespace v41
#endif // USE_ROCM
} // namespace deepseek_v4
@@ -913,6 +913,7 @@ class DeepseekV4HipRadixBackend(
self._attach_unified_kv_prefill_meta(
core_attn_metadata,
req_pool_indices,
req_pool_indices_repeated,
seq_lens,
extend_seq_lens,
num_draft_tokens * bs,