[AMD][bugfix] Fix dsv4 server launch (#39875)
This commit is contained in:
@@ -205,6 +205,22 @@ store_row(uint8_t* data_row, uint8_t* scale_row, uint32_t tx, const device::Alig
|
|||||||
|
|
||||||
} // namespace v41
|
} // namespace v41
|
||||||
|
|
||||||
|
#else // USE_ROCM
|
||||||
|
|
||||||
|
namespace v41 {
|
||||||
|
|
||||||
|
template <KVLayout>
|
||||||
|
inline constexpr bool dependent_false_v = false;
|
||||||
|
|
||||||
|
/// A discarded `if constexpr` branch is still parsed, so the V4 callers need the name to
|
||||||
|
/// resolve on ROCm; instantiating it is the error.
|
||||||
|
template <KVLayout kLayout, typename... Ts>
|
||||||
|
SGL_DEVICE void store_row(uint8_t*, uint8_t*, uint32_t, Ts&&...) {
|
||||||
|
static_assert(dependent_false_v<kLayout>, "the V4.1 KV layouts are CUDA only");
|
||||||
|
}
|
||||||
|
|
||||||
|
} // namespace v41
|
||||||
|
|
||||||
#endif // USE_ROCM
|
#endif // USE_ROCM
|
||||||
|
|
||||||
} // namespace deepseek_v4
|
} // namespace deepseek_v4
|
||||||
|
|||||||
@@ -913,6 +913,7 @@ class DeepseekV4HipRadixBackend(
|
|||||||
self._attach_unified_kv_prefill_meta(
|
self._attach_unified_kv_prefill_meta(
|
||||||
core_attn_metadata,
|
core_attn_metadata,
|
||||||
req_pool_indices,
|
req_pool_indices,
|
||||||
|
req_pool_indices_repeated,
|
||||||
seq_lens,
|
seq_lens,
|
||||||
extend_seq_lens,
|
extend_seq_lens,
|
||||||
num_draft_tokens * bs,
|
num_draft_tokens * bs,
|
||||||
|
|||||||
Reference in New Issue
Block a user