[AMD] Fix v4 topk issue (#37439)
This commit is contained in:
@@ -492,7 +492,7 @@ class DeepseekV4HipRadixBackend(
|
||||
page_size=self.page_size,
|
||||
page_table=core_attn_metadata.page_table,
|
||||
c4_seq_lens=core_attn_metadata.c4_topk_lengths_raw,
|
||||
use_topk_v2=False,
|
||||
use_topk_v2=self.dsa_topk_backend.should_use_topk_v2(),
|
||||
)
|
||||
|
||||
def init_forward_metadata_decode(
|
||||
|
||||
Reference in New Issue
Block a user