[AMD][CI] Pass USE_PDL explicitly in the fused MoE gate (#36306)
This commit is contained in:
@@ -534,7 +534,8 @@ def fused_gate_sigmoid_mul_add(
|
||||
if num_tokens >= 1024:
|
||||
config["num_warps"] = min(config["num_warps"], 8)
|
||||
|
||||
pdl_kwargs = {"USE_PDL": True, "launch_pdl": True} if is_arch_support_pdl() else {}
|
||||
use_pdl = is_arch_support_pdl()
|
||||
pdl_kwargs = {"launch_pdl": True} if use_pdl else {}
|
||||
|
||||
_fused_gate_sigmoid_mul_add_kernel[(num_tokens,)](
|
||||
hidden_states,
|
||||
@@ -542,6 +543,7 @@ def fused_gate_sigmoid_mul_add(
|
||||
shared_output,
|
||||
final_hidden_states,
|
||||
hidden_dim=hidden_dim,
|
||||
USE_PDL=use_pdl,
|
||||
**config,
|
||||
**pdl_kwargs,
|
||||
)
|
||||
|
||||
Reference in New Issue
Block a user