[NPU] [bugfix] Fix undefined require_attn_tp_allgather (#39561)
This commit is contained in:
@@ -1135,9 +1135,7 @@ class SchedulerPPMixin:
|
|||||||
batch_result = None
|
batch_result = None
|
||||||
send_output_work = []
|
send_output_work = []
|
||||||
|
|
||||||
all_gather_group = (
|
all_gather_group = self.attn_tp_group
|
||||||
self.attn_tp_group if self.require_attn_tp_allgather else None
|
|
||||||
)
|
|
||||||
|
|
||||||
# ---- Prepare send dict ----
|
# ---- Prepare send dict ----
|
||||||
# On NPU, always send something (full output or a lightweight skip
|
# On NPU, always send something (full output or a lightweight skip
|
||||||
|
|||||||
Reference in New Issue
Block a user