[DSpark] Fix draft CUDA graph stream explosion (#40658)
This commit is contained in:
@@ -1518,9 +1518,7 @@ class GroupCoordinator:
|
|||||||
if self.world_size == 1:
|
if self.world_size == 1:
|
||||||
return input_
|
return input_
|
||||||
|
|
||||||
# Always use pynccl to avoid capturing hip graph failure on torch
|
if self.pynccl_comm is not None and not self.pynccl_comm.disabled:
|
||||||
# version smaller than or equal to 2.11
|
|
||||||
if is_hip() and self.pynccl_comm is not None and not self.pynccl_comm.disabled:
|
|
||||||
self.pynccl_comm.broadcast(input_, src=src)
|
self.pynccl_comm.broadcast(input_, src=src)
|
||||||
else:
|
else:
|
||||||
# Broadcast.
|
# Broadcast.
|
||||||
|
|||||||
Reference in New Issue
Block a user