Struct Communicator 

pub struct Communicator { /* private fields */ }

Implementations

impl Communicator

pub fn new( _device: CudaDevice, _world_size: i32, _unique_id: UniqueId, _rank: i32, ) -> Result<Self, NcclError>

pub fn split_all(&mut self) -> Result<Self, NcclError>

pub fn split_from( &mut self, _ranks: Vec<i32>, ) -> Result<Option<Self>, NcclError>

pub fn all_reduce( &mut self, _tensor: &TensorCell, _reduce_op: ReduceOp, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn broadcast( &mut self, _tensor: &TensorCell, _root: i32, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn reduce( &mut self, _tensor: &TensorCell, _reduce_op: ReduceOp, _root: i32, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn all_gather( &mut self, _output_cells: &[TensorCell], _input_cell: &TensorCell, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn all_gather_into_tensor( &mut self, _output_cell: &TensorCell, _input_cell: &TensorCell, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn reduce_scatter_tensor( &mut self, _output_cell: &TensorCell, _input_cell: &TensorCell, _reduce_op: ReduceOp, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn send( &mut self, _tensor_cell: &TensorCell, _dst: i32, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn recv( &mut self, _tensor_cell: &TensorCell, _src: i32, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn all_to_all_single( &mut self, _output_cell: &TensorCell, _input_cell: &TensorCell, _stream: &Stream, ) -> Result<NcclStatus, NcclError>

pub fn barrier(&mut self, _stream: &Stream) -> Result<NcclStatus, NcclError>

Trait Implementations

impl Debug for Communicator

fn fmt(&self, f: &mut Formatter<'_>) -> Result

Formats the value using the given formatter.

impl Send for Communicator

impl Sync for Communicator