pub struct AllToAllvRequest<T: NcclReduceSupported> {
pub send: GpuRef<T>,
pub recv: GpuRef<T>,
pub send_counts: Vec<usize>,
pub send_offsets: Vec<usize>,
pub recv_counts: Vec<usize>,
pub recv_offsets: Vec<usize>,
pub reply: Sender<Result<(), GpuError>>,
}Expand description
AllToAllv: per-peer (count, offset) shards in send and recv.
Fields§
§send: GpuRef<T>§recv: GpuRef<T>§send_counts: Vec<usize>§send_offsets: Vec<usize>§recv_counts: Vec<usize>§recv_offsets: Vec<usize>§reply: Sender<Result<(), GpuError>>Trait Implementations§
Source§impl<T: NcclReduceSupported> CollectiveDispatch for AllToAllvRequest<T>
impl<T: NcclReduceSupported> CollectiveDispatch for AllToAllvRequest<T>
fn dtype_kind(&self) -> DispatchDType
fn device_id(&self) -> Option<u32>
fn dispatch(self: Box<Self>, ctx: &CollectiveDispatchCtx<'_>)
Auto Trait Implementations§
impl<T> Freeze for AllToAllvRequest<T>
impl<T> !RefUnwindSafe for AllToAllvRequest<T>
impl<T> Send for AllToAllvRequest<T>
impl<T> Sync for AllToAllvRequest<T>
impl<T> Unpin for AllToAllvRequest<T>
impl<T> UnsafeUnpin for AllToAllvRequest<T>
impl<T> !UnwindSafe for AllToAllvRequest<T>
Blanket Implementations§
Source§impl<T> BorrowMut<T> for Twhere
T: ?Sized,
impl<T> BorrowMut<T> for Twhere
T: ?Sized,
Source§fn borrow_mut(&mut self) -> &mut T
fn borrow_mut(&mut self) -> &mut T
Mutably borrows from an owned value. Read more