atomr_accel_cuda::kernel::cudnn::attention

Struct MultiHeadAttnBwdRequest

pub struct MultiHeadAttnBwdRequest<T: CudnnSupported> {Show 13 fields
    pub q: GpuRef<T>,
    pub k: GpuRef<T>,
    pub v: GpuRef<T>,
    pub o: GpuRef<T>,
    pub do_: GpuRef<T>,
    pub dq: GpuRef<T>,
    pub dk: GpuRef<T>,
    pub dv: GpuRef<T>,
    pub stats: GpuRef<T>,
    pub layout: TensorLayout,
    pub params: AttentionParams,
    pub reply: Sender<Result<(), GpuError>>,
    pub _ty: PhantomData<T>,
}

Expand description

MHA backward request.

Fields§

§q: GpuRef<T>§k: GpuRef<T>§v: GpuRef<T>§o: GpuRef<T>§do_: GpuRef<T>§dq: GpuRef<T>§dk: GpuRef<T>§dv: GpuRef<T>§stats: GpuRef<T>§layout: TensorLayout§params: AttentionParams§reply: Sender<Result<(), GpuError>>§_ty: PhantomData<T>

Struct MultiHeadAttnBwdRequest Copy item path

Fields§

Implementations§

impl<T: CudnnSupported> MultiHeadAttnBwdRequest<T>

pub fn graph_spec(&self) -> OperationGraphSpec

Trait Implementations§

impl<T: CudnnSupported> CudnnDispatch for MultiHeadAttnBwdRequest<T>

fn dtype_name(&self) -> &'static str

fn op_kind(&self) -> &'static str

fn dispatch(self: Box<Self>, _ctx: &CudnnDispatchCtx<'_>)

Auto Trait Implementations§

impl<T> Freeze for MultiHeadAttnBwdRequest<T>

impl<T> !RefUnwindSafe for MultiHeadAttnBwdRequest<T>

impl<T> Send for MultiHeadAttnBwdRequest<T>

impl<T> Sync for MultiHeadAttnBwdRequest<T>

impl<T> Unpin for MultiHeadAttnBwdRequest<T>where T: Unpin,

impl<T> UnsafeUnpin for MultiHeadAttnBwdRequest<T>

impl<T> !UnwindSafe for MultiHeadAttnBwdRequest<T>

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

type Error = Infallible

fn try_from(value: U) -> Result<T, <T as TryFrom<U>>::Error>

impl<T, U> TryInto<U> for Twhere U: TryFrom<T>,

type Error = <U as TryFrom<T>>::Error

fn try_into(self) -> Result<U, <U as TryFrom<T>>::Error>

impl<T> WithSubscriber for T

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>where S: Into<Dispatch>,

fn with_current_subscriber(self) -> WithDispatch<Self>

impl<T> Extension for Twhere T: Any + Send + Sync,

Struct MultiHeadAttnBwdRequest

impl<T> Unpin for MultiHeadAttnBwdRequest<T>
where T: Unpin,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T, U> Into<U> for T
where U: From<T>,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<T> Extension for T
where T: Any + Send + Sync,