FmhaBwdGroupModeKargs Struct Reference

FmhaBwdGroupModeKargs Struct Reference#

Composable Kernel: ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs Struct Reference
Public Attributes | List of all members
ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs Struct Reference

#include <fmha_bwd_kernel.hpp>

Inheritance diagram for ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs:
ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonKargs

Public Attributes

const int32_t * seqstart_q_ptr
const int32_t * seqstart_k_ptr
const int32_t * seqlen_q_ptr
const int32_t * seqlen_k_ptr
const int32_t * cu_seqlen_q_ptr
const int32_t * cu_seqlen_k_ptr
Public Attributes inherited from ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdCommonKargs
const void * q_ptr
const void * k_ptr
const void * v_ptr
const void * lse_ptr
const void * do_ptr
const void * d_ptr
void * dq_acc_ptr
void * dk_ptr
void * dv_ptr
ck_tile::index_t seqlen_q
ck_tile::index_t seqlen_k
ck_tile::index_t hdim_q
ck_tile::index_t hdim_v
ck_tile::index_t num_head_q
ck_tile::index_t nhead_ratio_qk
float raw_scale
float scale
ck_tile::index_t stride_q
ck_tile::index_t stride_k
ck_tile::index_t stride_v
ck_tile::index_t stride_do
ck_tile::index_t stride_dq_acc
ck_tile::index_t stride_dk
ck_tile::index_t stride_dv
ck_tile::index_t nhead_stride_q
ck_tile::index_t nhead_stride_k
ck_tile::index_t nhead_stride_v
ck_tile::index_t nhead_stride_do
ck_tile::index_t nhead_stride_lsed
ck_tile::index_t nhead_stride_dq_acc
ck_tile::index_t nhead_stride_dk
ck_tile::index_t nhead_stride_dv

Member Data Documentation

◆ cu_seqlen_k_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::cu_seqlen_k_ptr

◆ cu_seqlen_q_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::cu_seqlen_q_ptr

◆ seqlen_k_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::seqlen_k_ptr

◆ seqlen_q_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::seqlen_q_ptr

◆ seqstart_k_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::seqstart_k_ptr

◆ seqstart_q_ptr

template<typename FmhaPipeline_, typename KGradEpiloguePipeline_, typename VGradEpiloguePipeline_, typename QGradEpiloguePipeline_ = void>
const int32_t* ck_tile::FmhaBwdDQDKDVKernel< FmhaPipeline_, KGradEpiloguePipeline_, VGradEpiloguePipeline_, QGradEpiloguePipeline_ >::FmhaBwdGroupModeKargs::seqstart_q_ptr
The documentation for this struct was generated from the following file: