Member List

Member List#

Composable Kernel: Member List
ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ > Member List

This is the complete list of members for ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >, including all inherited members.

AttentionVariant typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
BiasDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
BiasEnumck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
BlockSize()ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
EpiloguePipeline typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
FmhaMask typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
FmhaPipeline typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
GetName()ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GetSmemSize()ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GetTileIndex(const Kargs &kargs)ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
GridSize(ck_tile::index_t batch_size_, ck_tile::index_t nhead_, ck_tile::index_t seqlen_q_, ck_tile::index_t hdim_v_)ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
Kargs typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
kBlockPerCuck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kBlockPerCuInputck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kBlockSizeck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
KDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
kDoFp8StaticQuantck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasDropoutck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasLogitsSoftCapck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kHasMaskck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kIsGroupModeck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadHeadDimQck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadHeadDimVck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadSeqLenKck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kPadSeqLenQck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kStoreLSEck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
kUseAsyncCopyck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >static
LSEDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, ck_tile::index_t seqlen_q, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, int32_t num_total_pages, const void *kv_indptr, const void *kv_page_indices, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_q, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t batch_stride_bias, ck_tile::index_t batch_stride_randval, ck_tile::index_t batch_stride_lse, ck_tile::index_t batch_stride_o, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * > > drop_seed_offset)ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
MakeKargs(const void *q_ptr, const void *k_ptr, const void *v_ptr, const void *bias_ptr, void *rand_val_ptr, void *lse_ptr, void *o_ptr, const void *seqstart_q_ptr, ck_tile::index_t hdim_q, ck_tile::index_t hdim_v, ck_tile::index_t num_head_q, ck_tile::index_t nhead_ratio_qk, int32_t num_total_pages, const void *kv_indptr, const void *kv_page_indices, float scale_s, float scale_p, float scale_o, float logits_soft_cap, ck_tile::index_t stride_q, ck_tile::index_t stride_k, ck_tile::index_t stride_v, ck_tile::index_t stride_bias, ck_tile::index_t stride_randval, ck_tile::index_t stride_o, ck_tile::index_t nhead_stride_q, ck_tile::index_t nhead_stride_k, ck_tile::index_t nhead_stride_v, ck_tile::index_t nhead_stride_bias, ck_tile::index_t nhead_stride_randval, ck_tile::index_t nhead_stride_lse, ck_tile::index_t nhead_stride_o, ck_tile::index_t batch_stride_k, ck_tile::index_t batch_stride_v, ck_tile::index_t window_size_left, ck_tile::index_t window_size_right, ck_tile::index_t mask_type, float p_drop, bool s_randval, std::variant< std::pair< uint64_t, uint64_t >, std::pair< const void *, const void * > > drop_seed_offset)ck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inlinestatic
ODataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
operator()(Kargs kargs) constck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >inline
QDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
RandValOutputDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
SaccDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
VDataType typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >
VLayout typedefck_tile::FmhaBatchPrefillWithPagedKVCacheKernel< FmhaPipeline_, EpiloguePipeline_ >