GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize > Struct Template Reference

GridwiseNormalizationSplitK1st&lt; XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize &gt; Struct Template Reference#

Composable Kernel: ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize > Struct Template Reference
ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize > Struct Template Reference

#include <gridwise_normalization_splitk_1st.hpp>

Public Types

using ThreadClusterLengths_M_K = Sequence<MThreadClusterSize, KThreadClusterSize>
using ThreadBufferDimAccessOrder
using ThreadClusterArrangeOrder
using ThreadBufferLengths_M_K = Sequence<MThreadSliceSize, XSrcVectorSize>
using ThreadBufferLengths_M_1 = Sequence<MThreadSliceSize, 1>
using ThreadReduceSrcDesc_M_K
using ThreadReduceDstDesc_M
using ThreadwiseWelford
using BlockwiseWelford
using PassThroughOp = tensor_operation::element_wise::PassThrough

Static Public Member Functions

static __device__ int GetKPerThread (int k, int kRaw, int kGridSize, int block_k_cluster_id, int thread_k_cluster_id)
static __device__ void Run (const XGridDesc_M_K &x_grid_desc_m_k, const MeanVarGridDesc_M_KBlock &mean_var_grid_desc_m_kblock, index_t num_k_block_tile_iteration, const XDataType *const __restrict__ p_x_global, MeanVarDataType *const p_mean_global, MeanVarDataType *const p_variance_global, int32_t *const p_welford_count_global)

Static Public Attributes

static constexpr bool reorder_thread_cluster = (XSrcVectorDim == 0)
static constexpr auto I0 = Number<0>{}
static constexpr auto I1 = Number<1>{}
static constexpr auto I2 = Number<2>{}
static constexpr auto thread_cluster_desc
static constexpr auto thread_buffer_desc_m_k
static constexpr auto thread_buffer_desc_m_1
static constexpr index_t M_BlockTileSize = MThreadClusterSize * MThreadSliceSize
static constexpr index_t K_BlockTileSize = KThreadClusterSize * KThreadSliceSize
static constexpr index_t K_BlockTileStepSize = KThreadClusterSize * XSrcVectorSize
static constexpr auto ThreadBufferNumber = Number<KThreadSliceSize / XSrcVectorSize>{}

Member Typedef Documentation

◆ BlockwiseWelford

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::BlockwiseWelford
Initial value:
BlockwiseWelford<ComputeDataType,
BlockSize,
false>
BlockwiseWelford< AccDataType, BlockSize, ThreadClusterLengths_M_K, ThreadClusterArrangeOrder, false > BlockwiseWelford
Definition gridwise_multiblock_welford_first_half.hpp:82
typename conditional< reorder_thread_cluster, Sequence< 1, 0 >, Sequence< 0, 1 > >::type ThreadClusterArrangeOrder
Definition gridwise_multiblock_welford_first_half.hpp:68
Sequence< MThreadClusterSize, KThreadClusterSize > ThreadClusterLengths_M_K
Definition gridwise_multiblock_welford_first_half.hpp:63

◆ PassThroughOp

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::PassThroughOp = tensor_operation::element_wise::PassThrough

◆ ThreadBufferDimAccessOrder

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferDimAccessOrder
Initial value:
Definition utility/sequence.hpp:43
Definition utility/functional.hpp:100

◆ ThreadBufferLengths_M_1

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferLengths_M_1 = Sequence<MThreadSliceSize, 1>

◆ ThreadBufferLengths_M_K

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferLengths_M_K = Sequence<MThreadSliceSize, XSrcVectorSize>

◆ ThreadClusterArrangeOrder

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadClusterArrangeOrder

◆ ThreadClusterLengths_M_K

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadClusterLengths_M_K = Sequence<MThreadClusterSize, KThreadClusterSize>

◆ ThreadReduceDstDesc_M

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadReduceDstDesc_M
Initial value:
integral_constant< index_t, N > Number
Definition number.hpp:12
__host__ __device__ constexpr auto make_naive_tensor_descriptor_packed(const Tuple< Lengths... > &lengths)
Definition tensor_descriptor_helper.hpp:101
__host__ __device__ constexpr auto make_tuple(Xs &&... xs)
Definition utility/tuple.hpp:211

◆ ThreadReduceSrcDesc_M_K

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadReduceSrcDesc_M_K

◆ ThreadwiseWelford

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
using ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadwiseWelford
Initial value:
ThreadwiseWelford< ComputeDataType, ThreadReduceSrcDesc_M_K, ThreadReduceDstDesc_M > ThreadwiseWelford
Definition gridwise_normalization_splitk_1st.hpp:63

Member Function Documentation

◆ GetKPerThread()

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
__device__ int ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::GetKPerThread ( int k,
int kRaw,
int kGridSize,
int block_k_cluster_id,
int thread_k_cluster_id )
inlinestatic

◆ Run()

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
__device__ void ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::Run ( const XGridDesc_M_K & x_grid_desc_m_k,
const MeanVarGridDesc_M_KBlock & mean_var_grid_desc_m_kblock,
index_t num_k_block_tile_iteration,
const XDataType *const __restrict__ p_x_global,
MeanVarDataType *const p_mean_global,
MeanVarDataType *const p_variance_global,
int32_t *const p_welford_count_global )
inlinestatic

Member Data Documentation

◆ I0

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::I0 = Number<0>{}
staticconstexpr

◆ I1

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::I1 = Number<1>{}
staticconstexpr

◆ I2

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::I2 = Number<2>{}
staticconstexpr

◆ K_BlockTileSize

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
index_t ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::K_BlockTileSize = KThreadClusterSize * KThreadSliceSize
staticconstexpr

◆ K_BlockTileStepSize

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
index_t ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::K_BlockTileStepSize = KThreadClusterSize * XSrcVectorSize
staticconstexpr

◆ M_BlockTileSize

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
index_t ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::M_BlockTileSize = MThreadClusterSize * MThreadSliceSize
staticconstexpr

◆ reorder_thread_cluster

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
bool ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::reorder_thread_cluster = (XSrcVectorDim == 0)
staticconstexpr

◆ thread_buffer_desc_m_1

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::thread_buffer_desc_m_1
staticconstexpr
Initial value:
=
static constexpr auto I1
Definition gridwise_normalization_splitk_1st.hpp:36

◆ thread_buffer_desc_m_k

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::thread_buffer_desc_m_k
staticconstexpr

◆ thread_cluster_desc

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::thread_cluster_desc
staticconstexpr
Initial value:
=
__host__ __device__ constexpr auto make_cluster_descriptor(const Lengths &lengths, ArrangeOrder order=typename arithmetic_sequence_gen< 0, Lengths::Size(), 1 >::type{})
Definition tensor_description/cluster_descriptor.hpp:13
typename conditional< reorder_thread_cluster, Sequence< 1, 0 >, Sequence< 0, 1 > >::type ThreadClusterArrangeOrder
Definition gridwise_normalization_splitk_1st.hpp:44
Sequence< MThreadClusterSize, KThreadClusterSize > ThreadClusterLengths_M_K
Definition gridwise_normalization_splitk_1st.hpp:39

◆ ThreadBufferNumber

template<typename XDataType, typename ComputeDataType, typename MeanVarDataType, typename XGridDesc_M_K, typename MeanVarGridDesc_M_KBlock, index_t BlockSize, index_t MThreadClusterSize, index_t KThreadClusterSize, index_t MThreadSliceSize, index_t KThreadSliceSize, index_t XSrcVectorDim, index_t XSrcVectorSize>
auto ck::GridwiseNormalizationSplitK1st< XDataType, ComputeDataType, MeanVarDataType, XGridDesc_M_K, MeanVarGridDesc_M_KBlock, BlockSize, MThreadClusterSize, KThreadClusterSize, MThreadSliceSize, KThreadSliceSize, XSrcVectorDim, XSrcVectorSize >::ThreadBufferNumber = Number<KThreadSliceSize / XSrcVectorSize>{}
staticconstexpr

The documentation for this struct was generated from the following file: