device_normalization_bwd_gamma_beta.hpp Source File

device_normalization_bwd_gamma_beta.hpp Source File#

Composable Kernel: device_normalization_bwd_gamma_beta.hpp Source File
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
 
#pragma once
 
#include <iostream>
#include <vector>
 
#include "ck/tensor_operation/gpu/device/device_base.hpp"
 
namespace ck {
namespace tensor_operation {
namespace device {
template <typename DYDataType,
          typename XDataType,
          typename MeanInvStdDataType,
          typename DGammaDataType,
          typename DBetaDataType,
          index_t Rank,
          index_t NumReduceDim>
struct DeviceNormalizationBwdGammaBeta : public BaseOperator
{
    virtual std::unique_ptr<BaseArgument>
    MakeArgumentPointer(const std::vector<index_t> inLengths,
                        const std::vector<index_t> dyStrides,
                        const std::vector<index_t> xStrides,
                        const std::vector<index_t> meanStrides,
                        const std::vector<index_t> invStdStrides,
                        const std::vector<index_t> outLengths,
                        const std::vector<index_t> dgammaStrides,
                        const std::vector<index_t> dbetaStrides,
                        const std::vector<index_t> reduceDims,
                        const void* p_dy,
                        const void* p_x,
                        const void* p_mean,
                        const void* p_invStd,
                        void* p_dgamma,
                        void* p_dbeta) = 0;
 
    virtual std::unique_ptr<BaseInvoker> MakeInvokerPointer() = 0;
};
 
template <typename DYDataType,
          typename XDataType,
          typename MeanInvStdDataType,
          typename DGammaDataType,
          typename DBetaDataType,
          index_t Rank,
          index_t NumReduceDim>
using DeviceNormalizationBwdGammaBetaPtr =
    std::unique_ptr<DeviceNormalizationBwdGammaBeta<DYDataType,
                                                    XDataType,
                                                    MeanInvStdDataType,
                                                    DGammaDataType,
                                                    DBetaDataType,
                                                    Rank,
                                                    NumReduceDim>>;
 
} // namespace device
} // namespace tensor_operation
} // namespace ck