device_elementwise_normalization.hpp Source File

device_elementwise_normalization.hpp Source File#

Composable Kernel: device_elementwise_normalization.hpp Source File
// SPDX-License-Identifier: MIT
// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
 
#pragma once
 
#include <iostream>
#include <vector>
 
#include "ck/tensor_operation/gpu/device/device_base.hpp"
 
namespace ck {
namespace tensor_operation {
namespace device {
 
template <typename InDataTypeTuple,
          typename GammaDataType,
          typename BetaDataType,
          typename AccDataType,
          typename YDataType,
          typename XElementwiseOperation,
          typename YElementwiseOperation,
          index_t Rank,
          index_t NumReduceDim>
struct DeviceElementwiseNormalization : public BaseOperator
{
    static constexpr int NumInput = InDataTypeTuple::Size();
 
    virtual std::unique_ptr<BaseArgument>
    MakeArgumentPointer(const std::vector<index_t> lengths,
                        const std::array<std::vector<index_t>, NumInput> inStridesArray,
                        const std::vector<index_t> gammaStrides,
                        const std::vector<index_t> betaStrides,
                        const std::vector<index_t> yStrides,
                        const std::vector<index_t> reduceDims,
                        double epsilon,
                        const std::array<const void*, NumInput> in_dev_buffers,
                        const void* p_gamma,
                        const void* p_beta,
                        void* p_y,
                        XElementwiseOperation x_elementwise_op,
                        YElementwiseOperation y_elementwise_op) = 0;
 
    virtual std::unique_ptr<BaseInvoker> MakeInvokerPointer() = 0;
};
 
template <typename InDataTypeTuple,
          typename GammaDataType,
          typename BetaDataType,
          typename AccDataType,
          typename YDataType,
          typename XElementwiseOperation,
          typename YElementwiseOperation,
          index_t Rank,
          index_t NumReduceDim>
using DeviceElementwiseNormalizationPtr =
    std::unique_ptr<DeviceElementwiseNormalization<InDataTypeTuple,
                                                   GammaDataType,
                                                   BetaDataType,
                                                   AccDataType,
                                                   YDataType,
                                                   XElementwiseOperation,
                                                   YElementwiseOperation,
                                                   Rank,
                                                   NumReduceDim>>;
 
} // namespace device
} // namespace tensor_operation
} // namespace ck