mirror of
https://github.com/lordmathis/CUDANet.git
synced 2025-12-22 14:24:22 +00:00
60 lines
1.2 KiB
C++
60 lines
1.2 KiB
C++
#pragma once
|
|
|
|
#include "backend/tensor.hpp"
|
|
#include "backend/backend.hpp"
|
|
#include "layers/layer.hpp"
|
|
|
|
namespace CUDANet::Layers {
|
|
|
|
/**
|
|
* @brief Activation functions
|
|
*
|
|
* SIGMOID: Sigmoid
|
|
* RELU: Rectified Linear Unit
|
|
* SOFTMAX: Softmax
|
|
*
|
|
*/
|
|
enum ActivationType { SIGMOID, RELU, SOFTMAX, NONE };
|
|
|
|
/**
|
|
* @brief Utility class that performs activation
|
|
*
|
|
*/
|
|
class Activation : Layer {
|
|
public:
|
|
|
|
Activation() = default;
|
|
|
|
/**
|
|
* @brief Construct a new Activation object
|
|
*
|
|
* @param activation Type of activation
|
|
* @param length Length of the input
|
|
*/
|
|
Activation(CUDANet::Backend::IBackend* backend, ActivationType activation, const int length);
|
|
|
|
/**
|
|
* @brief Destroy the Activation object
|
|
*
|
|
*/
|
|
~Activation();
|
|
|
|
/**
|
|
* @brief Run the activation function on the input
|
|
*
|
|
* @param d_input Pointer to the input vector on the device
|
|
*/
|
|
void activate(CUDANet::Backend::Tensor input);
|
|
|
|
|
|
private:
|
|
CUDANet::Backend::IBackend* backend;
|
|
ActivationType activationType;
|
|
int length;
|
|
|
|
CUDANet::Backend::Tensor softmax_sum;
|
|
CUDANet::Backend::Tensor tensor_max;
|
|
};
|
|
|
|
} // namespace CUDANet::Layers
|