mirror of
https://github.com/lordmathis/CUDANet.git
synced 2025-12-22 14:24:22 +00:00
62 lines
1.3 KiB
C++
62 lines
1.3 KiB
C++
#pragma once
|
|
|
|
#include "tensor.hpp"
|
|
#include "backend.hpp"
|
|
#include "layer.hpp"
|
|
|
|
namespace CUDANet::Layers {
|
|
|
|
/**
|
|
* @brief Activation functions
|
|
*
|
|
* SIGMOID: Sigmoid
|
|
* RELU: Rectified Linear Unit
|
|
* SOFTMAX: Softmax
|
|
*
|
|
*/
|
|
enum ActivationType { SIGMOID, RELU, SOFTMAX, NONE };
|
|
|
|
/**
|
|
* @brief Utility class that performs activation
|
|
*
|
|
*/
|
|
class Activation : public CUDANet::Layer {
|
|
public:
|
|
|
|
Activation() = default;
|
|
|
|
Activation(ActivationType activation, const CUDANet::Shape &shape, CUDANet::Backend* backend);
|
|
Activation(ActivationType activation, const CUDANet::Shape &shape, CUDANet::DType dtype, CUDANet::Backend* backend);
|
|
|
|
~Activation() = default;
|
|
|
|
CUDANet::Tensor& forward(CUDANet::Tensor &input) override;
|
|
|
|
CUDANet::Shape input_shape() override;
|
|
|
|
CUDANet::Shape output_shape() override;
|
|
|
|
size_t input_size() override;
|
|
|
|
size_t output_size() override;
|
|
|
|
void set_weights(void *input) override;
|
|
|
|
size_t get_weights_size() override;
|
|
|
|
void set_biases(void *input) override;
|
|
|
|
size_t get_biases_size() override;
|
|
|
|
|
|
private:
|
|
CUDANet::Backend* backend;
|
|
ActivationType activation_type;
|
|
CUDANet::Shape shape;
|
|
|
|
CUDANet::Tensor softmax_sum;
|
|
CUDANet::Tensor tensor_max;
|
|
};
|
|
|
|
} // namespace CUDANet::Layers
|