CUDANet/include/layers/dense.cuh

#ifndef DENSE_LAYER_H
#define DENSE_LAYER_H

#include <cublas_v2.h>

#include <functional>
#include <string>
#include <vector>

#include "ilayer.cuh"

namespace Layers {

class Dense : public ILayer {
  public:
    Dense(
        int            inputSize,
        int            outputSize,
        std::string    activation,
        cublasHandle_t cublasHandle
    );
    ~Dense();

    void forward(const float* input, float* output);
    void setWeights(const std::vector<std::vector<float>>& weights);
    void setBiases(const std::vector<float>& biases);

  private:
    int inputSize;
    int outputSize;

    cublasHandle_t cublasHandle;

    float* d_weights;
    float* d_biases;

    std::vector<float> weights;
    std::vector<float> biases;

    std::string activation;

    void initializeWeights();
    void initializeBiases();
    void toCuda();
};

}  // namespace Layers

#endif  // DENSE_LAYER_H