CUDANet/include/layers/dense.cuh

#ifndef DENSE_LAYER_H
#define DENSE_LAYER_H

#include <functional>
#include <vector>
#include <cublas_v2.h>
#include <string>
#include "ilayer.cuh"

namespace Layers {

    class Dense : public ILayer {
    public:
        Dense(int inputSize, int outputSize, std::string activation, cublasHandle_t cublasHandle);
        ~Dense();

        void forward(const float* input, float* output);
        void setWeights(const std::vector<std::vector<float>>& weights);
        void setBiases(const std::vector<float>& biases);

    private:
        int inputSize;
        int outputSize;

        cublasHandle_t cublasHandle;

        float* d_weights;
        float* d_biases;

        std::vector<float> weights;
        std::vector<float> biases;

        std::string activation;

        void initializeWeights();
        void initializeBiases();
        void toCuda();
    };

} // namespace Layers

#endif // DENSE_LAYER_H