Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 01:34:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add Kernels namespace

Browse Source
This commit is contained in:
Matúš Námešný
2024-03-11 21:04:23 +01:00
parent e0178e2d5c
commit d2ab78fbc7
18 changed files with 188 additions and 186 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/layers/dense.cu
View File

@@ -8,9 +8,9 @@
#include "activations.cuh"
#include "cuda_helper.cuh"
#include "dense.cuh"
#include "matrix_math.cuh"
#include "matmul.cuh"
Layers::Dense::Dense(int inputSize, int outputSize, Activation activation)
Layers::Dense::Dense(int inputSize, int outputSize, Layers::Activation activation)
: inputSize(inputSize), outputSize(outputSize), activation(activation) {
// Allocate memory for weights and biases
weights.resize(outputSize * inputSize);
@@ -46,21 +46,21 @@ void Layers::Dense::initializeBiases() {
}
void Layers::Dense::forward(const float* d_input, float* d_output) {
mat_vec_mul_kernel<<<1, outputSize>>>(
Kernels::mat_vec_mul<<<1, outputSize>>>(
d_weights, d_input, d_output, inputSize, outputSize
);
vec_vec_add_kernel<<<1, outputSize>>>(
Kernels::vec_vec_add<<<1, outputSize>>>(
d_biases, d_output, d_output, outputSize
);
switch (activation) {
case SIGMOID:
sigmoid_kernel<<<1, outputSize>>>(d_output, d_output, outputSize);
Kernels::sigmoid<<<1, outputSize>>>(d_output, d_output, outputSize);
break;
case RELU:
relu_kernel<<<1, outputSize>>>(d_output, d_output, outputSize);
Kernels::relu<<<1, outputSize>>>(d_output, d_output, outputSize);
break;
default: