Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 01:34:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improve test dense

Browse Source
This commit is contained in:
Matúš Námešný
2024-02-18 13:12:49 +01:00
parent ee1a8cc6e6
commit 4b6fff9bfd
2 changed files with 53 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/layers/dense.cpp
View File

@@ -45,14 +45,12 @@ void Layers::Dense::initializeBiases() {
}
}
void Layers::Dense::forward(const float* input, float* output) {
// Perform matrix multiplication: output = weights * input + biases
void Layers::Dense::forward(const float* d_input, float* d_output) {
const float alpha = 1.0f;
const float beta = 1.0f;
cublasSgemv(cublasHandle, CUBLAS_OP_N, inputSize, outputSize, &alpha, d_weights, inputSize, input, 1, &beta, output, 1);
// Add biases
cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, output, 1);
cublasSgemv(cublasHandle, CUBLAS_OP_N, inputSize, outputSize, &alpha, d_weights, inputSize, d_input, 1, &beta, d_output, 1);
cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, d_output, 1);
}
void Layers::Dense::toCuda() {