Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 17:54:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix dense layer forward prop

Browse Source
This commit is contained in:
Matúš Námešný
2024-02-27 21:47:46 +01:00
parent b1eb8b5806
commit 9747abe53e
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/layers/dense.cu
View File

@@ -55,11 +55,11 @@ void Layers::Dense::initializeBiases() {
void Layers::Dense::forward(const float* d_input, float* d_output) { void Layers::Dense::forward(const float* d_input, float* d_output) {
const float alpha = 1.0f; const float alpha = 1.0f;
const float beta = 1.0f; const float beta = 0.0f;
CUBLAS_CHECK(cublasSgemv( CUBLAS_CHECK(cublasSgemv(
cublasHandle, CUBLAS_OP_N, inputSize, outputSize, &alpha, d_weights, cublasHandle, CUBLAS_OP_N, outputSize, inputSize, &alpha, d_weights,
inputSize, d_input, 1, &beta, d_output, 1 outputSize, d_input, 1, &beta, d_output, 1
)); ));
CUBLAS_CHECK( CUBLAS_CHECK(
cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, d_output, 1) cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, d_output, 1)