From 9747abe53e1b9b854d3969ea11962d8292df0248 Mon Sep 17 00:00:00 2001 From: LordMathis Date: Tue, 27 Feb 2024 21:47:46 +0100 Subject: [PATCH] Fix dense layer forward prop --- src/layers/dense.cu | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/layers/dense.cu b/src/layers/dense.cu index 51a2aa0..1fe73ce 100644 --- a/src/layers/dense.cu +++ b/src/layers/dense.cu @@ -55,11 +55,11 @@ void Layers::Dense::initializeBiases() { void Layers::Dense::forward(const float* d_input, float* d_output) { const float alpha = 1.0f; - const float beta = 1.0f; + const float beta = 0.0f; CUBLAS_CHECK(cublasSgemv( - cublasHandle, CUBLAS_OP_N, inputSize, outputSize, &alpha, d_weights, - inputSize, d_input, 1, &beta, d_output, 1 + cublasHandle, CUBLAS_OP_N, outputSize, inputSize, &alpha, d_weights, + outputSize, d_input, 1, &beta, d_output, 1 )); CUBLAS_CHECK( cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, d_output, 1)