Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 09:44:28 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix issues with cuda memory allocation

Browse Source
This commit is contained in:
Matúš Námešný
2024-02-09 18:18:02 +01:00
parent 950021389c
commit 6645cd31ba
1 changed files with 8 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/layers/dense.cpp
View File

@@ -6,19 +6,18 @@ Layers::Dense::Dense(int inputSize, int outputSize, cublasHandle_t cublasHandle)
: inputSize(inputSize), outputSize(outputSize), cublasHandle(cublasHandle) { : inputSize(inputSize), outputSize(outputSize), cublasHandle(cublasHandle) {
// Allocate memory for weights and biases // Allocate memory for weights and biases
weights.resize(inputSize * outputSize); weights.resize(outputSize, std::vector<float>(inputSize));
biases.resize(outputSize); biases.resize(outputSize);
// Initialize weights and biases (you may customize this part)
initializeWeights(); initializeWeights();
initializeBiases(); initializeBiases();
// Allocate GPU memory for weights and biases // Allocate GPU memory for weights and biases
cudaMalloc((void**)&d_weights, sizeof(float) * weights.size()); cudaMalloc((void**)&d_weights, sizeof(float) * inputSize * outputSize);
cudaMalloc((void**)&d_biases, sizeof(float) * biases.size()); cudaMalloc((void**)&d_biases, sizeof(float) * biases.size());
// Copy weights and biases to GPU // Copy weights and biases to GPU
cudaMemcpy(d_weights, weights.data(), sizeof(float) * weights.size(), cudaMemcpyHostToDevice); cudaMemcpy(d_weights, weights.data(), sizeof(float) * inputSize * outputSize, cudaMemcpyHostToDevice);
cudaMemcpy(d_biases, biases.data(), sizeof(float) * biases.size(), cudaMemcpyHostToDevice); cudaMemcpy(d_biases, biases.data(), sizeof(float) * biases.size(), cudaMemcpyHostToDevice);
} }
@@ -29,17 +28,16 @@ Layers::Dense::~Dense() {
} }
void Layers::Dense::initializeWeights() { void Layers::Dense::initializeWeights() {
for (auto& row : weights) {
float range = sqrt((float) 6/(inputSize + outputSize)); for (float& weight : row) {
weight = 0.0f;
for (float& weight : weights) { }
weight = static_cast<float>(rand()) / RAND_MAX * 2.0 * range - range;
} }
} }
void Layers::Dense::initializeBiases() { void Layers::Dense::initializeBiases() {
for (float& bias : biases) { for (float& bias : biases) {
bias = static_cast<float>(rand()) / RAND_MAX * 2.0f - 1.0f; bias = 0.0f;
} }
} }