Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 17:54:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Initialize and use cuBLAS properly

Browse Source
This commit is contained in:
Matúš Námešný
2024-02-10 17:17:07 +01:00
parent 3e6b7dc7e6
commit 22e33a395b
5 changed files with 35 additions and 12 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
src/layers/dense.cpp
View File

@@ -21,7 +21,7 @@ Layers::Dense::Dense(int inputSize, int outputSize, cublasHandle_t cublasHandle)
CUDA_CHECK(cudaMalloc((void**)&d_weights, sizeof(float) * inputSize * outputSize));
CUDA_CHECK(cudaMalloc((void**)&d_biases, sizeof(float) * biases.size()));
to_cuda();
toCuda();
}
Layers::Dense::~Dense() {
@@ -54,7 +54,17 @@ void Layers::Dense::forward(const float* input, float* output) {
cublasSaxpy(cublasHandle, outputSize, &alpha, d_biases, 1, output, 1);
}
void Layers::Dense::to_cuda() {
CUDA_CHECK(cudaMemcpy(d_weights, weights.data(), sizeof(float) * inputSize * outputSize, cudaMemcpyHostToDevice));
CUDA_CHECK(cudaMemcpy(d_biases, biases.data(), sizeof(float) * biases.size(), cudaMemcpyHostToDevice));
void Layers::Dense::toCuda() {
CUBLAS_CHECK(cublasSetMatrix(outputSize, inputSize, sizeof(float), weights.data(), inputSize, d_weights, outputSize));
CUBLAS_CHECK(cublasSetVector(biases.size(), sizeof(float), biases.data(), 1, d_biases, 1));
}
void Layers::Dense::setWeights(const std::vector<std::vector<float>>& weights) {
this->weights = weights;
toCuda();
}
void Layers::Dense::setBiases(const std::vector<float>& biases) {
this->biases = biases;
toCuda();
}

11
src/utils/cuda_helper.cpp
View File

@@ -1,9 +1,9 @@
#include <cstdio>
#include <cstdlib>
#include "cuda_helper.h"
#include <cublas_v2.h>
// Initialize CUDA and return the device properties
cudaDeviceProp initializeCUDA() {
cudaDeviceProp initializeCUDA(cublasHandle_t& cublasHandle) {
int deviceCount;
CUDA_CHECK(cudaGetDeviceCount(&deviceCount));
@@ -12,7 +12,7 @@ cudaDeviceProp initializeCUDA() {
std::exit(EXIT_FAILURE);
}
int device = 0; // You can modify this to choose a different GPU
int device = 0;
CUDA_CHECK(cudaSetDevice(device));
cudaDeviceProp deviceProp;
@@ -20,5 +20,8 @@ cudaDeviceProp initializeCUDA() {
std::printf("Using CUDA device %d: %s\n", device, deviceProp.name);
// Initialize cuBLAS
CUBLAS_CHECK(cublasCreate(&cublasHandle));
return deviceProp;
}
}