Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-05 17:34:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove cudaDeviceReset calls from tests

Browse Source
This commit is contained in:
Matúš Námešný
2024-04-21 22:47:12 +02:00
parent bdbb3f978e
commit 58af95eb25
11 changed files with 18 additions and 28 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
src/layers/activation.cu
View File

@@ -12,13 +12,11 @@ using namespace CUDANet::Layers;
Activation::Activation(ActivationType activation, const int length)
: activationType(activation), length(length) {
if (activationType == SOFTMAX) {
d_max = nullptr;
CUDA_CHECK(cudaMalloc((void**)&d_max, sizeof(float) * length));
d_softmax_sum = nullptr;
CUDA_CHECK(cudaMalloc((void**)&d_softmax_sum, sizeof(float) * length));
std::cout << "Activation: Softmax " << length << std::endl;
d_max = nullptr;
CUDA_CHECK(cudaMalloc((void**)&d_max, sizeof(float) * length));
}
gridSize = (length + BLOCK_SIZE - 1) / BLOCK_SIZE;
@@ -26,8 +24,8 @@ Activation::Activation(ActivationType activation, const int length)
Activation::~Activation() {
if (activationType == SOFTMAX) {
cudaFree(d_softmax_sum);
cudaFree(d_max);
CUDA_CHECK(cudaFree(d_softmax_sum));
CUDA_CHECK(cudaFree(d_max));
}
}
@@ -63,7 +61,7 @@ void Activation::activate(float* d_input) {
d_input, d_input, length
);
CUDA_CHECK(cudaGetLastError());
// Find sum
Utils::sum(d_input, d_softmax_sum, length);
@@ -71,7 +69,6 @@ void Activation::activate(float* d_input) {
d_input, d_input, d_softmax_sum, length
);
CUDA_CHECK(cudaGetLastError());
break;
default: