Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-12-23 06:44:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Migrate Activation layer to Tensor

Browse Source
This commit is contained in:
Matúš Námešný
2025-11-17 22:51:54 +01:00
parent d231e515b1
commit 25670f90c4
2 changed files with 7 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
src/layers/activation.cpp
View File

@@ -6,13 +6,13 @@
using namespace CUDANet::Layers;
Activation::Activation(ActivationType activation, const int length)
: activationType(activation), length(length) {
Activation::Activation(CUDANet::Backend::IBackend* backend, ActivationType activation, const int length)
: backend(backend), activationType(activation), length(length) {
if (activationType == SOFTMAX) {
softmax_sum = CUDANet::Backend::Tensor({static_cast<size_t>(length)}, CUDANet::Backend::DType::FLOAT32, nullptr);
tensor_max = CUDANet::Backend::Tensor({static_cast<size_t>(length)}, CUDANet::Backend::DType::FLOAT32, nullptr);
softmax_sum = CUDANet::Backend::Tensor({static_cast<size_t>(length)}, CUDANet::Backend::DType::FLOAT32, backend);
tensor_max = CUDANet::Backend::Tensor({static_cast<size_t>(length)}, CUDANet::Backend::DType::FLOAT32, backend);
}
}
@@ -23,10 +23,10 @@ void Activation::activate(CUDANet::Backend::Tensor input) {
backend->sigmoid(input);
break;
case ActivationType::RELU:
/* code */
backend->relu(input);
break;
case ActivationType::SOFTMAX:
/* code */
backend->softmax(input, tensor_max, softmax_sum);
break;
default:
break;