Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 01:34:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Improve softmax numerical stability

Browse Source
This commit is contained in:
Matúš Námešný
2024-04-08 23:25:46 +02:00
parent e419a93408
commit b49dddf34a
6 changed files with 119 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
test/model/test_model.cu
View File

@@ -52,7 +52,7 @@ TEST(Model, TestModelPredict) {
// dense
CUDANet::Layers::Dense dense(
18, 6, CUDANet::Layers::ActivationType::NONE
18, 6, CUDANet::Layers::ActivationType::SOFTMAX
);
// dense weights 18*6
std::vector<float> denseWeights = {
@@ -93,13 +93,14 @@ TEST(Model, TestModelPredict) {
// predict
const float* output = model.predict(input.data());
float sum = 0.0f;
// float sum = 0.0f;
for (int i = 0; i < outputSize; ++i) {
// sum += output[i];
sum += output[i];
std::cout << output[i] << " ";
}
// EXPECT_NEAR(sum, 1.0f, 1e-5f);
std::cout << std::endl;
EXPECT_NEAR(sum, 1.0f, 1e-5f);
}