Improve softmax numerical stability

2025-11-06 01:34:22 +00:00 · 2024-04-08 23:25:46 +02:00
parent e419a93408
commit b49dddf34a
6 changed files with 119 additions and 4 deletions
--- a/include/layers/activation.cuh
+++ b/include/layers/activation.cuh
@@ -50,6 +50,7 @@ class Activation {
    unsigned int gridSize;

    float* d_softmax_sum;
+    float* d_max;

 };