Fix softmax sum kernel

This commit is contained in:
2024-04-08 22:09:18 +02:00
parent 7bc329a043
commit e419a93408
5 changed files with 49 additions and 14 deletions

View File

@@ -42,12 +42,12 @@ void Activation::activate(float* __restrict__ d_input) {
);
Kernels::softmax_sum<<<gridSize, BLOCK_SIZE>>>(
d_input, d_softmax_sum, length
d_input, d_softmax_sum
);
Kernels::softmax_sum<<<1, BLOCK_SIZE>>>(
d_softmax_sum, d_softmax_sum, length
);
d_softmax_sum, d_softmax_sum
);
Kernels::softmax_div<<<gridSize, BLOCK_SIZE>>>(
d_input, d_input, d_softmax_sum, length