Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-06 01:34:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement batch norm test

Browse Source
This commit is contained in:
Matúš Námešný
2024-04-28 21:46:42 +02:00
parent f60d62f6bd
commit 96536a44fd
3 changed files with 115 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/layers/batch_norm.cu
View File

@@ -129,6 +129,7 @@ float *BatchNorm::forward(const float *d_input) {
&d_mean[i],
inputSize * inputSize
);
CUDA_CHECK(cudaGetLastError());
Kernels::vec_scalar_div<<<gridSize, BLOCK_SIZE>>>(
d_output + i * inputSize * inputSize,
@@ -136,6 +137,7 @@ float *BatchNorm::forward(const float *d_input) {
&d_sqrt_var[i],
inputSize * inputSize
);
CUDA_CHECK(cudaGetLastError());
Kernels::vec_scalar_mul<<<gridSize, BLOCK_SIZE>>>(
d_output + i * inputSize * inputSize,
@@ -143,6 +145,7 @@ float *BatchNorm::forward(const float *d_input) {
&d_weights[i],
inputSize * inputSize
);
CUDA_CHECK(cudaGetLastError());
Kernels::vec_scalar_add<<<gridSize, BLOCK_SIZE>>>(
d_output + i * inputSize * inputSize,
@@ -150,6 +153,7 @@ float *BatchNorm::forward(const float *d_input) {
&d_biases[i],
inputSize * inputSize
);
CUDA_CHECK(cudaGetLastError());
}
return d_output;