Implement batch norm test

2025-11-05 17:34:21 +00:00 · 2024-04-28 21:46:42 +02:00
parent f60d62f6bd
commit 96536a44fd
3 changed files with 115 additions and 0 deletions
--- a/test/layers/test_batch_norm.cu
+++ b/test/layers/test_batch_norm.cu
@@ -0,0 +1,80 @@
+#include <cuda_runtime.h>
+#include <gtest/gtest.h>
+
+#include <vector>
+
+#include "activation.cuh"
+#include "batch_norm.cuh"
+
+TEST(BatchNormLayerTest, BatchNormSmallForwardTest) {
+    int inputSize   = 4;
+    int nChannels   = 2;
+
+    cudaError_t cudaStatus;
+
+    CUDANet::Layers::BatchNorm batchNorm(
+        inputSize, nChannels, CUDANet::Layers::ActivationType::NONE
+    );
+
+    std::vector<float> weights = {0.63508f, 0.64903f};
+    std::vector<float> biases = {0.25079f, 0.66841f};
+
+    batchNorm.setWeights(weights.data());
+    batchNorm.setBiases(biases.data());
+
+    cudaStatus = cudaGetLastError();
+    EXPECT_EQ(cudaStatus, cudaSuccess);
+
+    // clang-format off
+    std::vector<float> input = {
+        // Channel 0
+        0.38899f, 0.80478f, 0.48836f, 0.97381f,
+        0.57508f, 0.60835f, 0.65467f, 0.00168f,
+        0.65869f, 0.74235f, 0.17928f, 0.70349f,
+        0.15524f, 0.38664f, 0.23411f, 0.7137f,
+        // Channel 1
+        0.32473f, 0.15698f, 0.314f, 0.60888f,
+        0.80268f, 0.99766f, 0.93694f, 0.89237f,
+        0.13449f, 0.27367f, 0.53036f, 0.18962f,
+        0.57672f, 0.48364f, 0.10863f, 0.0571f
+    };
+    // clang-format on
+
+    std::vector<float> output(input.size());
+
+    float* d_input;
+    cudaStatus = cudaMalloc((void**)&d_input, sizeof(float) * input.size());
+    EXPECT_EQ(cudaStatus, cudaSuccess);
+
+    cudaStatus = cudaMemcpy(
+        d_input, input.data(), sizeof(float) * input.size(), cudaMemcpyHostToDevice
+    );
+    EXPECT_EQ(cudaStatus, cudaSuccess);
+
+    float* d_output = batchNorm.forward(d_input);
+
+    cudaStatus = cudaMemcpy(
+        output.data(), d_output, sizeof(float) * output.size(), cudaMemcpyDeviceToHost
+    );
+    EXPECT_EQ(cudaStatus, cudaSuccess);
+
+    std::vector<float> expected = {
+        -0.06007f, 0.951f, 0.18157f, 1.36202f,
+        0.39244f, 0.47335f, 0.58598f, -1.00188f,
+        0.59576f, 0.79919f, -0.57001f, 0.70469f,
+        -0.62847f, -0.06578f, -0.43668f, 0.72952f,
+        0.37726f, 0.02088f, 0.35446f, 0.98092f,
+        1.39264f, 1.80686f, 1.67786f, 1.58318f,
+        -0.0269f, 0.26878f, 0.81411f, 0.09022f,
+        0.9126f, 0.71485f, -0.08184f, -0.19131f
+    };
+
+    // std::cout << "BatchNorm: " << std::endl;
+    for (int i = 0; i < output.size(); i++) {
+        EXPECT_EQ(output[i], expected[i]);
+        // std::cout << output[i] << " ";
+    }
+    // std::cout << std::endl;
+    cudaFree(d_input);
+
+}