Mathis/CUDANet
1
0
Fork 0
mirror of https://github.com/lordmathis/CUDANet.git synced 2025-11-05 17:34:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cleanup and refactor

Browse Source
This commit is contained in:
Matúš Námešný
2024-04-11 22:52:41 +02:00
parent 4b9d123e94
commit 18522c2dea
9 changed files with 81 additions and 72 deletions
Download Patch File Download Diff File Expand all files Collapse all files

18
test/kernels/test_activation_functions.cu
View File

@@ -47,21 +47,3 @@ TEST(ActivationFunctionsTest, SigmoidSanityCheck) {
cudaDeviceReset();
}
// void print_vec(float* d_vec, int length) {
// std::vector<float> h_vec(length);
// CUDA_CHECK(cudaMemcpy(
// h_vec.data(), d_vec, sizeof(float) * length, cudaMemcpyDeviceToHost
// ));
// float sum = 0.0f;
// for (int i = 0; i < length; ++i) {
// std::cout << h_vec[i] << ", ";
// sum += h_vec[i];
// }
// std::cout << std::endl;
// }

5
test/kernels/test_matmul.cu
View File

@@ -61,7 +61,7 @@ TEST(MatMulTest, MatVecMulTest) {
for (int j = 0; j < w; j++) {
sum += matrix[i * w + j] * vector[j];
}
EXPECT_NEAR(sum, output_gpu[i], 1e-5);
EXPECT_NEAR(sum, output_gpu[i], 1e-5f);
}
cudaFree(d_matrix);
@@ -151,7 +151,7 @@ TEST(MatMulTest, VecExpTest) {
EXPECT_EQ(cudaStatus, cudaSuccess);
for (int i = 0; i < 6; i++) {
EXPECT_NEAR(expected[i], output[i], 1e7);
EXPECT_NEAR(expected[i], output[i], 1e7f);
}
cudaFree(d_input);
@@ -193,7 +193,6 @@ TEST(MatMulTest, SumReduceTest) {
int remaining = gridSize;
while (remaining > 1) {
std::cout << remaining << std::endl;
int blocks_needed = (remaining + BLOCK_SIZE - 1) / BLOCK_SIZE;
CUDANet::Kernels::sum_reduce<<<blocks_needed, BLOCK_SIZE>>>(d_sum, d_sum, remaining);
remaining = blocks_needed;

9
test/layers/test_dense.cu
View File

@@ -242,20 +242,13 @@ TEST_F(DenseLayerTest, ForwardRandomWeightMatrixSoftmax) {
EXPECT_EQ(cudaStatus, cudaSuccess);
std::vector<float> expected = {0.17124f, 0.28516f, 0.22208f, 0.32152f};
// std::vector<float> expected = {0.46f, 0.97f, 0.72f, 1.09f};
float sum = 0.0f;
for (int i = 0; i < outputSize; ++i) {
std::cout << output[i] << ", ";
}
std::cout << std::endl;
for (int i = 0; i < outputSize; ++i) {
sum += output[i];
EXPECT_NEAR(output[i], expected[i], 1e-5);
EXPECT_NEAR(output[i], expected[i], 1e-5f);
}
std::cout << std::endl;
EXPECT_NEAR(sum, 1.0f, 1e-5f);

4
test/model/test_model.cu
View File

@@ -105,11 +105,9 @@ TEST(Model, TestModelPredict) {
// float sum = 0.0f;
for (int i = 0; i < outputSize; ++i) {
sum += output[i];
std::cout << output[i] << " ";
}
std::cout << std::endl;
EXPECT_NEAR(sum, 1.0f, 1e-2f);
EXPECT_NEAR(sum, 1.0f, 1e-5f);
cudaDeviceReset();
}