Use tiling shmem for mat vec mul kernel

include/layers/dense.cuh

@@ -66,6 +66,10 @@ class Dense : public ILayer {
 
     Layers::Activation activation;
 
+    // Precompute kernel launch parameters
+    int forwardGridSize;
+    int biasGridSize;
+
     /**
      * @brief Initialize the weights to zeros
      *

include/utils/cuda_helper.cuh

@@ -4,6 +4,10 @@
 #include <cuda_runtime.h>
 #include <cstdio>
 
+#ifndef BLOCK_SIZE
+#define BLOCK_SIZE 128
+#endif // BLOCK_SIZE
+
 /**
  * @brief CUDA error checking macro
  *