diff --git a/src/kernels/activation_functions.cu b/src/cuda/kernels/activation_functions.cu
similarity index 100%
rename from src/kernels/activation_functions.cu
rename to src/cuda/kernels/activation_functions.cu
diff --git a/src/kernels/convolution.cu b/src/cuda/kernels/convolution.cu
similarity index 100%
rename from src/kernels/convolution.cu
rename to src/cuda/kernels/convolution.cu
diff --git a/src/kernels/matmul.cu b/src/cuda/kernels/matmul.cu
similarity index 100%
rename from src/kernels/matmul.cu
rename to src/cuda/kernels/matmul.cu
diff --git a/src/kernels/pooling.cu b/src/cuda/kernels/pooling.cu
similarity index 100%
rename from src/kernels/pooling.cu
rename to src/cuda/kernels/pooling.cu
diff --git a/src/layers/activation.cu b/src/cuda/layers/activation.cu
similarity index 100%
rename from src/layers/activation.cu
rename to src/cuda/layers/activation.cu
diff --git a/src/layers/add.cu b/src/cuda/layers/add.cu
similarity index 100%
rename from src/layers/add.cu
rename to src/cuda/layers/add.cu
diff --git a/src/layers/avg_pooling.cu b/src/cuda/layers/avg_pooling.cu
similarity index 100%
rename from src/layers/avg_pooling.cu
rename to src/cuda/layers/avg_pooling.cu
diff --git a/src/layers/batch_norm.cu b/src/cuda/layers/batch_norm.cu
similarity index 100%
rename from src/layers/batch_norm.cu
rename to src/cuda/layers/batch_norm.cu
diff --git a/src/layers/concat.cu b/src/cuda/layers/concat.cu
similarity index 100%
rename from src/layers/concat.cu
rename to src/cuda/layers/concat.cu
diff --git a/src/layers/conv2d.cu b/src/cuda/layers/conv2d.cu
similarity index 100%
rename from src/layers/conv2d.cu
rename to src/cuda/layers/conv2d.cu
diff --git a/src/layers/dense.cu b/src/cuda/layers/dense.cu
similarity index 100%
rename from src/layers/dense.cu
rename to src/cuda/layers/dense.cu
diff --git a/src/layers/input.cu b/src/cuda/layers/input.cu
similarity index 100%
rename from src/layers/input.cu
rename to src/cuda/layers/input.cu
diff --git a/src/layers/max_pooling.cu b/src/cuda/layers/max_pooling.cu
similarity index 100%
rename from src/layers/max_pooling.cu
rename to src/cuda/layers/max_pooling.cu
diff --git a/src/layers/output.cu b/src/cuda/layers/output.cu
similarity index 100%
rename from src/layers/output.cu
rename to src/cuda/layers/output.cu
diff --git a/src/utils/cuda_helper.cu b/src/cuda/utils/cuda_helper.cu
similarity index 100%
rename from src/utils/cuda_helper.cu
rename to src/cuda/utils/cuda_helper.cu
diff --git a/src/utils/vector.cu b/src/cuda/utils/vector.cu
similarity index 100%
rename from src/utils/vector.cu
rename to src/cuda/utils/vector.cu