diff --git a/Dockerfile.llamacpp b/docker/Dockerfile.llamacpp
similarity index 100%
rename from Dockerfile.llamacpp
rename to docker/Dockerfile.llamacpp
diff --git a/Dockerfile.vllm b/docker/Dockerfile.vllm
similarity index 100%
rename from Dockerfile.vllm
rename to docker/Dockerfile.vllm
diff --git a/docker-compose.yml b/docker/docker-compose.yml
similarity index 92%
rename from docker-compose.yml
rename to docker/docker-compose.yml
index 8d9827e..d1f9e5b 100644
--- a/docker-compose.yml
+++ b/docker/docker-compose.yml
@@ -3,8 +3,8 @@ version: '3.8'
 services:
   llamactl-llamacpp:
     build:
-      context: .
-      dockerfile: Dockerfile.llamacpp
+      context: ..
+      dockerfile: docker/Dockerfile.llamacpp
     image: llamactl:llamacpp-cuda
     container_name: llamactl-llamacpp
     ports:
@@ -29,8 +29,8 @@ services:
 
   llamactl-vllm:
     build:
-      context: .
-      dockerfile: Dockerfile.vllm
+      context: ..
+      dockerfile: docker/Dockerfile.vllm
     image: llamactl:vllm-cuda
     container_name: llamactl-vllm
     ports: