From cb2d95139f95d57618a8718620f8903ff5c08db1 Mon Sep 17 00:00:00 2001
From: LordMathis <matus@namesny.com>
Date: Sun, 28 Sep 2025 22:16:43 +0200
Subject: [PATCH] Setup data dir in Docker and docker-compose

---
 Dockerfile.vllm    | 4 +---
 docker-compose.yml | 9 +++++----
 2 files changed, 6 insertions(+), 7 deletions(-)

diff --git a/Dockerfile.vllm b/Dockerfile.vllm
index 9c05912..3886a07 100644
--- a/Dockerfile.vllm
+++ b/Dockerfile.vllm
@@ -9,10 +9,8 @@ RUN LATEST_VERSION=$(curl -s https://api.github.com/repos/lordmathis/llamactl/re
     mv llamactl /usr/local/bin/ && \
     chmod +x /usr/local/bin/llamactl
 
-# Create data directory for llamactl
-RUN mkdir -p /data
-
 # Set working directory
+RUN mkdir -p /data
 WORKDIR /data
 
 # Expose the default llamactl port
diff --git a/docker-compose.yml b/docker-compose.yml
index 7e00d58..8d9827e 100644
--- a/docker-compose.yml
+++ b/docker-compose.yml
@@ -12,7 +12,10 @@ services:
     volumes:
       - ./data/llamacpp:/data
       - ./models:/models  # Mount models directory
+      - ~/.cache/llama.cpp:/root/.cache/llama.cpp  # Llama.cpp cache
     environment:
+      # Set data directory for persistence
+      - LLAMACTL_DATA_DIR=/data
       # Enable Docker mode for nested containers (if needed)
       - LLAMACTL_LLAMACPP_DOCKER_ENABLED=false
     deploy:
@@ -37,6 +40,8 @@ services:
       - ./models:/models  # Mount models directory
       - ~/.cache/huggingface:/root/.cache/huggingface  # HuggingFace cache
     environment:
+      # Set data directory for persistence
+      - LLAMACTL_DATA_DIR=/data
       # Enable Docker mode for nested containers (if needed)
       - LLAMACTL_VLLM_DOCKER_ENABLED=false
       # vLLM specific environment variables
@@ -49,7 +54,3 @@ services:
               count: all
               capabilities: [gpu]
     restart: unless-stopped
-
-networks:
-  default:
-    name: llamactl-network
\ No newline at end of file