Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 00:54:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Docker command arguments for llama-server and vllm with volume mounts

Browse Source
This commit is contained in:
Matúš Námešný
2025-09-25 22:51:51 +02:00
parent 282344af23
commit 031d6c7017
1 changed files with 11 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
pkg/config/config.go
View File

@@ -137,9 +137,11 @@ func LoadConfig(configPath string) (AppConfig, error) {
Command: "llama-server", Command: "llama-server",
Args: []string{}, Args: []string{},
Docker: &DockerSettings{ Docker: &DockerSettings{
Enabled: false, Enabled: false,
Image: "ghcr.io/ggml-org/llama.cpp:server", Image: "ghcr.io/ggml-org/llama.cpp:server",
Args: []string{"run", "--rm", "--network", "host", "--gpus", "all"}, Args: []string{
"run", "--rm", "--network", "host", "--gpus", "all",
"-v", filepath.Join(getDefaultDataDirectory(), "llama.cpp") + ":/root/.cache/llama.cpp"},
Environment: map[string]string{}, Environment: map[string]string{},
}, },
}, },
@@ -147,9 +149,12 @@ func LoadConfig(configPath string) (AppConfig, error) {
Command: "vllm", Command: "vllm",
Args: []string{"serve"}, Args: []string{"serve"},
Docker: &DockerSettings{ Docker: &DockerSettings{
Enabled: false, Enabled: false,
Image: "vllm/vllm-openai:latest", Image: "vllm/vllm-openai:latest",
Args: []string{"run", "--rm", "--network", "host", "--gpus", "all", "--shm-size", "1g"}, Args: []string{
"run", "--rm", "--network", "host", "--gpus", "all", "--shm-size", "1g",
"-v", filepath.Join(getDefaultDataDirectory(), "huggingface") + ":/root/.cache/huggingface",
},
Environment: map[string]string{}, Environment: map[string]string{},
}, },
}, },