Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 00:54:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update Docker args in LoadConfig and tests to include 'run --rm' prefix

Browse Source
This commit is contained in:
Matúš Námešný
2025-09-24 21:27:51 +02:00
parent 9a56660f68
commit 72d2a601c8
2 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pkg/config/config.go
View File

@@ -139,7 +139,7 @@ func LoadConfig(configPath string) (AppConfig, error) {
Docker: &DockerSettings{
Enabled: false,
Image: "ghcr.io/ggml-org/llama.cpp:server",
Args: []string{"--network", "host", "--gpus", "all"},
Args: []string{"run", "--rm", "--network", "host", "--gpus", "all"},
Environment: map[string]string{},
},
},
@@ -149,7 +149,7 @@ func LoadConfig(configPath string) (AppConfig, error) {
Docker: &DockerSettings{
Enabled: false,
Image: "vllm/vllm-openai:latest",
Args: []string{"--network", "host", "--gpus", "all", "--shm-size", "1g"},
Args: []string{"run", "--rm", "--network", "host", "--gpus", "all", "--shm-size", "1g"},
Environment: map[string]string{},
},
},