Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-12-23 17:44:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement model management for llama.cpp instances

Browse Source
This commit is contained in:
Matúš Námešný
2025-12-18 19:14:20 +01:00
parent f3c02b4939
commit fd9e651e09
11 changed files with 990 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
pkg/server/routes.go
View File

@@ -73,6 +73,13 @@ func SetupRouter(handler *Handler) *chi.Mux {
})
})
// Llama.cpp instance-specific endpoints
r.Route("/llama-cpp/{name}", func(r chi.Router) {
r.Get("/models", handler.LlamaCppListModels())
r.Post("/models/{model}/load", handler.LlamaCppLoadModel())
r.Post("/models/{model}/unload", handler.LlamaCppUnloadModel())
})
// Node management endpoints
r.Route("/nodes", func(r chi.Router) {
r.Get("/", handler.ListNodes()) // List all nodes