mirror of
https://github.com/lordmathis/llamactl.git
synced 2025-11-06 09:04:27 +00:00
103 lines
3.1 KiB
Go
103 lines
3.1 KiB
Go
package llamactl
|
|
|
|
import (
|
|
"net/http"
|
|
"os/exec"
|
|
)
|
|
|
|
// HelpHandler godoc
|
|
// @Summary Get help for llama server
|
|
// @Description Returns the help text for the llama server command
|
|
// @Tags server
|
|
// #Produces text/plain
|
|
// @Success 200 {string} string "Help text"
|
|
// @Failure 500 {string} string "Internal Server Error"
|
|
// @Router /server/help [get]
|
|
func HelpHandler(w http.ResponseWriter, r *http.Request) {
|
|
helpCmd := exec.Command("llama-server", "--help")
|
|
output, err := helpCmd.CombinedOutput()
|
|
if err != nil {
|
|
http.Error(w, "Failed to get help: "+err.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
w.Write(output)
|
|
}
|
|
|
|
// VersionHandler godoc
|
|
// @Summary Get version of llama server
|
|
// @Description Returns the version of the llama server command
|
|
// @Tags server
|
|
// #Produces text/plain
|
|
// @Success 200 {string} string "Version information"
|
|
// @Failure 500 {string} string "Internal Server Error"
|
|
// @Router /server/version [get]
|
|
func VersionHandler(w http.ResponseWriter, r *http.Request) {
|
|
versionCmd := exec.Command("llama-server", "--version")
|
|
output, err := versionCmd.CombinedOutput()
|
|
if err != nil {
|
|
http.Error(w, "Failed to get version: "+err.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
w.Write(output)
|
|
}
|
|
|
|
// ListDevicesHandler godoc
|
|
// @Summary List available devices for llama server
|
|
// @Description Returns a list of available devices for the llama server
|
|
// @Tags server
|
|
// #Produces text/plain
|
|
// @Success 200 {string} string "List of devices"
|
|
// @Failure 500 {string} string "Internal Server Error"
|
|
// @Router /server/devices [get]
|
|
func ListDevicesHandler(w http.ResponseWriter, r *http.Request) {
|
|
listCmd := exec.Command("llama-server", "--list-devices")
|
|
output, err := listCmd.CombinedOutput()
|
|
if err != nil {
|
|
http.Error(w, "Failed to list devices: "+err.Error(), http.StatusInternalServerError)
|
|
return
|
|
}
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
w.Write(output)
|
|
}
|
|
|
|
// func launchHandler(w http.ResponseWriter, r *http.Request) {
|
|
// model := chi.URLParam(r, "model")
|
|
// if model == "" {
|
|
// http.Error(w, "Model parameter is required", http.StatusBadRequest)
|
|
// return
|
|
// }
|
|
|
|
// cmd := execLLama(model)
|
|
// if err := cmd.Start(); err != nil {
|
|
// http.Error(w, "Failed to start llama server: "+err.Error(), http.StatusInternalServerError)
|
|
// return
|
|
// }
|
|
|
|
// instances[model] = cmd
|
|
// w.Write([]byte("Llama server started for model: " + model))
|
|
// }
|
|
|
|
// func stopHandler(w http.ResponseWriter, r *http.Request) {
|
|
// model := chi.URLParam(r, "model")
|
|
// if model == "" {
|
|
// http.Error(w, "Model parameter is required", http.StatusBadRequest)
|
|
// return
|
|
// }
|
|
|
|
// cmd, exists := instances[model]
|
|
// if !exists {
|
|
// http.Error(w, "No running instance for model: "+model, http.StatusNotFound)
|
|
// return
|
|
// }
|
|
|
|
// if err := cmd.Process.Signal(os.Interrupt); err != nil {
|
|
// http.Error(w, "Failed to stop llama server: "+err.Error(), http.StatusInternalServerError)
|
|
// return
|
|
// }
|
|
|
|
// delete(instances, model)
|
|
// w.Write([]byte("Llama server stopped for model: " + model))
|
|
// }
|