Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 00:54:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Implement WaitForHealthy method and enhance OpenAIProxy to support on-demand instance start

Browse Source
This commit is contained in:
Matúš Námešný
2025-08-20 14:19:12 +02:00
parent 7b4adfa0cd
commit 287a5e0817
2 changed files with 97 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
pkg/server/handlers.go
View File

@@ -575,8 +575,23 @@ func (h *Handler) OpenAIProxy() http.HandlerFunc {
}
if !inst.Running {
http.Error(w, "Instance is not running", http.StatusServiceUnavailable)
return
if inst.GetOptions().OnDemandStart != nil && *inst.GetOptions().OnDemandStart {
// If on-demand start is enabled, start the instance
if _, err := h.InstanceManager.StartInstance(modelName); err != nil {
http.Error(w, "Failed to start instance: "+err.Error(), http.StatusInternalServerError)
return
}
// Wait for the instance to become healthy before proceeding
if err := inst.WaitForHealthy(120); err != nil { // 2 minutes timeout
http.Error(w, "Instance failed to become healthy: "+err.Error(), http.StatusServiceUnavailable)
return
}
} else {
http.Error(w, "Instance is not running", http.StatusServiceUnavailable)
return
}
}
proxy, err := inst.GetProxy()