Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-05 16:44:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor instance node handling to use a map

Browse Source
This commit is contained in:
Matúš Námešný
2025-10-18 00:33:16 +02:00
parent 7bf0809122
commit 113b51eda2
7 changed files with 83 additions and 31 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
pkg/server/handlers_instances.go
View File

@@ -394,12 +394,21 @@ func (h *Handler) ProxyToInstance() http.HandlerFunc {
func (h *Handler) RemoteInstanceProxy(w http.ResponseWriter, r *http.Request, name string, inst *instance.Instance) {
// Get the node name from instance options
options := inst.GetOptions()
if options == nil || len(options.Nodes) == 0 {
http.Error(w, "Instance has no node configured", http.StatusInternalServerError)
if options == nil {
http.Error(w, "Instance has no options configured", http.StatusInternalServerError)
return
}
nodeName := options.Nodes[0]
// Get the first node from the set
var nodeName string
for node := range options.Nodes {
nodeName = node
break
}
if nodeName == "" {
http.Error(w, "Instance has no node configured", http.StatusInternalServerError)
return
}
// Check if we have a cached proxy for this node
h.remoteProxiesMu.RLock()

15
pkg/server/handlers_openai.go
View File

@@ -155,12 +155,21 @@ func (h *Handler) OpenAIProxy() http.HandlerFunc {
func (h *Handler) RemoteOpenAIProxy(w http.ResponseWriter, r *http.Request, modelName string, inst *instance.Instance) {
// Get the node name from instance options
options := inst.GetOptions()
if options == nil || len(options.Nodes) == 0 {
http.Error(w, "Instance has no node configured", http.StatusInternalServerError)
if options == nil {
http.Error(w, "Instance has no options configured", http.StatusInternalServerError)
return
}
nodeName := options.Nodes[0]
// Get the first node from the set
var nodeName string
for node := range options.Nodes {
nodeName = node
break
}
if nodeName == "" {
http.Error(w, "Instance has no node configured", http.StatusInternalServerError)
return
}
// Check if we have a cached proxy for this node
h.remoteProxiesMu.RLock()