From 313666ea17258144dd6b8bf044c899004e852a2b Mon Sep 17 00:00:00 2001 From: LordMathis Date: Mon, 22 Sep 2025 20:51:00 +0200 Subject: [PATCH] Fix missing vllm proxy setup --- pkg/instance/instance.go | 13 +++++++++++++ pkg/instance/lifecycle.go | 5 +++++ pkg/manager/operations.go | 8 ++++++++ 3 files changed, 26 insertions(+) diff --git a/pkg/instance/instance.go b/pkg/instance/instance.go index c0e5060..e1509a8 100644 --- a/pkg/instance/instance.go +++ b/pkg/instance/instance.go @@ -105,6 +105,10 @@ func (i *Process) GetPort() int { if i.options.MlxServerOptions != nil { return i.options.MlxServerOptions.Port } + case backends.BackendTypeVllm: + if i.options.VllmServerOptions != nil { + return i.options.VllmServerOptions.Port + } } } return 0 @@ -123,6 +127,10 @@ func (i *Process) GetHost() string { if i.options.MlxServerOptions != nil { return i.options.MlxServerOptions.Host } + case backends.BackendTypeVllm: + if i.options.VllmServerOptions != nil { + return i.options.VllmServerOptions.Host + } } } return "" @@ -176,6 +184,11 @@ func (i *Process) GetProxy() (*httputil.ReverseProxy, error) { host = i.options.MlxServerOptions.Host port = i.options.MlxServerOptions.Port } + case backends.BackendTypeVllm: + if i.options.VllmServerOptions != nil { + host = i.options.VllmServerOptions.Host + port = i.options.VllmServerOptions.Port + } } targetURL, err := url.Parse(fmt.Sprintf("http://%s:%d", host, port)) diff --git a/pkg/instance/lifecycle.go b/pkg/instance/lifecycle.go index c4e23a7..9eab260 100644 --- a/pkg/instance/lifecycle.go +++ b/pkg/instance/lifecycle.go @@ -202,6 +202,11 @@ func (i *Process) WaitForHealthy(timeout int) error { host = opts.MlxServerOptions.Host port = opts.MlxServerOptions.Port } + case backends.BackendTypeVllm: + if opts.VllmServerOptions != nil { + host = opts.VllmServerOptions.Host + port = opts.VllmServerOptions.Port + } } if host == "" { host = "localhost" diff --git a/pkg/manager/operations.go b/pkg/manager/operations.go index 1354481..b3c0d13 100644 --- a/pkg/manager/operations.go +++ b/pkg/manager/operations.go @@ -264,6 +264,10 @@ func (im *instanceManager) getPortFromOptions(options *instance.CreateInstanceOp if options.MlxServerOptions != nil { return options.MlxServerOptions.Port } + case backends.BackendTypeVllm: + if options.VllmServerOptions != nil { + return options.VllmServerOptions.Port + } } return 0 } @@ -279,6 +283,10 @@ func (im *instanceManager) setPortInOptions(options *instance.CreateInstanceOpti if options.MlxServerOptions != nil { options.MlxServerOptions.Port = port } + case backends.BackendTypeVllm: + if options.VllmServerOptions != nil { + options.VllmServerOptions.Port = port + } } }