mirror of
https://github.com/lordmathis/llamactl.git
synced 2025-11-05 16:44:22 +00:00
23 lines
619 B
Go
23 lines
619 B
Go
package backends
|
|
|
|
type BackendType string
|
|
|
|
const (
|
|
BackendTypeLlamaCpp BackendType = "llama_cpp"
|
|
BackendTypeMlxLm BackendType = "mlx_lm"
|
|
BackendTypeVllm BackendType = "vllm"
|
|
// BackendTypeMlxVlm BackendType = "mlx_vlm" // Future expansion
|
|
)
|
|
|
|
type Options struct {
|
|
BackendType BackendType `json:"backend_type"`
|
|
BackendOptions map[string]any `json:"backend_options,omitempty"`
|
|
|
|
Nodes map[string]struct{} `json:"-"`
|
|
|
|
// Backend-specific options
|
|
LlamaServerOptions *LlamaServerOptions `json:"-"`
|
|
MlxServerOptions *MlxServerOptions `json:"-"`
|
|
VllmServerOptions *VllmServerOptions `json:"-"`
|
|
}
|