Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-12-23 01:24:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add JSON tags to configuration structs

Browse Source
This commit is contained in:
Matúš Námešný
2025-11-14 20:37:27 +01:00
parent e77ed0cdef
commit 2c28971e15
1 changed files with 47 additions and 47 deletions
Download Patch File Download Diff File Expand all files Collapse all files

94
pkg/config/config.go
View File

@@ -15,126 +15,126 @@ import (
// BackendSettings contains structured backend configuration // BackendSettings contains structured backend configuration
type BackendSettings struct { type BackendSettings struct {
Command string `yaml:"command"` Command string `yaml:"command" json:"command"`
Args []string `yaml:"args"` Args []string `yaml:"args" json:"args"`
Environment map[string]string `yaml:"environment,omitempty"` Environment map[string]string `yaml:"environment,omitempty" json:"environment,omitempty"`
Docker *DockerSettings `yaml:"docker,omitempty"` Docker *DockerSettings `yaml:"docker,omitempty" json:"docker,omitempty"`
ResponseHeaders map[string]string `yaml:"response_headers,omitempty"` ResponseHeaders map[string]string `yaml:"response_headers,omitempty" json:"response_headers,omitempty"`
} }
// DockerSettings contains Docker-specific configuration // DockerSettings contains Docker-specific configuration
type DockerSettings struct { type DockerSettings struct {
Enabled bool `yaml:"enabled"` Enabled bool `yaml:"enabled" json:"enabled"`
Image string `yaml:"image"` Image string `yaml:"image" json:"image"`
Args []string `yaml:"args"` Args []string `yaml:"args" json:"args"`
Environment map[string]string `yaml:"environment,omitempty"` Environment map[string]string `yaml:"environment,omitempty" json:"environment,omitempty"`
} }
// BackendConfig contains backend executable configurations // BackendConfig contains backend executable configurations
type BackendConfig struct { type BackendConfig struct {
LlamaCpp BackendSettings `yaml:"llama-cpp"` LlamaCpp BackendSettings `yaml:"llama-cpp" json:"llama-cpp"`
VLLM BackendSettings `yaml:"vllm"` VLLM BackendSettings `yaml:"vllm" json:"vllm"`
MLX BackendSettings `yaml:"mlx"` MLX BackendSettings `yaml:"mlx" json:"mlx"`
} }
// AppConfig represents the configuration for llamactl // AppConfig represents the configuration for llamactl
type AppConfig struct { type AppConfig struct {
Server ServerConfig `yaml:"server"` Server ServerConfig `yaml:"server" json:"server"`
Backends BackendConfig `yaml:"backends"` Backends BackendConfig `yaml:"backends" json:"backends"`
Instances InstancesConfig `yaml:"instances"` Instances InstancesConfig `yaml:"instances" json:"instances"`
Auth AuthConfig `yaml:"auth"` Auth AuthConfig `yaml:"auth" json:"auth"`
LocalNode string `yaml:"local_node,omitempty"` LocalNode string `yaml:"local_node,omitempty" json:"local_node,omitempty"`
Nodes map[string]NodeConfig `yaml:"nodes,omitempty"` Nodes map[string]NodeConfig `yaml:"nodes,omitempty" json:"nodes,omitempty"`
Version string `yaml:"-"` Version string `yaml:"-" json:"version"`
CommitHash string `yaml:"-"` CommitHash string `yaml:"-" json:"commit_hash"`
BuildTime string `yaml:"-"` BuildTime string `yaml:"-" json:"build_time"`
} }
// ServerConfig contains HTTP server configuration // ServerConfig contains HTTP server configuration
type ServerConfig struct { type ServerConfig struct {
// Server host to bind to // Server host to bind to
Host string `yaml:"host"` Host string `yaml:"host" json:"host"`
// Server port to bind to // Server port to bind to
Port int `yaml:"port"` Port int `yaml:"port" json:"port"`
// Allowed origins for CORS (e.g., "http://localhost:3000") // Allowed origins for CORS (e.g., "http://localhost:3000")
AllowedOrigins []string `yaml:"allowed_origins"` AllowedOrigins []string `yaml:"allowed_origins" json:"allowed_origins"`
// Allowed headers for CORS (e.g., "Accept", "Authorization", "Content-Type", "X-CSRF-Token") // Allowed headers for CORS (e.g., "Accept", "Authorization", "Content-Type", "X-CSRF-Token")
AllowedHeaders []string `yaml:"allowed_headers"` AllowedHeaders []string `yaml:"allowed_headers" json:"allowed_headers"`
// Enable Swagger UI for API documentation // Enable Swagger UI for API documentation
EnableSwagger bool `yaml:"enable_swagger"` EnableSwagger bool `yaml:"enable_swagger" json:"enable_swagger"`
// Response headers to send with responses // Response headers to send with responses
ResponseHeaders map[string]string `yaml:"response_headers,omitempty"` ResponseHeaders map[string]string `yaml:"response_headers,omitempty" json:"response_headers,omitempty"`
} }
// InstancesConfig contains instance management configuration // InstancesConfig contains instance management configuration
type InstancesConfig struct { type InstancesConfig struct {
// Port range for instances (e.g., 8000,9000) // Port range for instances (e.g., 8000,9000)
PortRange [2]int `yaml:"port_range"` PortRange [2]int `yaml:"port_range" json:"port_range"`
// Directory where all llamactl data will be stored (instances.json, logs, etc.) // Directory where all llamactl data will be stored (instances.json, logs, etc.)
DataDir string `yaml:"data_dir"` DataDir string `yaml:"data_dir" json:"data_dir"`
// Instance config directory override // Instance config directory override
InstancesDir string `yaml:"configs_dir"` InstancesDir string `yaml:"configs_dir" json:"configs_dir"`
// Logs directory override // Logs directory override
LogsDir string `yaml:"logs_dir"` LogsDir string `yaml:"logs_dir" json:"logs_dir"`
// Automatically create the data directory if it doesn't exist // Automatically create the data directory if it doesn't exist
AutoCreateDirs bool `yaml:"auto_create_dirs"` AutoCreateDirs bool `yaml:"auto_create_dirs" json:"auto_create_dirs"`
// Maximum number of instances that can be created // Maximum number of instances that can be created
MaxInstances int `yaml:"max_instances"` MaxInstances int `yaml:"max_instances" json:"max_instances"`
// Maximum number of instances that can be running at the same time // Maximum number of instances that can be running at the same time
MaxRunningInstances int `yaml:"max_running_instances,omitempty"` MaxRunningInstances int `yaml:"max_running_instances,omitempty" json:"max_running_instances,omitempty"`
// Enable LRU eviction for instance logs // Enable LRU eviction for instance logs
EnableLRUEviction bool `yaml:"enable_lru_eviction"` EnableLRUEviction bool `yaml:"enable_lru_eviction" json:"enable_lru_eviction"`
// Default auto-restart setting for new instances // Default auto-restart setting for new instances
DefaultAutoRestart bool `yaml:"default_auto_restart"` DefaultAutoRestart bool `yaml:"default_auto_restart" json:"default_auto_restart"`
// Default max restarts for new instances // Default max restarts for new instances
DefaultMaxRestarts int `yaml:"default_max_restarts"` DefaultMaxRestarts int `yaml:"default_max_restarts" json:"default_max_restarts"`
// Default restart delay for new instances (in seconds) // Default restart delay for new instances (in seconds)
DefaultRestartDelay int `yaml:"default_restart_delay"` DefaultRestartDelay int `yaml:"default_restart_delay" json:"default_restart_delay"`
// Default on-demand start setting for new instances // Default on-demand start setting for new instances
DefaultOnDemandStart bool `yaml:"default_on_demand_start"` DefaultOnDemandStart bool `yaml:"default_on_demand_start" json:"default_on_demand_start"`
// How long to wait for an instance to start on demand (in seconds) // How long to wait for an instance to start on demand (in seconds)
OnDemandStartTimeout int `yaml:"on_demand_start_timeout,omitempty"` OnDemandStartTimeout int `yaml:"on_demand_start_timeout,omitempty" json:"on_demand_start_timeout,omitempty"`
// Interval for checking instance timeouts (in minutes) // Interval for checking instance timeouts (in minutes)
TimeoutCheckInterval int `yaml:"timeout_check_interval"` TimeoutCheckInterval int `yaml:"timeout_check_interval" json:"timeout_check_interval"`
} }
// AuthConfig contains authentication settings // AuthConfig contains authentication settings
type AuthConfig struct { type AuthConfig struct {
// Require authentication for OpenAI compatible inference endpoints // Require authentication for OpenAI compatible inference endpoints
RequireInferenceAuth bool `yaml:"require_inference_auth"` RequireInferenceAuth bool `yaml:"require_inference_auth" json:"require_inference_auth"`
// List of keys for OpenAI compatible inference endpoints // List of keys for OpenAI compatible inference endpoints
InferenceKeys []string `yaml:"inference_keys"` InferenceKeys []string `yaml:"inference_keys" json:"inference_keys"`
// Require authentication for management endpoints // Require authentication for management endpoints
RequireManagementAuth bool `yaml:"require_management_auth"` RequireManagementAuth bool `yaml:"require_management_auth" json:"require_management_auth"`
// List of keys for management endpoints // List of keys for management endpoints
ManagementKeys []string `yaml:"management_keys"` ManagementKeys []string `yaml:"management_keys" json:"management_keys"`
} }
type NodeConfig struct { type NodeConfig struct {
Address string `yaml:"address"` Address string `yaml:"address" json:"address"`
APIKey string `yaml:"api_key,omitempty"` APIKey string `yaml:"api_key,omitempty" json:"api_key,omitempty"`
} }
// LoadConfig loads configuration with the following precedence: // LoadConfig loads configuration with the following precedence: