From 4bc9362f7aa5cd4a064068717c00f2fe1eea837c Mon Sep 17 00:00:00 2001 From: LordMathis Date: Wed, 20 Aug 2025 14:41:42 +0200 Subject: [PATCH] Add default on-demand start settings and timeout configuration to README --- README.md | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/README.md b/README.md index d2d22b9..3a5d29d 100644 --- a/README.md +++ b/README.md @@ -117,6 +117,10 @@ instances: default_auto_restart: true # Auto-restart new instances by default default_max_restarts: 3 # Max restarts for new instances default_restart_delay: 5 # Restart delay (seconds) for new instances + default_on_demand_start: true # Default on-demand start setting + on_demand_start_timeout: 120 # Default on-demand start timeout in seconds + timeout_check_interval: 5 # Idle instance timeout check in minutes + auth: require_inference_auth: true # Require auth for inference endpoints @@ -184,6 +188,8 @@ instances: default_auto_restart: true # Default auto-restart setting default_max_restarts: 3 # Default maximum restart attempts default_restart_delay: 5 # Default restart delay in seconds + default_on_demand_start: true # Default on-demand start setting + on_demand_start_timeout: 120 # Default on-demand start timeout in seconds timeout_check_interval: 5 # Default instance timeout check interval in minutes ``` @@ -198,8 +204,11 @@ instances: - `LLAMACTL_DEFAULT_AUTO_RESTART` - Default auto-restart setting (true/false) - `LLAMACTL_DEFAULT_MAX_RESTARTS` - Default maximum restarts - `LLAMACTL_DEFAULT_RESTART_DELAY` - Default restart delay in seconds +- `LLAMACTL_DEFAULT_ON_DEMAND_START` - Default on-demand start setting (true/false) +- `LLAMACTL_ON_DEMAND_START_TIMEOUT` - Default on-demand start timeout in seconds - `LLAMACTL_TIMEOUT_CHECK_INTERVAL` - Default instance timeout check interval in minutes + #### Authentication Configuration ```yaml