Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 09:04:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Skip eviction for instances without a valid idle timeout

Browse Source
This commit is contained in:
Matúš Námešný
2025-08-31 00:59:26 +02:00
parent da26f607d4
commit d6d4792a0c
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
pkg/manager/operations.go
View File

@@ -251,6 +251,10 @@ func (im *instanceManager) EvictLRUInstance() error {
continue continue
} }
if inst.GetOptions() != nil && inst.GetOptions().IdleTimeout != nil && *inst.GetOptions().IdleTimeout <= 0 {
continue // Skip instances without idle timeout
}
if lruInstance == nil { if lruInstance == nil {
lruInstance = inst lruInstance = inst
} }