Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 00:54:23 +00:00
Code Issues Packages Projects Releases Wiki Activity

Skip remote instances in checkAllTimeouts and EvictLRUInstance methods

Browse Source
This commit is contained in:
Matúš Námešný
2025-10-09 21:13:38 +02:00
parent 2b950ee649
commit e7a6a7003e
1 changed files with 10 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
pkg/manager/timeout.go
View File

@@ -12,6 +12,11 @@ func (im *instanceManager) checkAllTimeouts() {
// Identify instances that should timeout // Identify instances that should timeout
for _, inst := range im.instances { for _, inst := range im.instances {
// Skip remote instances - they are managed by their respective nodes
if inst.IsRemote() {
continue
}
if inst.ShouldTimeout() { if inst.ShouldTimeout() {
timeoutInstances = append(timeoutInstances, inst.Name) timeoutInstances = append(timeoutInstances, inst.Name)
} }
@@ -40,6 +45,11 @@ func (im *instanceManager) EvictLRUInstance() error {
continue continue
} }
// Skip remote instances - they are managed by their respective nodes
if inst.IsRemote() {
continue
}
if inst.GetOptions() != nil && inst.GetOptions().IdleTimeout != nil && *inst.GetOptions().IdleTimeout <= 0 { if inst.GetOptions() != nil && inst.GetOptions().IdleTimeout != nil && *inst.GetOptions().IdleTimeout <= 0 {
continue // Skip instances without idle timeout continue // Skip instances without idle timeout
} }