Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-12-23 17:44:24 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove model registry

Browse Source
This commit is contained in:
Matúš Námešný
2025-12-21 20:48:22 +01:00
parent 7f5292412c
commit 41d904475c
6 changed files with 78 additions and 198 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
pkg/server/handlers.go
View File

@@ -96,7 +96,7 @@ func (h *Handler) ensureInstanceRunning(inst *instance.Instance) error {
return fmt.Errorf("instance is not running and on-demand start is not enabled")
}
if h.InstanceManager.IsMaxRunningInstancesReached() {
if h.InstanceManager.AtMaxRunning() {
if h.cfg.Instances.EnableLRUEviction {
err := h.InstanceManager.EvictLRUInstance()
if err != nil {