Support llama.cpp router mode for openai endpoints

2025-12-22 17:14:22 +00:00 · 2025-12-21 23:32:33 +01:00
parent faf026aa54
commit 38790aa507
5 changed files with 174 additions and 183 deletions
--- a/pkg/backends/backend.go
+++ b/pkg/backends/backend.go
@@ -14,6 +14,7 @@ const (
 	BackendTypeLlamaCpp BackendType = "llama_cpp"
 	BackendTypeMlxLm    BackendType = "mlx_lm"
 	BackendTypeVllm     BackendType = "vllm"
+	BackendTypeUnknown  BackendType = "unknown"
 )

 type backend interface {