Add vLLM backend support to webui

2025-11-07 09:34:22 +00:00 · 2025-09-21 20:58:43 +02:00
parent 7eb59aa7e0
commit b665194307
10 changed files with 545 additions and 258 deletions
--- a/webui/src/types/instance.ts
+++ b/webui/src/types/instance.ts
@@ -5,6 +5,7 @@ export { type CreateInstanceOptions } from '@/schemas/instanceOptions'
 export const BackendType = {
  LLAMA_CPP: 'llama_cpp',
  MLX_LM: 'mlx_lm',
+  VLLM: 'vllm',
  // MLX_VLM: 'mlx_vlm',  // Future expansion
 } as const