Add support for extra arguments in frontend

2025-12-25 18:44:21 +00:00 · 2025-11-12 22:50:15 +01:00
parent a2740055c2
commit 15180a227b
11 changed files with 162 additions and 53 deletions
--- a/webui/src/schemas/backends/vllm.ts
+++ b/webui/src/schemas/backends/vllm.ts
@@ -125,6 +125,9 @@ export const VllmBackendOptionsSchema = z.object({
  override_pooling_config: z.string().optional(),
  override_neuron_config: z.string().optional(),
  override_kv_cache_align_size: z.number().optional(),
+
+  // Extra args
+  extra_args: z.record(z.string(), z.string()).optional(),
 })

 // Infer the TypeScript type from the schema