Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-12-25 18:44:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add support for extra arguments in frontend

Browse Source
This commit is contained in:
Matúš Námešný
2025-11-12 22:50:15 +01:00
parent a2740055c2
commit 15180a227b
11 changed files with 162 additions and 53 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
webui/src/schemas/backends/llamacpp.ts
View File

@@ -167,6 +167,9 @@ export const LlamaCppBackendOptionsSchema = z.object({
fim_qwen_7b_default: z.boolean().optional(),
fim_qwen_7b_spec: z.boolean().optional(),
fim_qwen_14b_spec: z.boolean().optional(),
// Extra args
extra_args: z.record(z.string(), z.string()).optional(),
})
// Infer the TypeScript type from the schema

3
webui/src/schemas/backends/mlx.ts
View File

@@ -25,6 +25,9 @@ export const MlxBackendOptionsSchema = z.object({
top_k: z.number().optional(),
min_p: z.number().optional(),
max_tokens: z.number().optional(),
// Extra args
extra_args: z.record(z.string(), z.string()).optional(),
})
// Infer the TypeScript type from the schema

3
webui/src/schemas/backends/vllm.ts
View File

@@ -125,6 +125,9 @@ export const VllmBackendOptionsSchema = z.object({
override_pooling_config: z.string().optional(),
override_neuron_config: z.string().optional(),
override_kv_cache_align_size: z.number().optional(),
// Extra args
extra_args: z.record(z.string(), z.string()).optional(),
})
// Infer the TypeScript type from the schema