Add MLX backend support with configuration and parsing enhancements

This commit is contained in:
2025-09-16 22:38:39 +02:00
parent cc5d8acd92
commit 587be68077
7 changed files with 214 additions and 37 deletions

View File

@@ -3,7 +3,9 @@ import type { CreateInstanceOptions } from '@/schemas/instanceOptions'
export { type CreateInstanceOptions } from '@/schemas/instanceOptions'
export const BackendType = {
LLAMA_CPP: 'llama_cpp'
LLAMA_CPP: 'llama_cpp',
MLX_LM: 'mlx_lm',
// MLX_VLM: 'mlx_vlm', // Future expansion
} as const
export type BackendTypeValue = typeof BackendType[keyof typeof BackendType]