Mathis/llamactl
1
0
Fork 0
mirror of https://github.com/lordmathis/llamactl.git synced 2025-11-06 09:04:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix VLLM command placeholder formatting

Browse Source
This commit is contained in:
Matúš Námešný
2025-09-22 21:30:59 +02:00
parent 184d6df1bc
commit 6dcf0f806e
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
webui/src/components/ParseCommandDialog.tsx
View File

@@ -84,7 +84,7 @@ const ParseCommandDialog: React.FC<ParseCommandDialogProps> = ({
const backendPlaceholders: Record<BackendTypeValue, string> = { const backendPlaceholders: Record<BackendTypeValue, string> = {
[BackendType.LLAMA_CPP]: "llama-server --model /path/to/model.gguf --gpu-layers 32 --ctx-size 4096", [BackendType.LLAMA_CPP]: "llama-server --model /path/to/model.gguf --gpu-layers 32 --ctx-size 4096",
[BackendType.MLX_LM]: "mlx_lm.server --model mlx-community/Mistral-7B-Instruct-v0.3-4bit --host 0.0.0.0 --port 8080", [BackendType.MLX_LM]: "mlx_lm.server --model mlx-community/Mistral-7B-Instruct-v0.3-4bit --host 0.0.0.0 --port 8080",
[BackendType.VLLM]: "vllm serve --model microsoft/DialoGPT-medium --tensor-parallel-size 2 --gpu-memory-utilization 0.9", [BackendType.VLLM]: "vllm serve microsoft/DialoGPT-medium --tensor-parallel-size 2 --gpu-memory-utilization 0.9",
}; };
const getPlaceholderForBackend = (backendType: BackendTypeValue): string => { const getPlaceholderForBackend = (backendType: BackendTypeValue): string => {