From 6dcf0f806e8c1701bd96fc2b9a231869c4016c01 Mon Sep 17 00:00:00 2001 From: LordMathis Date: Mon, 22 Sep 2025 21:30:59 +0200 Subject: [PATCH] Fix VLLM command placeholder formatting --- webui/src/components/ParseCommandDialog.tsx | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/webui/src/components/ParseCommandDialog.tsx b/webui/src/components/ParseCommandDialog.tsx index c6abbf9..593c664 100644 --- a/webui/src/components/ParseCommandDialog.tsx +++ b/webui/src/components/ParseCommandDialog.tsx @@ -84,7 +84,7 @@ const ParseCommandDialog: React.FC = ({ const backendPlaceholders: Record = { [BackendType.LLAMA_CPP]: "llama-server --model /path/to/model.gguf --gpu-layers 32 --ctx-size 4096", [BackendType.MLX_LM]: "mlx_lm.server --model mlx-community/Mistral-7B-Instruct-v0.3-4bit --host 0.0.0.0 --port 8080", - [BackendType.VLLM]: "vllm serve --model microsoft/DialoGPT-medium --tensor-parallel-size 2 --gpu-memory-utilization 0.9", + [BackendType.VLLM]: "vllm serve microsoft/DialoGPT-medium --tensor-parallel-size 2 --gpu-memory-utilization 0.9", }; const getPlaceholderForBackend = (backendType: BackendTypeValue): string => {