mirror of
https://github.com/lordmathis/llamactl.git
synced 2025-11-06 00:54:23 +00:00
260 lines
6.8 KiB
Go
260 lines
6.8 KiB
Go
package llamacpp
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"path/filepath"
|
|
"regexp"
|
|
"strconv"
|
|
"strings"
|
|
)
|
|
|
|
// ParseLlamaCommand parses a llama-server command string into LlamaServerOptions
|
|
// Supports multiple formats:
|
|
// 1. Full command: "llama-server --model file.gguf"
|
|
// 2. Full path: "/usr/local/bin/llama-server --model file.gguf"
|
|
// 3. Args only: "--model file.gguf --gpu-layers 32"
|
|
// 4. Multiline commands with backslashes
|
|
func ParseLlamaCommand(command string) (*LlamaServerOptions, error) {
|
|
// 1. Normalize the command - handle multiline with backslashes
|
|
trimmed := normalizeMultilineCommand(command)
|
|
if trimmed == "" {
|
|
return nil, fmt.Errorf("command cannot be empty")
|
|
}
|
|
|
|
// 2. Extract arguments from command
|
|
args, err := extractArgumentsFromCommand(trimmed)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// 3. Parse arguments into map
|
|
options := make(map[string]any)
|
|
i := 0
|
|
for i < len(args) {
|
|
arg := args[i]
|
|
|
|
// Skip non-flag arguments
|
|
if !strings.HasPrefix(arg, "-") {
|
|
i++
|
|
continue
|
|
}
|
|
|
|
// Handle --flag=value format
|
|
if strings.Contains(arg, "=") {
|
|
parts := strings.SplitN(arg, "=", 2)
|
|
flag := strings.TrimPrefix(parts[0], "-")
|
|
flag = strings.TrimPrefix(flag, "-")
|
|
|
|
// Convert flag from kebab-case to snake_case for consistency with JSON field names
|
|
flagName := strings.ReplaceAll(flag, "-", "_")
|
|
|
|
// Convert value to appropriate type
|
|
value := parseValue(parts[1])
|
|
|
|
// Handle array flags by checking if flag already exists
|
|
if existingValue, exists := options[flagName]; exists {
|
|
// Convert to array if not already
|
|
switch existing := existingValue.(type) {
|
|
case []string:
|
|
options[flagName] = append(existing, parts[1])
|
|
case string:
|
|
options[flagName] = []string{existing, parts[1]}
|
|
default:
|
|
options[flagName] = []string{fmt.Sprintf("%v", existing), parts[1]}
|
|
}
|
|
} else {
|
|
options[flagName] = value
|
|
}
|
|
i++
|
|
continue
|
|
}
|
|
|
|
// Handle --flag value format
|
|
flag := strings.TrimPrefix(arg, "-")
|
|
flag = strings.TrimPrefix(flag, "-")
|
|
|
|
// Convert flag from kebab-case to snake_case for consistency with JSON field names
|
|
flagName := strings.ReplaceAll(flag, "-", "_")
|
|
|
|
// Check if next arg is a value (not a flag)
|
|
// Special case: allow negative numbers as values
|
|
if i+1 < len(args) && !isFlag(args[i+1]) {
|
|
value := parseValue(args[i+1])
|
|
|
|
// Handle array flags by checking if flag already exists
|
|
if existingValue, exists := options[flagName]; exists {
|
|
// Convert to array if not already
|
|
switch existing := existingValue.(type) {
|
|
case []string:
|
|
options[flagName] = append(existing, args[i+1])
|
|
case string:
|
|
options[flagName] = []string{existing, args[i+1]}
|
|
default:
|
|
options[flagName] = []string{fmt.Sprintf("%v", existing), args[i+1]}
|
|
}
|
|
} else {
|
|
options[flagName] = value
|
|
}
|
|
i += 2 // Skip flag and value
|
|
} else {
|
|
// Boolean flag
|
|
options[flagName] = true
|
|
i++
|
|
}
|
|
}
|
|
|
|
// 4. Convert to LlamaServerOptions using existing UnmarshalJSON
|
|
jsonData, err := json.Marshal(options)
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to marshal parsed options: %w", err)
|
|
}
|
|
|
|
var llamaOptions LlamaServerOptions
|
|
if err := json.Unmarshal(jsonData, &llamaOptions); err != nil {
|
|
return nil, fmt.Errorf("failed to parse command options: %w", err)
|
|
}
|
|
|
|
// 5. Return LlamaServerOptions
|
|
return &llamaOptions, nil
|
|
}
|
|
|
|
// parseValue attempts to parse a string value into the most appropriate type
|
|
func parseValue(value string) any {
|
|
// Try to parse as boolean
|
|
if strings.ToLower(value) == "true" {
|
|
return true
|
|
}
|
|
if strings.ToLower(value) == "false" {
|
|
return false
|
|
}
|
|
|
|
// Try to parse as integer (handle negative numbers)
|
|
if intVal, err := strconv.Atoi(value); err == nil {
|
|
return intVal
|
|
}
|
|
|
|
// Try to parse as float
|
|
if floatVal, err := strconv.ParseFloat(value, 64); err == nil {
|
|
return floatVal
|
|
}
|
|
|
|
// Default to string (remove quotes if present)
|
|
return strings.Trim(value, `""`)
|
|
}
|
|
|
|
// normalizeMultilineCommand handles multiline commands with backslashes
|
|
func normalizeMultilineCommand(command string) string {
|
|
// Handle escaped newlines (backslash followed by newline)
|
|
re := regexp.MustCompile(`\\\s*\n\s*`)
|
|
normalized := re.ReplaceAllString(command, " ")
|
|
|
|
// Clean up extra whitespace
|
|
re = regexp.MustCompile(`\s+`)
|
|
normalized = re.ReplaceAllString(normalized, " ")
|
|
|
|
return strings.TrimSpace(normalized)
|
|
}
|
|
|
|
// extractArgumentsFromCommand extracts arguments from various command formats
|
|
func extractArgumentsFromCommand(command string) ([]string, error) {
|
|
// Split command into tokens respecting quotes
|
|
tokens, err := splitCommandTokens(command)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if len(tokens) == 0 {
|
|
return nil, fmt.Errorf("no command tokens found")
|
|
}
|
|
|
|
// Check if first token looks like an executable
|
|
firstToken := tokens[0]
|
|
|
|
// Case 1: Full path to executable (contains path separator or ends with llama-server)
|
|
if strings.Contains(firstToken, string(filepath.Separator)) ||
|
|
strings.HasSuffix(filepath.Base(firstToken), "llama-server") {
|
|
return tokens[1:], nil // Return everything except the executable
|
|
}
|
|
|
|
// Case 2: Just "llama-server" command
|
|
if strings.ToLower(firstToken) == "llama-server" {
|
|
return tokens[1:], nil // Return everything except the command
|
|
}
|
|
|
|
// Case 3: Arguments only (starts with a flag)
|
|
if strings.HasPrefix(firstToken, "-") {
|
|
return tokens, nil // Return all tokens as arguments
|
|
}
|
|
|
|
// Case 4: Unknown format - might be a different executable name
|
|
// Be permissive and assume it's the executable
|
|
return tokens[1:], nil
|
|
}
|
|
|
|
// splitCommandTokens splits a command string into tokens, respecting quotes
|
|
func splitCommandTokens(command string) ([]string, error) {
|
|
var tokens []string
|
|
var current strings.Builder
|
|
inQuotes := false
|
|
quoteChar := byte(0)
|
|
escaped := false
|
|
|
|
for i := 0; i < len(command); i++ {
|
|
c := command[i]
|
|
|
|
if escaped {
|
|
current.WriteByte(c)
|
|
escaped = false
|
|
continue
|
|
}
|
|
|
|
if c == '\\' {
|
|
escaped = true
|
|
current.WriteByte(c)
|
|
continue
|
|
}
|
|
|
|
if !inQuotes && (c == '"' || c == '\'') {
|
|
inQuotes = true
|
|
quoteChar = c
|
|
current.WriteByte(c)
|
|
} else if inQuotes && c == quoteChar {
|
|
inQuotes = false
|
|
quoteChar = 0
|
|
current.WriteByte(c)
|
|
} else if !inQuotes && (c == ' ' || c == '\t') {
|
|
if current.Len() > 0 {
|
|
tokens = append(tokens, current.String())
|
|
current.Reset()
|
|
}
|
|
} else {
|
|
current.WriteByte(c)
|
|
}
|
|
}
|
|
|
|
if inQuotes {
|
|
return nil, fmt.Errorf("unterminated quoted string")
|
|
}
|
|
|
|
if current.Len() > 0 {
|
|
tokens = append(tokens, current.String())
|
|
}
|
|
|
|
return tokens, nil
|
|
}
|
|
|
|
// isFlag determines if a string is a command line flag or a value
|
|
// Handles the special case where negative numbers should be treated as values, not flags
|
|
func isFlag(arg string) bool {
|
|
if !strings.HasPrefix(arg, "-") {
|
|
return false
|
|
}
|
|
|
|
// Special case: if it's a negative number, treat it as a value
|
|
if _, err := strconv.ParseFloat(arg, 64); err == nil {
|
|
return false
|
|
}
|
|
|
|
return true
|
|
} |