1 llama-swap
Andy Bunce edited this page 2026-10-09 12:24:20 +01:00

/home/andy/dev/llama-strix/llama-swap/config.yaml

healthCheckTimeout: 60
logLevel: info
models:
  model1:
    cmd: llama-server --port ${PORT} --model /models/tashfene/Ornith-1.0-35B-MTP-Q4_K_M-GGUF/ornith-1.0-35b-MTP-graft-Q4_K_M.gguf

# External llama.cpp servers (llama-swap v252 uses `peers`, not per-model `proxy`
# without `cmd` — that was the cause of "unable to get sanitized command")
peers:
  # --- First existing llama.cpp server (8877) ---
  lms:
    proxy: "http://evo-x2.lan:8877"
    models:
      - "GLM-4.7-Flash-GGUF"
      - "LiquidAI-LFM2.5-VL-450M"
      - "MiniCPM-V-4"
      - "MiniCPM-V-4.6"
      - "Mistral-Medium-3.5-128B"
      - "Ornith-1.0-35B"
      - "Ornith-1.0-35B-MTP"
      - "Qwen3-Coder-Next-GGUF"
      - "Qwen3-VL-30B-A3B-Instruct-GGUF"
      - "Qwen3.6-27B-GGUF"
      - "Qwen3.6-35B-A3B-GGUF"
      - "Qwythos-9B-Claude-Mythos-5"
      - "Youtu-VL-4B-Instruct"
      - "gemma-4-12B-it-QAT-GGUF"
      - "gemma-4-26B-A4B-it-GGUF"
      - "gemma-4-E4B-it-GGUF"
      - "genni"
      - "mine"

  # --- Second existing llama.cpp server (9931) ---
  llama:
    proxy: "http://evo-x2.lan:9931"
    models:
      - "HauhauCS-Aggressive"
      - "Muse-Glimmer-30B-GGUF"
      - "Qwen3.6-35B-A3B-MTP"
      - "Qwen3.8-27B-GGUF"
      - "Qwen3.8-27B-vision"
      - "gemma-4-26B-A4B-it"
      - "Swift-1.5-Qwen3.8-27B-GSQ-RCO"