No results
1
llama-swap
Andy Bunce edited this page 2026-10-09 12:24:20 +01:00
/home/andy/dev/llama-strix/llama-swap/config.yaml
healthCheckTimeout: 60
logLevel: info
models:
model1:
cmd: llama-server --port ${PORT} --model /models/tashfene/Ornith-1.0-35B-MTP-Q4_K_M-GGUF/ornith-1.0-35b-MTP-graft-Q4_K_M.gguf
# External llama.cpp servers (llama-swap v252 uses `peers`, not per-model `proxy`
# without `cmd` — that was the cause of "unable to get sanitized command")
peers:
# --- First existing llama.cpp server (8877) ---
lms:
proxy: "http://evo-x2.lan:8877"
models:
- "GLM-4.7-Flash-GGUF"
- "LiquidAI-LFM2.5-VL-450M"
- "MiniCPM-V-4"
- "MiniCPM-V-4.6"
- "Mistral-Medium-3.5-128B"
- "Ornith-1.0-35B"
- "Ornith-1.0-35B-MTP"
- "Qwen3-Coder-Next-GGUF"
- "Qwen3-VL-30B-A3B-Instruct-GGUF"
- "Qwen3.6-27B-GGUF"
- "Qwen3.6-35B-A3B-GGUF"
- "Qwythos-9B-Claude-Mythos-5"
- "Youtu-VL-4B-Instruct"
- "gemma-4-12B-it-QAT-GGUF"
- "gemma-4-26B-A4B-it-GGUF"
- "gemma-4-E4B-it-GGUF"
- "genni"
- "mine"
# --- Second existing llama.cpp server (9931) ---
llama:
proxy: "http://evo-x2.lan:9931"
models:
- "HauhauCS-Aggressive"
- "Muse-Glimmer-30B-GGUF"
- "Qwen3.6-35B-A3B-MTP"
- "Qwen3.8-27B-GGUF"
- "Qwen3.8-27B-vision"
- "gemma-4-26B-A4B-it"
- "Swift-1.5-Qwen3.8-27B-GSQ-RCO"
Side