This commit is contained in:
Andy Bunce 2026-04-23 22:58:27 +01:00
parent d119743bd6
commit 1e935fdec5

View file

@ -5,7 +5,7 @@ services:
ports:
- 8878:8080
volumes:
- /home/andy/.lmstudio/models/lmstudio-community:/root/.cache/llama.cpp/
- /home/andy/.lmstudio/models/lmstudio-community:/models
# Optionally mount a local .gguf file directly:
# - /absolute/path/to/your-model.gguf:/model.gguf:ro
devices:
@ -33,6 +33,7 @@ services:
restart: unless-stopped
command: >
--models-dir /models
--n-gpu-layers all
--parallel 2
--flash-attn on