apb/thedocks
1
0
Fork 0
Code Issues 5 Pull requests Projects Releases 1 Wiki Activity

[fix]

Browse source
This commit is contained in:
Andy Bunce 2026-04-23 22:58:27 +01:00
parent d119743bd6
commit 1e935fdec5
1 changed files with 2 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

3
llama.cpp/compose.yml
View file

@ -5,7 +5,7 @@ services:
ports: ports:
- 8878:8080 - 8878:8080
volumes: volumes:
- /home/andy/.lmstudio/models/lmstudio-community:/root/.cache/llama.cpp/ - /home/andy/.lmstudio/models/lmstudio-community:/models
# Optionally mount a local .gguf file directly: # Optionally mount a local .gguf file directly:
# - /absolute/path/to/your-model.gguf:/model.gguf:ro # - /absolute/path/to/your-model.gguf:/model.gguf:ro
devices: devices:
@ -33,6 +33,7 @@ services:
restart: unless-stopped restart: unless-stopped
command: > command: >
--models-dir /models
--n-gpu-layers all --n-gpu-layers all
--parallel 2 --parallel 2
--flash-attn on --flash-attn on