[fix]
This commit is contained in:
parent
d119743bd6
commit
1e935fdec5
1 changed files with 2 additions and 1 deletions
|
|
@ -5,7 +5,7 @@ services:
|
|||
ports:
|
||||
- 8878:8080
|
||||
volumes:
|
||||
- /home/andy/.lmstudio/models/lmstudio-community:/root/.cache/llama.cpp/
|
||||
- /home/andy/.lmstudio/models/lmstudio-community:/models
|
||||
# Optionally mount a local .gguf file directly:
|
||||
# - /absolute/path/to/your-model.gguf:/model.gguf:ro
|
||||
devices:
|
||||
|
|
@ -33,6 +33,7 @@ services:
|
|||
|
||||
restart: unless-stopped
|
||||
command: >
|
||||
--models-dir /models
|
||||
--n-gpu-layers all
|
||||
--parallel 2
|
||||
--flash-attn on
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue