[mod] ollama
This commit is contained in:
parent
32724525b3
commit
bb3ae24a94
1 changed files with 6 additions and 0 deletions
|
@ -11,6 +11,12 @@ services:
|
||||||
- 11434:11434
|
- 11434:11434
|
||||||
environment:
|
environment:
|
||||||
- OLLAMA_MAX_LOADED_MODELS=1
|
- OLLAMA_MAX_LOADED_MODELS=1
|
||||||
|
- OLLAMA_NO_CUDA=1
|
||||||
|
deploy:
|
||||||
|
resources:
|
||||||
|
limits:
|
||||||
|
cpus: '4' # Limit CPU cores
|
||||||
|
memory: 16G # Limit RAM (adjust based on your system)
|
||||||
# devices:
|
# devices:
|
||||||
# - /dev/dri:/dev/dri
|
# - /dev/dri:/dev/dri
|
||||||
|
|
||||||
|
|
Loading…
Add table
Reference in a new issue