apb/thedocks
1
0
Fork 0
Code Issues 3 Pull requests Projects Releases 1 Wiki Activity

[mod] ollama

Browse source
This commit is contained in:
Andy Bunce 2025-04-27 16:53:14 +01:00
parent bb3ae24a94
commit 25d831f091
1 changed files with 2 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

3
ollama/docker-compose.yml
View file

@ -12,10 +12,11 @@ services:
environment: environment:
- OLLAMA_MAX_LOADED_MODELS=1 - OLLAMA_MAX_LOADED_MODELS=1
- OLLAMA_NO_CUDA=1 - OLLAMA_NO_CUDA=1
- OLLAMA_FLASH_ATTENTION=1
deploy: deploy:
resources: resources:
limits: limits:
cpus: '4' # Limit CPU cores cpus: 8 # Limit CPU cores
memory: 16G # Limit RAM (adjust based on your system) memory: 16G # Limit RAM (adjust based on your system)
# devices: # devices:
# - /dev/dri:/dev/dri # - /dev/dri:/dev/dri