From 32724525b31b09cf71185fe2fbf58deb3286a6c9 Mon Sep 17 00:00:00 2001 From: Andy Bunce Date: Sun, 27 Apr 2025 15:37:19 +0100 Subject: [PATCH] [mod] ollama --- ollama/docker-compose.yml | 16 +++++++++++----- 1 file changed, 11 insertions(+), 5 deletions(-) diff --git a/ollama/docker-compose.yml b/ollama/docker-compose.yml index 6bd45bb..fd27e67 100644 --- a/ollama/docker-compose.yml +++ b/ollama/docker-compose.yml @@ -10,10 +10,9 @@ services: ports: - 11434:11434 environment: - - OLLAMA_NUM_GPU=99 - OLLAMA_MAX_LOADED_MODELS=1 - devices: - - /dev/dri:/dev/dri +# devices: +# - /dev/dri:/dev/dri open-webui: build: @@ -30,12 +29,19 @@ services: ports: - ${OPEN_WEBUI_PORT-3001}:8080 environment: + - WEBUI_CONCURRENCY=1 + - LOG_LEVEL=debug - 'OLLAMA_BASE_URL=http://ollama:11434' - 'WEBUI_SECRET_KEY=' - 'RAG_EMBEDDING_ENGINE=ollama' - 'AUDIO_STT_ENGINE=openai' - devices: - - /dev/dri:/dev/dri + + deploy: + resources: + limits: + cpus: '2' + memory: 4G + extra_hosts: - host.docker.internal:host-gateway restart: unless-stopped