[mod] gpu

ollama/docker-compose.yml

@@ -9,6 +9,15 @@ services:
     image: ollama/ollama:${OLLAMA_DOCKER_TAG-latest}
     ports:
       - 11434:11434
+    devices:
+      - /dev/dri:/dev/dri  
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - capabilities: ["gpu"]
+              count: all
+
 
   open-webui:
     build:
@@ -27,6 +36,8 @@ services:
     environment:
       - 'OLLAMA_BASE_URL=http://ollama:11434'
       - 'WEBUI_SECRET_KEY='
+    devices:
+      - /dev/dri:/dev/dri    
     extra_hosts:
       - host.docker.internal:host-gateway
     restart: unless-stopped