[mod] ollama
This commit is contained in:
		
							parent
							
								
									32724525b3
								
							
						
					
					
						commit
						bb3ae24a94
					
				
					 1 changed files with 6 additions and 0 deletions
				
			
		| 
						 | 
					@ -11,6 +11,12 @@ services:
 | 
				
			||||||
      - 11434:11434
 | 
					      - 11434:11434
 | 
				
			||||||
    environment:
 | 
					    environment:
 | 
				
			||||||
      - OLLAMA_MAX_LOADED_MODELS=1
 | 
					      - OLLAMA_MAX_LOADED_MODELS=1
 | 
				
			||||||
 | 
					      - OLLAMA_NO_CUDA=1
 | 
				
			||||||
 | 
					    deploy:
 | 
				
			||||||
 | 
					      resources:
 | 
				
			||||||
 | 
					        limits:
 | 
				
			||||||
 | 
					          cpus: '4'  # Limit CPU cores
 | 
				
			||||||
 | 
					          memory: 16G   # Limit RAM (adjust based on your system)  
 | 
				
			||||||
#    devices:
 | 
					#    devices:
 | 
				
			||||||
#      - /dev/dri:/dev/dri  
 | 
					#      - /dev/dri:/dev/dri  
 | 
				
			||||||
   
 | 
					   
 | 
				
			||||||
| 
						 | 
					
 | 
				
			||||||
		Loading…
	
	Add table
		
		Reference in a new issue