add ollama and webui

README.md

@@ -4,6 +4,8 @@ Miscellaneous services for z420.
 
 ## Services
 - Telegram Bot
+- Home automation
+- Local llm
 
 ## Setup
 

docker-compose.yml

@@ -53,6 +53,35 @@ services:
     environment:
       - TZ=Europe/Helsinki
 
+  ollama:
+    image: ollama/ollama
+    container_name: ollama
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities: [gpu]
+    volumes:
+      - /var/lib/z420/ollama:/root/.ollama
+    ports:
+      - "11434:11434"
+    restart: unless-stopped
+  
+  open-webui:
+    image: ghcr.io/open-webui/openwebui:main
+    container_name: open-webui
+    depends_on:
+      - ollama
+    environment:
+      - OLLAMA_BASE_URL=http://ollama:11434
+    volumes:
+      - /var/lib/z420/open-webui:/app/backend/data
+    ports:
+      - "3000:3000"
+    restart: unless-stopped
+
 secrets:
   bot_token:
     file: ./secrets/bot_token.txt