add large language models stack

large-language-models/docker-compose.override.yml

@@ -0,0 +1,7 @@
+services:
+  ollama:
+    labels:
+      net.unraid.docker.managed: 'composeman'
+      net.unraid.docker.icon: ''
+      net.unraid.docker.webui: ''
+      net.unraid.docker.shell: 'bash'

large-language-models/docker-compose.yml

@@ -0,0 +1,35 @@
+services:
+  ollama:
+    image: ollama/ollama:latest
+    container_name: ollama
+    pull_policy: always
+    tty: true
+    ports:
+      - "11434:11434" # Ollama API
+    environment:
+      - OLLAMA_KEEP_ALIVE=24h
+      - NVIDIA_VISIBLE_DEVICES=all
+    volumes:
+      - /mnt/user/appdata/ollama:/root/.ollama
+    runtime: nvidia
+    labels:
+      net.unraid.docker.shell: bash
+      folder.view2: "Services"
+
+#  openwebui:
+#    image: ghcr.io/open-webui/open-webui:main-slim
+#    container_name: openwebui
+#    depends_on:
+#      - ollama
+#    ports:
+#      - "3045:8080" # WebUI
+#    environment:
+#      - OLLAMA_BASE_URLS=http://ollama:11434
+#      - WEBUI_AUTH=True
+#      - WEBUI_NAME=${WEBUI_NAME}
+#      - WEBUI_URL=${WEBUI_URL}
+#      - WEBUI_SECRET_KEY=${WEBUI_SECRET_KEY}
+#    volumes:
+#      - /mnt/user/appdata/openwebui:/app/backend/data
+#    labels:
+#      folder.view2: "Services"

large-language-models/name

@@ -0,0 +1 @@
+large-language-models