diff --git a/large-language-models/docker-compose.override.yml b/large-language-models/docker-compose.override.yml new file mode 100644 index 0000000..2944d3b --- /dev/null +++ b/large-language-models/docker-compose.override.yml @@ -0,0 +1,7 @@ +services: + ollama: + labels: + net.unraid.docker.managed: 'composeman' + net.unraid.docker.icon: '' + net.unraid.docker.webui: '' + net.unraid.docker.shell: 'bash' diff --git a/large-language-models/docker-compose.yml b/large-language-models/docker-compose.yml new file mode 100644 index 0000000..f4d4cdf --- /dev/null +++ b/large-language-models/docker-compose.yml @@ -0,0 +1,35 @@ +services: + ollama: + image: ollama/ollama:latest + container_name: ollama + pull_policy: always + tty: true + ports: + - "11434:11434" # Ollama API + environment: + - OLLAMA_KEEP_ALIVE=24h + - NVIDIA_VISIBLE_DEVICES=all + volumes: + - /mnt/user/appdata/ollama:/root/.ollama + runtime: nvidia + labels: + net.unraid.docker.shell: bash + folder.view2: "Services" + +# openwebui: +# image: ghcr.io/open-webui/open-webui:main-slim +# container_name: openwebui +# depends_on: +# - ollama +# ports: +# - "3045:8080" # WebUI +# environment: +# - OLLAMA_BASE_URLS=http://ollama:11434 +# - WEBUI_AUTH=True +# - WEBUI_NAME=${WEBUI_NAME} +# - WEBUI_URL=${WEBUI_URL} +# - WEBUI_SECRET_KEY=${WEBUI_SECRET_KEY} +# volumes: +# - /mnt/user/appdata/openwebui:/app/backend/data +# labels: +# folder.view2: "Services" diff --git a/large-language-models/name b/large-language-models/name new file mode 100644 index 0000000..b3cedec --- /dev/null +++ b/large-language-models/name @@ -0,0 +1 @@ +large-language-models \ No newline at end of file