From 1aabab1db93ac6d01a02efe5bf72fc72af6aabc5 Mon Sep 17 00:00:00 2001 From: Storozhenko Evgeny Vladimirovich Date: Sun, 3 May 2026 12:01:47 +0000 Subject: [PATCH] initial commit --- .gitignore | 2 ++ docker-compose.yaml | 41 +++++++++++++++++++++++++++++++++++++++++ 2 files changed, 43 insertions(+) create mode 100644 .gitignore create mode 100644 docker-compose.yaml diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..58aa365 --- /dev/null +++ b/.gitignore @@ -0,0 +1,2 @@ +ollama_data +open-webui_data diff --git a/docker-compose.yaml b/docker-compose.yaml new file mode 100644 index 0000000..214d592 --- /dev/null +++ b/docker-compose.yaml @@ -0,0 +1,41 @@ +services: + ollama: + image: ollama/ollama:latest + container_name: ollama + restart: unless-stopped + ports: + - "11434:11434" + volumes: + - ./ollama_data:/root/.ollama + environment: + - OLLAMA_HOST=0.0.0.0 + - OLLAMA_ORIGINS=* + - OLLAMA_NUM_PARALLEL=4 + - OLLAMA_MAX_LOADED_MODELS=2 + - OLLAMA_KEEP_ALIVE=10m + - OLLAMA_FLASH_ATTENTION=1 + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: [gpu] + healthcheck: + test: ["CMD", "ollama", "list"] + interval: 30s + timeout: 10s + retries: 5 + + open-webui: + image: ghcr.io/open-webui/open-webui:main + container_name: open-webui + restart: unless-stopped + ports: + - "11435:8080" + volumes: + - ./open-webui_data:/app/backend/data + environment: + - OLLAMA_BASE_URL=http://ollama:11434 + depends_on: + - ollama