From dc6487238a7096c2ffd1d8a48ec0de3ce801fd44 Mon Sep 17 00:00:00 2001 From: host Date: Sun, 1 Nov 2026 23:58:35 +0300 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB=D0=B5?= =?UTF-8?q?=D0=BD=20=D1=84=D0=B0=D0=B9=D0=BB?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- stacks/ollama/compose.yaml | 43 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) create mode 100644 stacks/ollama/compose.yaml diff --git a/stacks/ollama/compose.yaml b/stacks/ollama/compose.yaml new file mode 100644 index 0000000..22eb007 --- /dev/null +++ b/stacks/ollama/compose.yaml @@ -0,0 +1,43 @@ +services: + ollama: + image: ollama/ollama:latest + container_name: ollama + restart: unless-stopped + ports: + - 11434:11434 + environment: + OLLAMA_KEEP_ALIVE: 24h + OLLAMA_NUM_PARALLEL: "1" + OLLAMA_MAX_LOADED_MODELS: "2" + OLLAMA_FLASH_ATTENTION: "1" + OLLAMA_KV_CACHE_TYPE: q8_0 + OLLAMA_GPU_OVERHEAD: "1073741824" + OLLAMA_CONTEXT_LENGTH: "32768" + OLLAMA_LOAD_TIMEOUT: 10m + NVIDIA_VISIBLE_DEVICES: all + NVIDIA_DRIVER_CAPABILITIES: compute,utility + volumes: + - /mnt/ssd/apps/ollama-dockge:/root/.ollama + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: + - gpu + healthcheck: + test: + - CMD + - ollama + - list + interval: 30s + timeout: 10s + retries: 3 + start_period: 20s + logging: + driver: json-file + options: + max-size: 10m + max-file: "3" +networks: {}