From d4265a0fd1a70c6c7a7c202868b5724d51cb4895 Mon Sep 17 00:00:00 2001 From: host Date: Sun, 1 Nov 2026 23:59:16 +0300 Subject: [PATCH] =?UTF-8?q?=D0=94=D0=BE=D0=B1=D0=B0=D0=B2=D0=BB=D0=B5?= =?UTF-8?q?=D0=BD=20=D1=84=D0=B0=D0=B9=D0=BB?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- stacks/strata/compose.yaml | 42 ++++++++++++++++++++++++++++++++++++++ 1 file changed, 42 insertions(+) create mode 100644 stacks/strata/compose.yaml diff --git a/stacks/strata/compose.yaml b/stacks/strata/compose.yaml new file mode 100644 index 0000000..3aec6be --- /dev/null +++ b/stacks/strata/compose.yaml @@ -0,0 +1,42 @@ +services: + strata: + image: ghcr.io/niko1221/strata:0.2.9-cuda12 + container_name: strata + restart: unless-stopped + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: + - gpu + environment: + - TZ=Europe/Moscow + - FAMILY=qwen + - MODEL=IQ3_XXS + - CONTEXT=262144 + - KV=k8v4 + - VISION=cpu + - PARALLEL=1 + - TUNE=skip # tune уже отработал и зафиксирован в docker.tune.json — повторно жрёт ~10 мин при каждом пересоздании + - PRESET=docker + - API_KEY=${STRATA_API_KEY} + - STRATA_SET=memory-limit-mib=98304 vram-reserve-mib=2048 expert-cache=auto + ports: + - 192.168.31.100:8080:8080 + shm_size: 2g + stop_grace_period: 120s + ulimits: + memlock: + hard: -1 + soft: -1 + volumes: + - /mnt/ssd/apps/strata:/data +x-portals: + - host: 192.168.31.100 + name: Strata + path: / + port: 8080 + scheme: http +networks: {}