Добавлен файл

stacks/strata/compose.yaml

@@ -0,0 +1,42 @@
+services:
+  strata:
+    image: ghcr.io/niko1221/strata:0.2.9-cuda12
+    container_name: strata
+    restart: unless-stopped
+    deploy:
+      resources:
+        reservations:
+          devices:
+            - driver: nvidia
+              count: all
+              capabilities:
+                - gpu
+    environment:
+      - TZ=Europe/Moscow
+      - FAMILY=qwen
+      - MODEL=IQ3_XXS
+      - CONTEXT=262144
+      - KV=k8v4
+      - VISION=cpu
+      - PARALLEL=1
+      - TUNE=skip # tune уже отработал и зафиксирован в docker.tune.json — повторно жрёт ~10 мин при каждом пересоздании
+      - PRESET=docker
+      - API_KEY=${STRATA_API_KEY}
+      - STRATA_SET=memory-limit-mib=98304 vram-reserve-mib=2048 expert-cache=auto
+    ports:
+      - 192.168.31.100:8080:8080
+    shm_size: 2g
+    stop_grace_period: 120s
+    ulimits:
+      memlock:
+        hard: -1
+        soft: -1
+    volumes:
+      - /mnt/ssd/apps/strata:/data
+x-portals:
+  - host: 192.168.31.100
+    name: Strata
+    path: /
+    port: 8080
+    scheme: http
+networks: {}