diff --git a/stacks/strata/compose.yaml b/stacks/strata/compose.yaml new file mode 100644 index 0000000..3aec6be --- /dev/null +++ b/stacks/strata/compose.yaml @@ -0,0 +1,42 @@ +services: + strata: + image: ghcr.io/niko1221/strata:0.2.9-cuda12 + container_name: strata + restart: unless-stopped + deploy: + resources: + reservations: + devices: + - driver: nvidia + count: all + capabilities: + - gpu + environment: + - TZ=Europe/Moscow + - FAMILY=qwen + - MODEL=IQ3_XXS + - CONTEXT=262144 + - KV=k8v4 + - VISION=cpu + - PARALLEL=1 + - TUNE=skip # tune уже отработал и зафиксирован в docker.tune.json — повторно жрёт ~10 мин при каждом пересоздании + - PRESET=docker + - API_KEY=${STRATA_API_KEY} + - STRATA_SET=memory-limit-mib=98304 vram-reserve-mib=2048 expert-cache=auto + ports: + - 192.168.31.100:8080:8080 + shm_size: 2g + stop_grace_period: 120s + ulimits: + memlock: + hard: -1 + soft: -1 + volumes: + - /mnt/ssd/apps/strata:/data +x-portals: + - host: 192.168.31.100 + name: Strata + path: / + port: 8080 + scheme: http +networks: {}