43 lines
1.1 KiB
YAML
43 lines
1.1 KiB
YAML
services:
|
|
strata:
|
|
image: ghcr.io/niko1221/strata:0.2.9-cuda12
|
|
container_name: strata
|
|
restart: unless-stopped
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities:
|
|
- gpu
|
|
environment:
|
|
- TZ=Europe/Moscow
|
|
- FAMILY=qwen
|
|
- MODEL=IQ3_XXS
|
|
- CONTEXT=262144
|
|
- KV=k8v4
|
|
- VISION=cpu
|
|
- PARALLEL=1
|
|
- TUNE=skip # tune уже отработал и зафиксирован в docker.tune.json — повторно жрёт ~10 мин при каждом пересоздании
|
|
- PRESET=docker
|
|
- API_KEY=${STRATA_API_KEY}
|
|
- STRATA_SET=memory-limit-mib=98304 vram-reserve-mib=2048 expert-cache=auto
|
|
ports:
|
|
- 192.168.31.100:8080:8080
|
|
shm_size: 2g
|
|
stop_grace_period: 120s
|
|
ulimits:
|
|
memlock:
|
|
hard: -1
|
|
soft: -1
|
|
volumes:
|
|
- /mnt/ssd/apps/strata:/data
|
|
x-portals:
|
|
- host: 192.168.31.100
|
|
name: Strata
|
|
path: /
|
|
port: 8080
|
|
scheme: http
|
|
networks: {}
|