5691b06876
Update all docker-compose files to use environment variables for data paths: - docker-compose.local.yml: Use LOCAL_DATA_DIR with fallback to ../data/dev - docker-compose.prod.yml: Use PROD_DATA_DIR with fallback to data/prod - docker-compose.prod.smoke.yml: Use SMOKE_TEST_DATA_DIR with fallback This allows smoke tests and local development to use temp directories instead of repo-relative paths, avoiding file sharing permission issues on macOS with Docker Desktop or Colima.
88 lines
3 KiB
YAML
88 lines
3 KiB
YAML
# Full Production Docker Environment with Podman and SQLite
|
|
services:
|
|
redis:
|
|
image: redis:7-alpine
|
|
container_name: ml-prod-redis
|
|
user: "999:999"
|
|
expose:
|
|
- "6379"
|
|
volumes:
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/redis:/data
|
|
restart: unless-stopped
|
|
command: redis-server --appendonly yes
|
|
healthcheck:
|
|
test: [ "CMD", "redis-cli", "ping" ]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
|
|
api-server:
|
|
build:
|
|
context: ${FETCHML_REPO_ROOT:-..}
|
|
dockerfile: ${FETCHML_REPO_ROOT:-..}/build/docker/secure-prod.Dockerfile
|
|
container_name: ml-prod-api
|
|
expose:
|
|
- "9101"
|
|
- "2222"
|
|
volumes:
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/experiments:/app/data/experiments
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/active:/data/active
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/logs:/logs
|
|
- ${FETCHML_REPO_ROOT:-..}/configs/api/multi-user.yaml:/app/configs/api/prod.yaml
|
|
depends_on:
|
|
redis:
|
|
condition: service_healthy
|
|
restart: unless-stopped
|
|
environment:
|
|
- LOG_LEVEL=info
|
|
healthcheck:
|
|
test: [ "CMD", "curl", "-f", "http://localhost:9101/health" ]
|
|
interval: 30s
|
|
timeout: 10s
|
|
retries: 3
|
|
start_period: 40s
|
|
command: ["/bin/sh", "-c", "mkdir -p /data/active/datasets /data/active/snapshots && exec /usr/local/bin/api-server -config /app/configs/api/prod.yaml"]
|
|
labels:
|
|
- "traefik.enable=true"
|
|
- "traefik.docker.network=${TRAEFIK_NETWORK:-traefik}"
|
|
- "traefik.http.services.fetchml.loadbalancer.server.port=9101"
|
|
- "traefik.http.routers.fetchml.rule=Host(`${FETCHML_DOMAIN}`) && (PathPrefix(`/api`) || PathPrefix(`/ws`) || Path(`/health`))"
|
|
- "traefik.http.routers.fetchml.entrypoints=${TRAEFIK_ENTRYPOINT:-websecure}"
|
|
- "traefik.http.routers.fetchml.tls=true"
|
|
networks:
|
|
- default
|
|
- traefik
|
|
|
|
worker:
|
|
build:
|
|
context: ${FETCHML_REPO_ROOT:-..}
|
|
dockerfile: ${FETCHML_REPO_ROOT:-..}/build/docker/simple.Dockerfile
|
|
container_name: ml-prod-worker
|
|
volumes:
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/experiments:/app/data/experiments
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/active:/data/active
|
|
- ${PROD_DATA_DIR:-${FETCHML_REPO_ROOT:-..}/data/prod}/logs:/logs
|
|
- ${FETCHML_REPO_ROOT:-..}/configs/workers/docker-prod.yaml:/app/configs/worker.yaml
|
|
depends_on:
|
|
redis:
|
|
condition: service_healthy
|
|
api-server:
|
|
condition: service_healthy
|
|
restart: unless-stopped
|
|
environment:
|
|
- LOG_LEVEL=info
|
|
- AWS_ACCESS_KEY_ID=${AWS_ACCESS_KEY_ID}
|
|
- AWS_SECRET_ACCESS_KEY=${AWS_SECRET_ACCESS_KEY}
|
|
- AWS_SESSION_TOKEN=${AWS_SESSION_TOKEN}
|
|
- AWS_REGION=${AWS_REGION}
|
|
privileged: true
|
|
command: ["/usr/local/bin/worker", "-config", "/app/configs/worker.yaml"]
|
|
|
|
volumes: {}
|
|
|
|
networks:
|
|
default:
|
|
name: ml-prod-network
|
|
traefik:
|
|
external: true
|
|
name: ${TRAEFIK_NETWORK:-traefik}
|