--- # Development Docker Compose # Includes: API, Redis, MinIO, Worker, Caddy services: caddy: image: caddy:2-alpine container_name: ml-dev-caddy restart: unless-stopped ports: - "8080:80" - "8443:443" volumes: - ./deployments/Caddyfile.dev:/etc/caddy/Caddyfile:ro - ${DATA_DIR:-./data/smoke}/caddy/data:/data - ${DATA_DIR:-./data/smoke}/caddy/config:/config depends_on: api-server: condition: service_healthy redis: image: redis:7-alpine container_name: ml-experiments-redis user: "999:999" ports: - "6379:6379" volumes: - redis_data:/data restart: unless-stopped command: redis-server --appendonly yes healthcheck: test: ["CMD", "redis-cli", "ping"] interval: 30s timeout: 10s retries: 3 api-server: build: context: . dockerfile: build/docker/simple.Dockerfile container_name: ml-experiments-api user: "0:0" ports: - "9101:9101" expose: - "9101" # API and health endpoints (internal; external access via Caddy) volumes: - ${DATA_DIR:-./data/smoke}/logs:/logs - ${DATA_DIR:-./data/smoke}/experiments:/data/experiments - ${DATA_DIR:-./data/smoke}/active:/data/active - ${DATA_DIR:-./data/smoke}/workspaces:/data/active/workspaces:delegated - ${DATA_DIR:-./data/smoke}/configs:/app/configs:ro - ${DATA_DIR:-./data/smoke}/ssl:/app/ssl:ro depends_on: - redis restart: unless-stopped command: ["/bin/sh", "-c", "mkdir -p /data/experiments /data/active/datasets /data/active/snapshots && exec /usr/local/bin/api-server -config /app/configs/api/dev.yaml"] environment: - LOG_LEVEL=info # Native libs enabled via build tag: -tags native_libs healthcheck: test: ["CMD", "curl", "-f", "http://localhost:9101/health"] interval: 30s timeout: 10s retries: 3 start_period: 40s labels: job: "api-server" # MinIO for local development (single-node filesystem backend) minio: image: minio/minio:latest container_name: ml-dev-minio ports: - "9000:9000" - "9001:9001" volumes: - ${DATA_DIR:-./data/smoke}/minio:/data environment: - MINIO_ROOT_USER=minioadmin - MINIO_ROOT_PASSWORD=minioadmin123 - MINIO_BROWSER=on command: ["server", "/data", "--console-address", ":9001"] healthcheck: test: ["CMD", "curl", "-fsS", "http://localhost:9000/minio/health/live"] interval: 5s timeout: 5s retries: 5 restart: unless-stopped # Initialize minio bucket (runs once) minio-init: image: minio/mc:latest container_name: ml-dev-minio-init depends_on: minio: condition: service_healthy entrypoint: ["/bin/sh", "-c"] command: - | mc alias set local http://minio:9000 minioadmin minioadmin123 || exit 1 mc mb -p local/fetchml-snapshots 2>/dev/null || echo "Bucket exists" echo "MinIO initialized" restart: "no" worker: build: context: . dockerfile: build/docker/simple.Dockerfile container_name: ml-experiments-worker user: "0:0" ports: - "8888:8888" volumes: - ${DATA_DIR:-./data/smoke}/logs:/logs - ${DATA_DIR:-./data/smoke}/active:/data/active - ${DATA_DIR:-./data/smoke}/experiments:/data/experiments - ${DATA_DIR:-./data/smoke}/workspaces:/data/active/workspaces:delegated - ${DATA_DIR:-./data/smoke}/configs/worker/docker-dev.yaml:/app/configs/worker.yaml:ro - ${DATA_DIR:-./data/smoke}/ssl:/app/ssl:ro - /sys/fs/cgroup:/sys/fs/cgroup:rw depends_on: redis: condition: service_healthy api-server: condition: service_healthy minio-init: condition: service_completed_successfully restart: unless-stopped environment: - LOG_LEVEL=info - MINIO_ROOT_USER=minioadmin - MINIO_ROOT_PASSWORD=minioadmin123 - FETCHML_JUPYTER_DEFAULT_IMAGE=quay.io/jupyter/minimal-notebook:latest - FETCHML_JUPYTER_CONDA_ENV=base - FETCHML_JUPYTER_KERNEL_NAME=python - FETCHML_PODMAN_CGROUPS=disabled # Native libs enabled via build tag: -tags native_libs privileged: true command: ["/usr/local/bin/worker", "-config", "/app/configs/worker.yaml"] volumes: redis_data: driver: local