86f9ae5a7e
Restructure configuration files for better organization: - Add scheduler configuration examples (scheduler.yaml.example) - Reorganize worker configs into subdirectories: - distributed/ - Multi-node cluster configurations - standalone/ - Single-node deployment configs - Add environment-specific configs: - dev-local.yaml, docker-dev.yaml, docker-prod.yaml - homelab-secure.yaml, worker-prod.toml - Add deployment configs for different security modes: - docker-standard.yaml, docker-hipaa.yaml, docker-dev.yaml Add documentation: - configs/README.md with configuration guidelines - configs/SECURITY.md with security configuration best practices
47 lines
852 B
YAML
47 lines
852 B
YAML
worker_id: "homelab-worker"
|
|
base_path: "/tmp/fetchml-jobs"
|
|
train_script: "train.py"
|
|
|
|
redis_url: "redis://:${REDIS_PASSWORD}@redis:6379/0"
|
|
|
|
local_mode: true
|
|
|
|
max_workers: 1
|
|
poll_interval_seconds: 2
|
|
|
|
auto_fetch_data: false
|
|
|
|
data_manager_path: "./data_manager"
|
|
dataset_cache_ttl: "30m"
|
|
|
|
data_dir: "/data/active"
|
|
|
|
snapshot_store:
|
|
enabled: true
|
|
endpoint: "minio:9000"
|
|
secure: false
|
|
bucket: "fetchml-snapshots"
|
|
prefix: "snapshots"
|
|
timeout: "5m"
|
|
max_retries: 3
|
|
|
|
podman_image: "python:3.9-slim"
|
|
container_workspace: "/workspace"
|
|
container_results: "/results"
|
|
gpu_devices: []
|
|
|
|
resources:
|
|
max_workers: 1
|
|
desired_rps_per_worker: 2
|
|
podman_cpus: "2"
|
|
podman_memory: "4Gi"
|
|
|
|
metrics:
|
|
enabled: true
|
|
listen_addr: ":9100"
|
|
metrics_flush_interval: "500ms"
|
|
|
|
task_lease_duration: "30m"
|
|
heartbeat_interval: "1m"
|
|
max_retries: 3
|
|
graceful_timeout: "5m"
|