docker-compose.yml

services:
  # ---------------------------------------------------------------------------
  # 1. CORE API BACKEND (FastAPI + PyTorch + FAISS + APEX Ensemble)
  # ---------------------------------------------------------------------------
  apex-backend:
    build:
      context: .
      dockerfile: backend/Dockerfile
    container_name: apex-backend
    restart: unless-stopped
    ports:
      - "8000:8000"
    environment:
      - ENVIRONMENT=production
      - NOVA_SERVING_PROFILE=full
      - NOVA_SERVING_TIER=tier2
      - APEX_DP_EPSILON=1.0
      - KAFKA_BROKER_URL=kafka:9092
    volumes:
      - ./data:/app/data  # Share the Delta Lake with the backend
    depends_on:
      kafka:
        condition: service_healthy
      spark-master:
        condition: service_healthy
      redis:
        condition: service_healthy
    healthcheck:
      test: ["CMD", "python", "-c", "import urllib.request; urllib.request.urlopen('http://localhost:8000/health')"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 60s
    networks:
      - apex-net
  # ---------------------------------------------------------------------------
  # 2. FRONTEND (React + Vite UI)
  # ---------------------------------------------------------------------------
  apex-frontend:
    build:
      context: ./frontend
      dockerfile: Dockerfile
    container_name: apex-frontend
    restart: unless-stopped
    ports:
      - "5173:5173"
    environment:
      - VITE_API_URL=http://localhost:8000
    depends_on:
      apex-backend:
        condition: service_healthy
    networks:
      - apex-net

  # ---------------------------------------------------------------------------
  # 3. MESSAGE BROKER (Kafka for Real-Time Active Inference Stream)
  # ---------------------------------------------------------------------------
  zookeeper:
    image: confluentinc/cp-zookeeper:7.3.0
    container_name: zookeeper
    restart: unless-stopped
    environment:
      ZOOKEEPER_CLIENT_PORT: 2181
    healthcheck:
      test: ["CMD", "nc", "-z", "localhost", "2181"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - apex-net

  kafka:
    image: confluentinc/cp-kafka:7.3.0
    container_name: kafka
    restart: unless-stopped
    depends_on:
      zookeeper:
        condition: service_healthy
    ports:
      - "9092:9092"
    environment:
      KAFKA_BROKER_ID: 1
      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka:9092,PLAINTEXT_HOST://localhost:29092
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: PLAINTEXT:PLAINTEXT,PLAINTEXT_HOST:PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 1
    healthcheck:
      test: ["CMD", "kafka-broker-api-versions", "--bootstrap-server", "localhost:9092"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s
    networks:
      - apex-net

  # ---------------------------------------------------------------------------
  # 3.5 HIGH-THROUGHPUT FEATURE STORE (Redis)
  # ---------------------------------------------------------------------------
  redis:
    image: redis:7-alpine
    container_name: redis-feature-store
    restart: unless-stopped
    ports:
      - "6379:6379"
    command: redis-server --save 60 1 --loglevel warning
    healthcheck:
      test: ["CMD", "redis-cli", "ping"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - apex-net

  # ---------------------------------------------------------------------------
  # 4. BIG DATA COMPUTE (Distributed PySpark Cluster)
  # ---------------------------------------------------------------------------
  spark-master:
    image: bitnami/spark:3.4.1
    container_name: spark-master
    restart: unless-stopped
    environment:
      - SPARK_MODE=master
      - SPARK_RPC_AUTHENTICATION_ENABLED=no
      - SPARK_RPC_ENCRYPTION_ENABLED=no
      - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
      - SPARK_SSL_ENABLED=no
    ports:
      - "8080:8080" # Spark UI
      - "7077:7077" # Master Port
    volumes:
      - ./data:/app/data # Mount Data Lake
      - ./scripts:/app/scripts # Mount Medallion Pipeline Scripts
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8080"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s
    networks:
      - apex-net

  spark-worker:
    image: bitnami/spark:3.4.1
    container_name: spark-worker
    restart: unless-stopped
    environment:
      - SPARK_MODE=worker
      - SPARK_MASTER_URL=spark://spark-master:7077
      - SPARK_WORKER_MEMORY=4G
      - SPARK_WORKER_CORES=2
      - SPARK_RPC_AUTHENTICATION_ENABLED=no
      - SPARK_RPC_ENCRYPTION_ENABLED=no
      - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
      - SPARK_SSL_ENABLED=no
    depends_on:
      spark-master:
        condition: service_healthy
    volumes:
      - ./data:/app/data
      - ./scripts:/app/scripts
    healthcheck:
      test: ["CMD", "curl", "-f", "http://localhost:8081"]
      interval: 30s
      timeout: 10s
      retries: 5
      start_period: 30s
    networks:
      - apex-net

  # ---------------------------------------------------------------------------
  # 5. RELATIONAL DATABASE (PostgreSQL for Multi-Tenancy & Auth)
  # ---------------------------------------------------------------------------
  postgres:
    image: postgres:15-alpine
    container_name: postgres-db
    restart: unless-stopped
    environment:
      # Override these in a .env file or shell environment for local dev.
      # NEVER commit real credentials. See .env.example for variable names.
      POSTGRES_USER: ${POSTGRES_USER:-nova_user}
      POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-nova_password}
      POSTGRES_DB: ${POSTGRES_DB:-apex_db}
    ports:
      - "5432:5432"
    volumes:
      - postgres_data:/var/lib/postgresql/data
      - ./sql:/docker-entrypoint-initdb.d
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER:-nova_user}"]
      interval: 10s
      timeout: 5s
      retries: 5
    networks:
      - apex-net

  # ---------------------------------------------------------------------------
  # 6. OBSERVABILITY (Prometheus + Grafana for RED Metrics)
  # ---------------------------------------------------------------------------
  prometheus:
    image: prom/prometheus:latest
    container_name: prometheus
    restart: unless-stopped
    volumes:
      - ./prometheus.yml:/etc/prometheus/prometheus.yml
      - ./prometheus.rules.yml:/etc/prometheus/prometheus.rules.yml
    ports:
      - "9090:9090"
    networks:
      - apex-net

  grafana:
    image: grafana/grafana:latest
    container_name: grafana
    restart: unless-stopped
    ports:
      - "3000:3000"
    environment:
      - GF_SECURITY_ADMIN_PASSWORD=${GF_ADMIN_PASSWORD:-change-me-in-env}
      - GF_PATHS_PROVISIONING=/etc/grafana/provisioning
    volumes:
      - ./grafana/provisioning:/etc/grafana/provisioning
      - ./grafana/dashboards:/etc/grafana/dashboards
    depends_on:
      - prometheus
    networks:
      - apex-net

networks:
  apex-net:
    driver: bridge

volumes:
  postgres_data: