docker-compose.yml

version: '3.8'

services:
  flask-api:
    build:
      context: .
      dockerfile: ingestion-api/Dockerfile
    deploy:
      replicas: 3
    environment:
      - HMAC_SECRET=${HMAC_SECRET:-your-secret-key-here-change-this-in-production}
      # Override KAFKA_BOOTSTRAP_SERVERS for Docker network (use internal Docker service names)
      - KAFKA_BOOTSTRAP_SERVERS=kafka1:9092,kafka2:9092,kafka3:9092
      - KAFKA_TOPIC=${KAFKA_TOPIC:-payment-webhooks}
      - POSTGRES_HOST=postgres
      - POSTGRES_PORT=5432
      - POSTGRES_DB=${POSTGRES_DB:-bruce}
      - POSTGRES_USER=${POSTGRES_USER:-bruce}
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD:-bruce}
    env_file:
      - .env
    volumes:
      # Mount code for development (optional - remove in production)
      - ./ingestion-api:/app/ingestion-api
    restart: unless-stopped
    healthcheck:
      test: ["CMD-SHELL", "python -c \"import socket; s=socket.socket(); s.connect(('localhost', 5000)); s.close()\""]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 40s
    # depends_on:
    #   # kafka1:
    #   #   condition: service_healthy
    #   postgres:
    #     condition: service_healthy
    networks:
      - bruce-network

  nginx:
    image: nginx:alpine
    container_name: bruce-nginx
    ports:
      - "8000:8000"
    volumes:
      - ./nginx.conf:/etc/nginx/conf.d/default.conf:ro
    depends_on:
      - flask-api
    restart: unless-stopped
    healthcheck:
      test: ["CMD", "sh", "-c", "test -f /var/run/nginx.pid && kill -0 $(cat /var/run/nginx.pid)"]
      interval: 30s
      timeout: 10s
      retries: 3
      start_period: 10s
    networks:
      - bruce-network

  merchant-server:
    build:
      context: .
      dockerfile: merchant-server/Dockerfile
    container_name: bruce-merchant-server
    ports:
      - "5001:5001"
    environment:
      - PORT=5001
      - RESPONSE_TIMEOUT=${RESPONSE_TIMEOUT:-5}
      - FAILURE_RATE=${FAILURE_RATE:-0.7}
    env_file:
      - .env
    networks:
      - bruce-network

  postgres:
    image: postgres:16-alpine
    container_name: bruce-postgres
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_DB=${POSTGRES_DB:-bruce}
      - POSTGRES_USER=${POSTGRES_USER:-bruce}
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD:-bruce}
    volumes:
      - postgres-data:/var/lib/postgresql/data
      - ./scripts/init.sql:/docker-entrypoint-initdb.d/001-init.sql:ro
    restart: unless-stopped
    healthcheck:
      test: ["CMD-SHELL", "pg_isready -U ${POSTGRES_USER:-bruce} -d ${POSTGRES_DB:-bruce}"]
      interval: 5s
      timeout: 5s
      retries: 10
    networks:
      - bruce-network

  kafka1:
    image: apache/kafka:latest
    container_name: kafka1
    hostname: kafka1
    ports:
      - "19092:19092"
    environment:
      KAFKA_NODE_ID: 1
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka1:9093,2@kafka2:9093,3@kafka3:9093
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,EXTERNAL://0.0.0.0:19092
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka1:9092,EXTERNAL://localhost:19092
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      CLUSTER_ID: 'kAqa9FFfQhyWXXQh5JnI5Q'
    healthcheck:
      test: ["CMD-SHELL", "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092"]
      interval: 5s
      timeout: 5s
      retries: 5
    volumes:
      - kafka1-data:/var/lib/kafka/data
    networks:
      - bruce-network

  kafka2:
    image: apache/kafka:latest
    container_name: kafka2
    hostname: kafka2
    ports:
      - "19093:19093"
    environment:
      KAFKA_NODE_ID: 2
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka1:9093,2@kafka2:9093,3@kafka3:9093
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,EXTERNAL://0.0.0.0:19093
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka2:9092,EXTERNAL://localhost:19093
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      CLUSTER_ID: 'kAqa9FFfQhyWXXQh5JnI5Q'
    healthcheck:
      test: ["CMD-SHELL", "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092"]
      interval: 5s
      timeout: 5s
      retries: 5
    volumes:
      - kafka2-data:/var/lib/kafka/data
    networks:
      - bruce-network

  kafka3:
    image: apache/kafka:latest
    container_name: kafka3
    hostname: kafka3
    ports:
      - "19094:19094"
    environment:
      KAFKA_NODE_ID: 3
      KAFKA_PROCESS_ROLES: broker,controller
      KAFKA_CONTROLLER_QUORUM_VOTERS: 1@kafka1:9093,2@kafka2:9093,3@kafka3:9093
      KAFKA_LISTENERS: PLAINTEXT://0.0.0.0:9092,CONTROLLER://0.0.0.0:9093,EXTERNAL://0.0.0.0:19094
      KAFKA_ADVERTISED_LISTENERS: PLAINTEXT://kafka3:9092,EXTERNAL://localhost:19094
      KAFKA_CONTROLLER_LISTENER_NAMES: CONTROLLER
      KAFKA_INTER_BROKER_LISTENER_NAME: PLAINTEXT
      KAFKA_LISTENER_SECURITY_PROTOCOL_MAP: CONTROLLER:PLAINTEXT,PLAINTEXT:PLAINTEXT,EXTERNAL:PLAINTEXT
      KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_REPLICATION_FACTOR: 3
      KAFKA_TRANSACTION_STATE_LOG_MIN_ISR: 2
      KAFKA_GROUP_INITIAL_REBALANCE_DELAY_MS: 0
      CLUSTER_ID: 'kAqa9FFfQhyWXXQh5JnI5Q'
    healthcheck:
      test: ["CMD-SHELL", "/opt/kafka/bin/kafka-broker-api-versions.sh --bootstrap-server localhost:9092"]
      interval: 5s
      timeout: 5s
      retries: 5
    volumes:
      - kafka3-data:/var/lib/kafka/data
    networks:
      - bruce-network
  
  dispatcher:
    build:
      context: .
      dockerfile: dispatcher/Dockerfile
    environment:
      - KAFKA_BOOTSTRAP_SERVERS=kafka1:9092,kafka2:9092,kafka3:9092
      - KAFKA_TOPIC=${KAFKA_TOPIC:-payment-webhooks}
      - WEBHOOK_URL=${WEBHOOK_URL:-http://merchant-server:5001/webhook_listener}
      - HMAC_SECRET=${HMAC_SECRET:-your-secret-key-here-change-this-in-production}
    env_file:
      - .env
    depends_on:
      kafka1:
        condition: service_healthy
    restart: unless-stopped
    networks:
      - bruce-network

  outbox-publisher:
    build:
      context: .
      dockerfile: outbox/Dockerfile
    container_name: bruce-outbox-publisher
    environment:
      - KAFKA_BOOTSTRAP_SERVERS=kafka1:9092,kafka2:9092,kafka3:9092
      - KAFKA_TOPIC=${KAFKA_TOPIC:-payment-webhooks}
      - POSTGRES_HOST=postgres
      - POSTGRES_PORT=5432
      - POSTGRES_DB=${POSTGRES_DB:-bruce}
      - POSTGRES_USER=${POSTGRES_USER:-bruce}
      - POSTGRES_PASSWORD=${POSTGRES_PASSWORD:-bruce}
      - OUTBOX_POLL_INTERVAL_SEC=${OUTBOX_POLL_INTERVAL_SEC:-1}
      - OUTBOX_BATCH_SIZE=${OUTBOX_BATCH_SIZE:-25}
    env_file:
      - .env
    depends_on:
      kafka1:
        condition: service_healthy
      postgres:
        condition: service_healthy
    restart: unless-stopped
    networks:
      - bruce-network

  # init-kafka:
  #   image: apache/kafka:latest
  #   container_name: init-kafka
  #   depends_on:
  #     kafka1:
  #       condition: service_healthy
  #     kafka2:
  #       condition: service_healthy
  #     kafka3:
  #       condition: service_healthy
  #   entrypoint: [ '/bin/sh', '-c' ]
  #   command: |
  #     "
  #     # Block until kafka1 is reachable
  #     /opt/kafka/bin/kafka-topics.sh --bootstrap-server kafka1:9092 --list

  #     echo 'Creating kafka topics...'
  #     /opt/kafka/bin/kafka-topics.sh --bootstrap-server kafka1:9092 --create --if-not-exists --topic payment-webhooks --replication-factor 3 --partitions 3

  #     echo 'Successfully created the following topics:'
  #     /opt/kafka/bin/kafka-topics.sh --bootstrap-server kafka1:9092 --list
  #     "

networks:
  bruce-network:
    name: bruce-network
    driver: bridge

volumes:
  kafka1-data:
  kafka2-data:
  kafka3-data:
  postgres-data: