version: '3'
services:
  ddp-cache:
    build:
      context: .
      dockerfile: Dockerfile.ddp-base
    image: ddp-cache:latest
    container_name: ddp-cache
    hostname: ddp-cache.example.com
    networks:
      - ddp
    ports:
      - "8180:8180"
    environment:
      - STARBURST_VERSION
      - DOWNLOADS=/ddp/downloads
      - TRINO=ddp-sales
      - DATABASE=redirections
    volumes:
      - ${PWD}:/ddp
    entrypoint: /ddp/scripts/cache/cache.sh
  ddp-cache2:
    build:
      context: .
      dockerfile: Dockerfile.ddp-base
    image: ddp-cache2:latest
    container_name: ddp-cache2
    hostname: ddp-cache2.example.com
    networks:
      - ddp
    ports:
      - "18180:8180"
    environment:
      - STARBURST_VERSION
      - DOWNLOADS=/ddp/downloads
      - TRINO=ddp-marketing
      - DATABASE=redirections2
    volumes:
      - ${PWD}:/ddp
    entrypoint: /ddp/scripts/cache/cache.sh
  ddp-ranger:
    build:
      context: .
      dockerfile: Dockerfile.ddp-ranger
      args:
        - RANGER_VERSION=${RANGER_VERSION}
        - STARBURST_VERSION=${STARBURST_VERSION}
    image: ddp-ranger:latest
    container_name: ddp-ranger
    hostname: ddp-ranger.example.com
    networks:
      - ddp
    ports:
      - "6080:6080"
    depends_on:
      ddp-zookeeper:
        condition: service_started
      ddp-postgres:
        condition: service_started
      ddp-solr:
        condition: service_started
    environment:
      - RANGER_VERSION
      - STARBURST_VERSION
    # entrypoint: tail -F /var/log/ranger/ranger-admin-ddp-ranger.example.com-ranger.log
  ddp-atlas:
    build:
      context: .
      dockerfile: Dockerfile.ddp-atlas
      args:
        - ATLAS_VERSION=${ATLAS_VERSION}
        - RANGER_VERSION=${RANGER_VERSION}
    image: ddp-atlas:latest
    container_name: ddp-atlas
    hostname: ddp-atlas.example.com
    networks:
      - ddp
    ports:
      - "21000:21000"
    depends_on:
      ddp-hbase:
        condition: service_started
      ddp-kafka:
        condition: service_started
      ddp-solr:
        condition: service_started
      ddp-zookeeper:
        condition: service_started
    environment:
      - ATLAS_VERSION
      - RANGER_VERSION
    command:
      - /home/atlas/scripts/atlas.sh
  ddp-base:
    build:
      context: .
      dockerfile: Dockerfile.ddp-base
    image: ddp-base
    container_name: ddp-base
    networks:
      - ddp
    environment:
      - RANGER_VERSION
      - ATLAS_VERSION
      - STARBURST_VERSION
  ddp-hadoop:
    build:
      context: .
      dockerfile: Dockerfile.ddp-hadoop
      args:
        - HADOOP_VERSION=${HADOOP_VERSION}
    image: ddp-hadoop
    container_name: ddp-hadoop
    hostname: ddp-hadoop.example.com
    networks:
      - ddp
    ports:
      - "9000:9000"
      - "8088:8088"
      - "9870:9870"
    healthcheck:
      test: "hdfs dfs -ls /"
      interval: 1m30s
      timeout: 10s
      retries: 30
      start_period: 40s
    environment:
      - HADOOP_VERSION
      - HADOOP_HEAPSIZE=256M
    # entrypoint: tail -F /opt/hadoop/logs/hadoop-hdfs-namenode-ddp-hadoop.example.com.log
  ddp-hbase:
    build:
      context: .
      dockerfile: Dockerfile.ddp-hbase
      args:
        - HBASE_VERSION=${HBASE_VERSION}
        - ATLAS_VERSION=${ATLAS_VERSION}
    image: ddp-hbase
    container_name: ddp-hbase
    hostname: ddp-hbase.example.com
    networks:
      - ddp
    ports:
      - "16000:16000"
      - "16010:16010"
      - "16020:16020"
      - "16030:16030"
    depends_on:
      ddp-hadoop:
        condition: service_healthy
      ddp-zookeeper:
        condition: service_started
      ddp-kafka:
        condition: service_started
    environment:
      - HBASE_VERSION
      - ATLAS_VERSION
  ddp-hive:
    build:
      context: .
      dockerfile: Dockerfile.ddp-hive
      args:
        - HIVE_HADOOP_VERSION=${HIVE_HADOOP_VERSION}
        - HIVE_VERSION=${HIVE_VERSION}
        - ATLAS_VERSION=${ATLAS_VERSION}
        - RANGER_VERSION=${RANGER_VERSION}
    image: ddp-hive
    container_name: ddp-hive
    hostname: ddp-hive.example.com
    networks:
      - ddp
    ports:
      - "9083:9083"
      - "10000:10000"
      - "10002:10002"
    depends_on:
      ddp-postgres:
        condition: service_started
      ddp-hadoop:
        condition: service_healthy
      ddp-zookeeper:
        condition: service_started
      ddp-kafka:
        condition: service_started
    environment:
      - HIVE_HADOOP_VERSION
      - HIVE_VERSION
      - ATLAS_VERSION
      - RANGER_VERSION
  ddp-kafka:
    build:
      context: .
      dockerfile: Dockerfile.ddp-kafka
      args:
        - KAFKA_VERSION=${KAFKA_VERSION}
    image: ddp-kafka
    container_name: ddp-kafka
    hostname: ddp-kafka.example.com
    networks:
      - ddp
    ports:
      - "9092:9092"
    depends_on:
      ddp-zookeeper:
        condition: service_started
    environment:
      - KAFKA_VERSION
  ddp-postgres:
    build:
        context: .
        dockerfile: Dockerfile.ddp-postgres
    image: ddp-postgres
    container_name: ddp-postgres
    hostname: ddp-postgres.example.com
    networks:
        - ddp
    ports:
      - "5432:5432"
    environment:
      - POSTGRES_PASSWORD=ddpR0cks!
    volumes:
      - ${PWD}/scripts/postgres/:/docker-entrypoint-initdb.d/
  ddp-solr:
    build:
      context: .
      dockerfile: Dockerfile.ddp-solr
    image: ddp-solr
    container_name: ddp-solr
    hostname: ddp-solr.example.com
    networks:
      - ddp
    ports:
      - "8983:8983"
    logging:
      driver: none
  ddp-marketing:
    build:
      context: .
      dockerfile: Dockerfile.ddp-base
      args:
        - STARBURST_VERSION=${STARBURST_VERSION}
    image: ddp-marketing:latest
    container_name: ddp-marketing
    hostname: ddp-marketing.example.com
    networks:
      - ddp
    environment:
      - STARBURST_VERSION
      - HTTPS_PORT=443
      - HTTP_PORT=8080
      - NAME=marketing
      - DOWNLOADS=/ddp/downloads
      - AWS_PROFILE=${AWS_PROFILE}
      - AWS_ACCOUNT=${AWS_ACCOUNT}
      - AWS_BUCKET_MARKETING=${AWS_BUCKET_MARKETING}
      - AWS_REGION_MARKETING=${AWS_REGION_MARKETING}
      - AWS_BUCKET_GLOBAL=${AWS_BUCKET_GLOBAL}
      - AWS_REGION_GLOBAL=${AWS_REGION_GLOBAL}
    volumes:
      - ${PWD}:/ddp
      - ${HOME}/.aws:/home/starburst/.aws
    ports:
      - "1443:443"
      - "18080:8080"
    entrypoint: /ddp/scripts/starburst/starburst.sh
  ddp-sales:
    build:
      context: .
      dockerfile: Dockerfile.ddp-base
      args:
        - STARBURST_VERSION=${STARBURST_VERSION}
    image: ddp-sales:latest
    container_name: ddp-sales
    hostname: ddp-sales.example.com
    networks:
      - ddp
    environment:
      - STARBURST_VERSION
      - HTTPS_PORT=443
      - HTTP_PORT=8080
      - NAME=sales
      - DOWNLOADS=/ddp/downloads
      - AWS_PROFILE=${AWS_PROFILE}
      - AWS_ACCOUNT=${AWS_ACCOUNT}
      - AWS_BUCKET_SALES=${AWS_BUCKET_SALES}
      - AWS_REGION_SALES=${AWS_REGION_SALES}
      - AWS_BUCKET_GLOBAL=${AWS_BUCKET_GLOBAL}
      - AWS_REGION_GLOBAL=${AWS_REGION_GLOBAL}
    volumes:
      - ${PWD}:/ddp
      - ${HOME}/.aws:/home/starburst/.aws
    ports:
      - "443:443"
      - "8080:8080"
    depends_on:
      ddp-kafka:
        condition: service_started
      ddp-hive:
        condition: service_started
      ddp-ranger:
        condition: service_started
      ddp-atlas:
        condition: service_started
    entrypoint: /ddp/scripts/starburst/starburst.sh
  ddp-zookeeper:
    build:
      context: .
      dockerfile: Dockerfile.ddp-zookeeper
    image: ddp-zookeeper
    container_name: ddp-zookeeper
    hostname: ddp-zookeeper.example.com
    networks:
      - ddp
    ports:
      - "2181:2181"

networks:
  ddp: