docker-compose.yml

version: "3.3"

services:
  ############################
  # Built from remote images #
  ############################
  mongod:
    image: mongo
    environment:
      MONGO_INITDB_ROOT_USERNAME: root
      MONGO_INITDB_ROOT_PASSWORD: pleaseUseAStr0ngPassword
      MONGO_INITDB_DATABASE: django
    networks:
      - db_nw

  mongo-express:
    image: mongo-express
    #    restart: always
    ports:
      - 8081:8081
    depends_on:
      - mongod
    environment:
      ME_CONFIG_MONGODB_ADMINUSERNAME: root
      ME_CONFIG_MONGODB_ADMINPASSWORD: pleaseUseAStr0ngPassword
      ME_CONFIG_MONGODB_SERVER: mongod
    networks:
      - db_nw

  namenode:
    build: docker-hadoop-master/namenode
    container_name: namenode
    restart: always
    ports:
      - 9870:9870
      - 9000:9000
    volumes:
      - hadoop_namenode:/hadoop/dfs/name
      - ./hadoopMR:/home/hadoopMR
    environment:
      - CLUSTER_NAME=test
    env_file:
      - ./docker-hadoop-master/hadoop.env
    networks:
      - db_nw

  datanode:
    image: bde2020/hadoop-datanode:2.0.0-hadoop3.2.1-java8
    container_name: datanode
    restart: always
    volumes:
      - hadoop_datanode:/hadoop/dfs/data
    environment:
      SERVICE_PRECONDITION: "namenode:9870"
    env_file:
      - ./docker-hadoop-master/hadoop.env

  resourcemanager:
    image: bde2020/hadoop-resourcemanager:2.0.0-hadoop3.2.1-java8
    container_name: resourcemanager
    restart: always
    environment:
      SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864"
    env_file:
      - ./docker-hadoop-master/hadoop.env

  nodemanager1:
    image: bde2020/hadoop-nodemanager:2.0.0-hadoop3.2.1-java8
    container_name: nodemanager
    restart: always
    environment:
      SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
    env_file:
      - ./docker-hadoop-master/hadoop.env

  historyserver:
    image: bde2020/hadoop-historyserver:2.0.0-hadoop3.2.1-java8
    container_name: historyserver
    restart: always
    environment:
      SERVICE_PRECONDITION: "namenode:9000 namenode:9870 datanode:9864 resourcemanager:8088"
    volumes:
      - hadoop_historyserver:/hadoop/yarn/timeline
    env_file:
      - ./docker-hadoop-master/hadoop.env

  ###############################
  # Built from local Dockerfile #
  ###############################\

  nginx:
    build: resources/nginx
    ports:
      - 1337:80
    depends_on:
      - web
    volumes:
      - ./resources/nginx:/etc/nginx/conf.d
    networks:
      - web_nw

  web:
    container_name: django_twitter

    # Build the Dockerfile in this directory
    build:
      context: .
      args:
        - LOCATION=/home
        - USER=django
        - PROJECT_DIR=sites/twitter
        - SCRIPT=dev_entry.sh

    # Mount this directory as a volume at /opt/sites/django_pollerize
    volumes:
      - .:/home/django/sites/twitter

    expose:
      - 8000

    depends_on:
      - mongod

    # Set some environment variables to be used in the application
    env_file:
      - dev.env

    networks:
      - db_nw
      - web_nw

networks:
  db_nw:
    driver: bridge
  web_nw:
    driver: bridge

volumes:
  hadoop_namenode:
  hadoop_datanode:
  hadoop_historyserver:
  hadoopMR: