docker-compose.yml

version: "3.3"
services:
  spark-master:
    image: cluster-apache-spark:2.1.0
    ports:
      - "9090:8080"
      - "7077:7077"
    volumes:
       - ./target:/opt/spark-apps
       - ./out:/tmp/spark-events/src/main/resources/logs/
       - ./src/main/java/profiler/scripts:/opt/scripts
       - ./src/test/data/json:/opt/data
    environment:
      - SPARK_LOCAL_IP=spark-master
      - SPARK_WORKLOAD=master
  spark-worker-a:
    image: cluster-apache-spark:2.1.0
    ports:
      - "9091:8080"
      - "7000:7000"
    depends_on:
      - spark-master
    environment:
      - SPARK_MASTER=spark://spark-master:7077
      - SPARK_WORKER_CORES=5
      - SPARK_WORKER_MEMORY=5G
      - SPARK_DRIVER_MEMORY=1G
      - SPARK_EXECUTOR_MEMORY=1G
      - SPARK_WORKLOAD=worker
      - SPARK_LOCAL_IP=spark-worker-a
    volumes:
       - ./target:/opt/spark-apps
  spark-worker-b:
    image: cluster-apache-spark:2.1.0
    ports:
      - "9092:8080"
      - "7001:7000"
    depends_on:
      - spark-master
    environment:
      - SPARK_MASTER=spark://spark-master:7077
      - SPARK_WORKER_CORES=5
      - SPARK_WORKER_MEMORY=5G
      - SPARK_DRIVER_MEMORY=1G
      - SPARK_EXECUTOR_MEMORY=1G
      - SPARK_WORKLOAD=worker
      - SPARK_LOCAL_IP=spark-worker-b
    volumes:
        - ./target:/opt/spark-apps