docker-compose.yml

version: '2'

services:
  spark:
    image: docker.io/bitnami/spark:3
    environment:
      - SPARK_MODE=master
      - SPARK_RPC_AUTHENTICATION_ENABLED=no
      - SPARK_RPC_ENCRYPTION_ENABLED=no
      - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
      - SPARK_SSL_ENABLED=no
    volumes:
      - ./target/scala-2.12:/opt/bitnami/spark/data-studio-jars
      - ./data:/opt/bitnami/spark/data
      - ./libs:/opt/bitnami/spark/libs
    ports:
      - '8080:8080'
      - '4040:4040'
  spark-worker-1:
    image: docker.io/bitnami/spark:3
    environment:
      - SPARK_MODE=worker
      - SPARK_MASTER_URL=spark://spark:7077
      - SPARK_WORKER_MEMORY=1G
      - SPARK_WORKER_CORES=1
      - SPARK_RPC_AUTHENTICATION_ENABLED=no
      - SPARK_RPC_ENCRYPTION_ENABLED=no
      - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
      - SPARK_SSL_ENABLED=no
    volumes:
      - ./target/scala-2.12:/opt/bitnami/spark/data-studio-jars
      - ./data:/opt/bitnami/spark/data
      - ./libs:/opt/bitnami/spark/libs
  spark-worker-2:
    image: docker.io/bitnami/spark:3
    environment:
      - SPARK_MODE=worker
      - SPARK_MASTER_URL=spark://spark:7077
      - SPARK_WORKER_MEMORY=1G
      - SPARK_WORKER_CORES=1
      - SPARK_RPC_AUTHENTICATION_ENABLED=no
      - SPARK_RPC_ENCRYPTION_ENABLED=no
      - SPARK_LOCAL_STORAGE_ENCRYPTION_ENABLED=no
      - SPARK_SSL_ENABLED=no
    volumes:
      - ./target/scala-2.12:/opt/bitnami/spark/data-studio-jars
      - ./data:/opt/bitnami/spark/data
      - ./libs:/opt/bitnami/spark/libs
  postgresql:
    image: docker.io/postgres:13.3-alpine
    environment:
      - POSTGRES_USER=spark
      - POSTGRES_PASSWORD=123
    volumes:
      - ./scripts/db:/docker-entrypoint-initdb.d/