docker-compose-tests.yml

services:

  dynamodb:
    command: "-jar DynamoDBLocal.jar -sharedDb -inMemory"
    image: "amazon/dynamodb-local:latest"
    expose:
      - 8001
    ports:
      - "8001:8000"
    working_dir: /home/dynamodblocal

  cassandra:
    image: cassandra:latest
    volumes:
      - ./tests/docker/cassandra:/var/lib/cassandra
    ports:
      - "9043:9042"
    expose:
      - 9043

  scylla-source:
    image: scylladb/scylla:latest
    volumes:
      - "./tests/docker/scylla-source:/var/lib/scylla"
    ports:
      - "8002:8000"
      - "9044:9042"
    expose:
      - 9044
    command: "--smp 1 --memory 2048M --alternator-port 8000 --alternator-write-isolation only_rmw_uses_lwt"

  scylla:
    image: scylladb/scylla:latest
    volumes:
      - "./tests/docker/scylla:/var/lib/scylla"
    ports:
      - "8000:8000"
      - "9042:9042"
    command: "--smp 1 --memory 2048M --alternator-port 8000 --alternator-write-isolation only_rmw_uses_lwt"

  s3:
    image: localstack/localstack:s3-latest
    ports:
      - "127.0.0.1:4566:4566"            # LocalStack Gateway
    environment:
      - DEBUG=${DEBUG:-0}
    volumes:
      - "./tests/docker/s3:/var/lib/localstack"
      - "/var/run/docker.sock:/var/run/docker.sock"

  spark-master:
    build: dockerfiles/spark
    command: master
    environment:
      SPARK_PUBLIC_DNS: localhost
    expose:
      - 5005
    ports:
      - 4040:4040
      - 5005:5005
      - 8080:8080
    volumes:
      - ./migrator/target/scala-2.13:/jars
      - ./tests/src/test/configurations:/app/configurations
      - ./tests/docker/spark-master:/app/savepoints
      - ./tests/docker/aws-profile:/root/.aws
      - ./tests/docker/parquet:/app/parquet

  spark-worker:
    build: dockerfiles/spark
    command: worker
    environment:
      SPARK_WORKER_CORES: 2
      SPARK_WORKER_MEMORY: 4G
      SPARK_WORKER_WEBUI_PORT: 8081
      SPARK_PUBLIC_DNS: localhost
    expose:
      - 5006
    ports:
      - 5006:5006
      - 8081:8081
    volumes:
      - ./tests/docker/parquet:/app/parquet
      - ./tests/docker/aws-profile:/root/.aws
    depends_on:
      - spark-master