docker-compose.yml

version: '3'

x-redash-service: &redash-service
  image: redash/redash:latest
  depends_on:
    - postgres-redash
    - redis
  env_file: redash.env
  restart: always

services:
  postgres-airflow:
    image: postgres
    environment:
      POSTGRES_PASSWORD: pssd
      POSTGRES_USER : airflowuser
      POSTGRES_DB : airflowdb
      
      AIRFLOW_SCHEMA: airflow
    expose:
      - 5432
    restart: always
    volumes:
      - ./scripts_postgres:/docker-entrypoint-initdb.d
      # - ./sample_data:/sample_data
  postgres-redash:
    image: postgres
    env_file: redash.env
    restart: always
    expose:
      - 5432

  postgres-db:
    image: postgres
    restart: always
    environment:
      POSTGRES_PASSWORD: pssd
      POSTGRES_USER : dbtuser
      POSTGRES_DB : analytics 
    expose:
      - 5432

  mysqldb:
    image: mysql
    environment:
      MYSQL_ROOT_PASSWORD: root
      MYSQL_DATABASE: dbtdb
      MYSQL_PORT_3306_TCP_PORT: 3306
    container_name: mysql_container_test
    command: [ "--default-authentication-plugin=mysql_native_password" ]
    expose: 
      - 3306
    volumes:
      
      - ./my.cnf:/etc/mysql/my.cnf  
      - ./data:/var/lib/mysql-files/

  airflow:
    build: .
    restart: always
    environment: 
      DBT_PROFILES_DIR: /dbt
      AIRFLOW_HOME: /airflow
      AIRFLOW__CORE__DAGS_FOLDER: /airflow/dags
      AIRFLOW__CORE__PARALLELISM: 4
      AIRFLOW__CORE__DAG_CONCURRENCY: 4
      AIRFLOW__CORE__MAX_ACTIVE_RUNS_PER_DAG: 4
      # AIRFLOW__ADMIN__HIDE_SENSITIVE_VARIABLE_FIELDS: False
      # Postgres details need to match with the values defined in the postgres-airflow service
      POSTGRES_USER: airflowuser
      POSTGRES_PASSWORD: pssd
      POSTGRES_HOST: postgres-airflow
      POSTGRES_PORT: 5432
      POSTGRES_DB: airflowdb
      # postgres-dbt connection details. Required for the inital loading of seed data
      # Credentials need to match with service postgres-dbt
      
      DBT_MYSQL_PASSWORD: root
      DBT_MYSQL_USER: root
      DBT_MYSQL_DB: dbtdb
      DBT_MYSQL_SCHEMA: dbt
      DBT_MYSQL_RAW_DATA_SCHEMA: dbt_raw_data
      DBT_MYSQL_HOST: mysqldb
      MYSQL_PORT: 3306

      ## this is unnessacry
      
      DBT_POSTGRES_PASSWORD: root
      DBT_POSTGRES_USER : root,
      DBT_POSTGRES_DB : dbtdb
      DBT_DBT_SCHEMA: dbt
      DBT_DBT_RAW_DATA_SCHEMA: dbt_raw_data
      DBT_POSTGRES_HOST: mysqldb
    depends_on:
      - postgres-airflow
      - mysqldb
    ports:
      - 8000:8080
    volumes:
      - ./dbt:/dbt
      - ./airflow:/airflow

  adminer:
    image: adminer
    restart: always
    ports:
      - 8080:8080
    depends_on:
      - postgres-airflow
      - mysqldb
      - postgres-db

  server:
    <<: *redash-service
    command: server
    ports:
      - 5000:5000
    environment:
      REDASH_WEB_WORKERS: 4
  scheduler:
    <<: *redash-service
    command: scheduler
    environment:
      QUEUES: "celery"
      WORKERS_COUNT: 1
  scheduled_worker:
    <<: *redash-service
    command: worker
    environment:
      QUEUES: "scheduled_queries,schemas"
      WORKERS_COUNT: 1
  adhoc_worker:
    <<: *redash-service
    command: worker
    environment:
      QUEUES: "queries"
      WORKERS_COUNT: 2
  redis:
    image: redis:latest
    restart: always