integration.sh

#!/usr/bin/env bash
set -eo pipefail

USAGE="$0 <test-executable> [args...]"
EXE=${1:?$USAGE}
TOP_LEVEL="$( cd "$( dirname "${BASH_SOURCE[0]}" )/.." && pwd )"
DIR="${TOP_LEVEL}/services"
PARENT_PID=$$
rm -f /tmp/integration.* # remove previous temp files, if any
EXIT_STATUS_LOCATION=$(mktemp "/tmp/integration.XXXXXXXXXXX")
echo 1 >"${EXIT_STATUS_LOCATION}"

function kill_all() {
    # kill the process tree of the PARENT_PID
    kill -9 -${PARENT_PID} &> /dev/null
}

function list_descendants () {
  local children
  children="$(pgrep -P "$1")"
  for pid in $children
  do
    list_descendants "$pid"
  done
  echo "$children"
}

function kill_gracefully() {
    pkill "gundeck|brig|galley|cargohold|cannon|spar|nginz"
    sleep 1
    kill $(list_descendants "$PARENT_PID") &> /dev/null
}

trap "kill_gracefully; kill_all" INT TERM ERR

function check_prerequisites() {
    if ! ( nc -z 127.0.0.1 9042 \
        && nc -z 127.0.0.1 9200 \
        && nc -z 127.0.0.1 6379 ); then
        echo "Databases not up. Maybe run 'deploy/dockerephemeral/run.sh' in a separate terminal first?";  exit 1;
    fi
    if   [ ! -f "${TOP_LEVEL}/dist/brig" ] \
      && [ ! -f "${TOP_LEVEL}/dist/galley" ] \
      && [ ! -f "${TOP_LEVEL}/dist/cannon" ] \
      && [ ! -f "${TOP_LEVEL}/dist/gundeck" ] \
      && [ ! -f "${TOP_LEVEL}/dist/cargohold" ] \
      && [ ! -f "${TOP_LEVEL}/dist/spar" ]; then
        echo "Not all services are compiled. How about you run 'cd ${TOP_LEVEL} && make' first?"; exit 1;
    fi
}

blue=6
green=10
orange=3
yellow=11
purpleish=13

if [[ $INTEGRATION_USE_REAL_AWS -eq 1 ]]; then
    echo 'Attempting to run integration tests using real AWS services!'
    [ -z "$AWS_REGION" ] && echo "Need to set AWS_REGION in your environment" && exit 1;
    [ -z "$AWS_ACCESS_KEY_ID" ] && echo "Need to set AWS_ACCESS_KEY_ID in your environment" && exit 1;
    [ -z "$AWS_SECRET_ACCESS_KEY" ] && echo "Need to set AWS_SECRET_ACCESS_KEY in your environment" && exit 1;
    "${TOP_LEVEL}"/services/gen-aws-conf.sh
    integration_file_extension='-aws.yaml'
else
    # brig,gundeck,galley use the amazonka library's 'Discover', which expects AWS credentials
    # even if those are not used/can be dummy values with the fake sqs/ses/etc containers used
    # (see deploy/dockerephemeral/docker-compose.yaml )
    echo 'Running tests using mocked AWS services'
    export AWS_REGION=eu-west-1
    export AWS_ACCESS_KEY_ID=dummykey
    export AWS_SECRET_ACCESS_KEY=dummysecret
    integration_file_extension='.yaml'
fi

function run() {
    service=$1
    instance=$2
    colour=$3
    # Check if we're on a Mac
    if [[ "$OSTYPE" == "darwin"* ]]; then
        # Mac sed uses '-l' to set line-by-line buffering
        UNBUFFERED=-l
    # Test if sed supports buffer settings.  GNU sed does, busybox does not.
    elif sed -u '' </dev/null >/dev/null 2>&1; then
        UNBUFFERED=-u
    else
        echo -e "\n\nWARNING: log output is buffered and may not show on your screen!\n\n"
        UNBUFFERED=''
    fi
    ( ( cd "${DIR}/${service}" && "${TOP_LEVEL}/dist/${service}" -c "${service}${instance}.integration${integration_file_extension}" ) || kill_all) \
        | sed ${UNBUFFERED} -e "s/^/$(tput setaf ${colour})[${service}] /" -e "s/$/$(tput sgr0)/" &
}


check_prerequisites

run brig "" ${green}
run galley "" ${yellow}
run gundeck "" ${blue}
run cannon "" ${orange}
run cannon "2" ${orange}
run cargohold "" ${purpleish}
run spar "" ${orange}

function run_nginz() {
    colour=$1

    # For nix we dont need LD_LIBRARY_PATH; we link agaiinterpolationnst libzauth directly.
    # nix-build will put a symlink to ./result with the nginx artifact
    if which nix-build; then
      nginz=$(nix-build "${TOP_LEVEL}/nix" -A nginz --no-out-link )
      (cd ${NGINZ_WORK_DIR} && ${nginz}/bin/nginx -p ${NGINZ_WORK_DIR} -c ${NGINZ_WORK_DIR}/conf/nginz/nginx.conf -g 'daemon off;' || kill_all) \
          | sed -e "s/^/$(tput setaf ${colour})[nginz] /" -e "s/$/$(tput sgr0)/" &
    else
      prefix=$([ -w /usr/local ] && echo /usr/local || echo "${HOME}/.wire-dev")

      (cd ${NGINZ_WORK_DIR} && LD_LIBRARY_PATH=$LD_LIBRARY_PATH:${prefix}/lib/ ${TOP_LEVEL}/dist/nginx -p ${NGINZ_WORK_DIR} -c ${NGINZ_WORK_DIR}/conf/nginz/nginx.conf -g 'daemon off;' || kill_all) \
          | sed -e "s/^/$(tput setaf ${colour})[nginz] /" -e "s/$/$(tput sgr0)/" &
    fi
}

NGINZ_PORT=""
if [[ $INTEGRATION_USE_NGINZ -eq 1 ]]; then
    NGINZ_PORT=8080
    # Note: for integration tests involving nginz,
    # nginz and brig must share the same zauth public/private keys
    export NGINZ_WORK_DIR="$TOP_LEVEL/services/nginz/integration-test"

    run_nginz ${purpleish}
fi

# the ports are copied from ./integration.yaml
while [ "$all_services_are_up" == "" ]; do
    export all_services_are_up="1"
    for port in $(seq 8082 8086) 8088 $NGINZ_PORT; do
        ( curl --write-out '%{http_code}' --silent --output /dev/null http://localhost:"$port"/i/status \
                | grep -q '^20[04]' ) \
            || export all_services_are_up=""
    done
    sleep 1
done
echo "all services are up!"

( ${EXE} "${@:2}" && echo 0 > "${EXIT_STATUS_LOCATION}" && kill_gracefully ) || kill_gracefully &

wait
exit $(<"${EXIT_STATUS_LOCATION}")