tessera-start-remote.sh

#!/bin/bash
set -u
set -e

function usage() {
  echo ""
  echo "Usage:"
  echo "    $0 [--tesseraJar path to Tessera jar file] [--remoteDebug] [--jvmParams \"JVM parameters\"] [--remoteEnclaves <number of remote enclaves>]"
  echo ""
  echo "Where:"
  echo "    --tesseraJar specifies path to the jar file, default is to use the vagrant location"
  echo "    --remoteDebug enables remote debug on port 500n for each Tessera node (for use with JVisualVm etc)"
  echo "    --jvmParams specifies parameters to be used by JVM when running Tessera"
  echo "    --remoteEnclaves specifies the number of nodes that should be using a remote enclave"
  echo "Notes:"
  echo "  - Tessera/Enclave .jar and extracted .tar dists supported."
  echo "    Tessera jar location defaults to ${tesseraJarDefault}."
  echo "    Tessera extracted runscript location defaults to ${tesseraScriptDefault}."
  echo "    Enclave jar location defaults to ${enclaveJarDefault};"
  echo "    Enclave extracted runscript location defaults to ${enclaveScriptDefault};"
  echo "    Environment variables TESSERA_JAR, TESSERA_SCRIPT, ENCLAVE_JAR, and ENCLAVE_SCRIPT can be used to override these defaults."
  echo ""
  exit -1
}

defaultNumberOfRemoteEnclaves=4

tesseraJarDefault="/home/vagrant/tessera/tessera.jar"
tesseraScriptDefault="/home/vagrant/tessera/tessera/bin/tessera"
enclaveJarDefault="/home/vagrant/tessera/enclave.jar"
enclaveScriptDefault="/home/vagrant/tessera/enclave-jaxrs/bin/enclave-jaxrs"

tesseraJar=${TESSERA_JAR:-$tesseraJarDefault}
tesseraScript=${TESSERA_SCRIPT:-$tesseraScriptDefault}
enclaveJar=${ENCLAVE_JAR:-$enclaveJarDefault}
enclaveScript=${ENCLAVE_SCRIPT:-$enclaveScriptDefault}

numberOfRemoteEnclaves=${defaultNumberOfRemoteEnclaves}

remoteDebug=false
jvmParams=
while (( "$#" )); do
  case "$1" in
    --tesseraJar)
      tesseraJar=$2
      shift 2
      ;;
    --remoteEnclaves)
      numberOfRemoteEnclaves=$2
      shift 2
      ;;
    --enclaveJar)
      enclaveJar=$2
      shift 2
      ;;
    --remoteDebug)
      remoteDebug=true
      shift
      ;;
    --jvmParams)
      jvmParams=$2
      shift 2
      ;;
    --help)
      shift
      usage
      ;;
    *)
      echo "Error: Unsupported command line parameter $1"
      usage
      ;;
  esac
done

if [ ! -f "${tesseraJar}" ] && [ ! -f "${tesseraScript}" ]; then
    echo "ERROR: no Tessera jar or executable script found at ${tesseraJar} or ${tesseraScript}. Use TESSERA_JAR or TESSERA_SCRIPT env vars to specify the path to an executable jar or script."
    exit -1
fi

if [ ! -f "${enclaveJar}" ] && [ ! -f "${enclaveScript}" ]; then
    echo "ERROR: no Tessera Enclave jar or executable script found at ${enclaveJar} or ${enclaveScript}. Use ENCLAVE_JAR or ENCLAVE_SCRIPT env vars to specify the path to an executable jar or script."
    exit -1
fi

if [ -f "${tesseraJar}" ]; then
    TESSERA_VERSION=$(unzip -p $tesseraJar META-INF/MANIFEST.MF | grep Tessera-Version | cut -d" " -f2)
else
    TESSERA_VERSION=$($tesseraScript version)
fi
echo "Tessera version: $TESSERA_VERSION"

TESSERA_CONFIG_TYPE="-09-"

#if the Tessera version is 0.10, use this config version
if [ "$TESSERA_VERSION" \> "0.10" ] || [ "$TESSERA_VERSION" == "0.10" ]; then
    TESSERA_CONFIG_TYPE="-09-"
fi

echo "Config type $TESSERA_CONFIG_TYPE"


# Order of operation:
# Start up the remote enclaves
# Wait for remote enclaves to finish startup
# Start up remote enclave enabled transaction managers
# Start up local enclave transaction managers
# Wait for all transaction managers to finish startup

#Start up all remote enclaves (from node 1 to numberOfRemoteEnclaves)
for ((i=1;i<=numberOfRemoteEnclaves;i++));
do
    DDIR="qdata/c$i"
    mkdir -p ${DDIR}
    mkdir -p qdata/logs
    rm -f "$DDIR/tm.ipc"

    DEBUG=""
    if [ "$remoteDebug" == "true" ]; then
      DEBUG="-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=501$i -Xdebug"
    fi

    #Only set heap size if not specified on command line
    MEMORY=
    if [[ ! "$jvmParams" =~ "Xm" ]]; then
      MEMORY="-Xms128M -Xmx128M"
    fi

    if [ -f "${enclaveJar}" ]; then
        enclaveExec="java $jvmParams $DEBUG $MEMORY -jar ${enclaveJar}"
    else
        export JAVA_OPTS="$jvmParams $DEBUG $MEMORY"
        enclaveExec=${enclaveScript}
    fi

    CMD="${enclaveExec} -configfile $DDIR/enclave$TESSERA_CONFIG_TYPE$i.json"

    echo "$CMD >> qdata/logs/enclave$i.log 2>&1 &"
    ${CMD} >> "qdata/logs/enclave$i.log" 2>&1 &
    sleep 1
done

#Wait until all Enclaves are running
echo "Waiting until all Tessera enclaves are running..."
DOWN=true
k=10
while ${DOWN}; do
    sleep 1
    DOWN=false
    for ((i=1;i<=numberOfRemoteEnclaves;i++));
    do
        set +e

        result=$(curl -s http://localhost:918${i}/ping)
        set -e
        if [ ! "${result}" == "STARTED" ]; then
            echo "Enclave ${i} is not yet listening on http"
            DOWN=true
        fi
    done

    k=$((k - 1))
    if [ ${k} -le 0 ]; then
        echo "Tessera is taking a long time to start.  Look at the Tessera logs in qdata/logs/ for help diagnosing the problem."
    fi
    echo "Waiting until all Tessera enclaves are running..."

    sleep 5
done

#Startup all remote enclave Transaction Managers (from nodes 1 to numberOfRemoteEnclaves)
currentDir=`pwd`
for ((i=1;i<=numberOfRemoteEnclaves;i++));
do
    DDIR="qdata/c$i"
    mkdir -p ${DDIR}
    mkdir -p qdata/logs
    rm -f "$DDIR/tm.ipc"

    DEBUG=""
    if [ "$remoteDebug" == "true" ]; then
      DEBUG="-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=500$i -Xdebug"
    fi

    #Only set heap size if not specified on command line
    MEMORY=
    if [[ ! "$jvmParams" =~ "Xm" ]]; then
      MEMORY="-Xms128M -Xmx128M"
    fi

    if [ -f "${tesseraJar}" ]; then
        tesseraExec="java $jvmParams $DEBUG $MEMORY -jar ${tesseraJar}"
    else
        export JAVA_OPTS="$jvmParams $DEBUG $MEMORY"
        tesseraExec=${tesseraScript}
    fi

    CMD="${tesseraExec} -configfile $DDIR/tessera-config-enclave$TESSERA_CONFIG_TYPE$i.json"

    echo "$CMD >> qdata/logs/tessera$i.log 2>&1 &"
    ${CMD} >> "qdata/logs/tessera$i.log" 2>&1 &
    sleep 1
done

#Startup all local enclave Transaction Managers (from nodes numberOfRemoteEnclaves+1 to 7)
for ((i=numberOfRemoteEnclaves+1;i<=7;i++));
do
    DDIR="qdata/c$i"
    mkdir -p ${DDIR}
    mkdir -p qdata/logs
    rm -f "$DDIR/tm.ipc"

    DEBUG=""
    if [ "$remoteDebug" == "true" ]; then
      DEBUG="-agentlib:jdwp=transport=dt_socket,server=y,suspend=n,address=500$i -Xdebug"
    fi

    #Only set heap size if not specified on command line
    MEMORY=
    if [[ ! "$jvmParams" =~ "Xm" ]]; then
      MEMORY="-Xms128M -Xmx128M"
    fi

    if [ -f "${tesseraJar}" ]; then
        tesseraExec="java $jvmParams $DEBUG $MEMORY -jar ${tesseraJar}"
    else
        export JAVA_OPTS="$jvmParams $DEBUG $MEMORY"
        tesseraExec=${tesseraScript}
    fi

    CMD="${tesseraExec} -configfile $DDIR/tessera-config$TESSERA_CONFIG_TYPE$i.json"

    echo "$CMD >> qdata/logs/tessera$i.log 2>&1 &"
    ${CMD} >> "qdata/logs/tessera$i.log" 2>&1 &
    sleep 1
done

#Wait until all 7 transaction managers are running
echo "Waiting until all Tessera nodes are running..."
DOWN=true
k=10
while ${DOWN}; do
    sleep 1
    DOWN=false
    for ((i=1;i<=7;i++));
    do
        if [ ! -S "qdata/c${i}/tm.ipc" ]; then
            echo "Node ${i} is not yet listening on tm.ipc"
            DOWN=true
        fi

        set +e
        #NOTE: if using https, change the scheme
        #NOTE: if using the IP whitelist, change the host to an allowed host
        result=$(curl -s http://localhost:900${i}/upcheck)
        set -e
        if [ ! "${result}" == "I'm up!" ]; then
            echo "Node ${i} is not yet listening on http"
            DOWN=true
        fi
    done

    k=$((k - 1))
    if [ ${k} -le 0 ]; then
        echo "Tessera is taking a long time to start.  Look at the Tessera logs in qdata/logs/ for help diagnosing the problem."
    fi
    echo "Waiting until all Tessera nodes are running..."

    sleep 5
done

echo "All Tessera nodes started"
exit 0