dockolith POC

.bacon.yml

@@ -111,6 +111,14 @@ test_suites:
       script_name: verify-registry-install
       criteria: MERGE
       queue_name: small
+
+    - name: e2e-monolith
+      script_path: ../okta-auth-js/scripts/e2e
+      sort_order: '14'
+      timeout: '30'
+      script_name: e2e-dockolith
+      criteria: OPTIONAL
+      queue_name: ci-queue-prodJenga-Monolith-Build
     # Sauce labs tests are flaky due to the free account we are currently using
     # Re-enable this task on bacon once we have an paid account
     # - name: e2e-saucelabs 

.gitignore

@@ -8,13 +8,15 @@ build2/reports/e2e/*
 !build2/reports/e2e/.gitkeep
 test/SpecRunner.html
 npm-debug.log
-testenv
+testenv*
 testenv.yml
 junit.xml
 junit-results.xml
 yarn-error.*
 coverage
 dist
 .bacon.env
+scripts/dockolith
+dockolith
 
 !.gitkeep

scripts/e2e/e2e-dockolith.sh

@@ -0,0 +1,42 @@
+#!/bin/bash
+
+LOCAL_DIR=$(cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd)
+
+export CI=true
+# export SKIP_SETUP_BUILD=1
+source $LOCAL_DIR/../setup-dockolith.sh
+
+create_log_group "E2E Setup"
+export DBUS_SESSION_BUS_ADDRESS=/dev/null
+export TEST_SUITE_TYPE="junit"
+export TEST_RESULT_FILE_DIR="${REPO}/build2/reports/e2e"
+
+# NOTE: exports which are used to control test and/or test app behavior have been 
+# moved to test/support/monolith/create-e2e-env.ts (output via testenv.local)
+
+# re-export testenv
+set -a
+source $LOCAL_DIR/../../testenv
+set +a
+
+export TEST_NAME=@okta/test.app
+finish_log_group $?
+
+create_log_group "E2E Test Run"
+if ! yarn test:e2e; then
+  echo "Cucumber tests failed! Exiting..."
+  exit ${TEST_FAILURE}
+fi
+finish_log_group $?
+
+# Skip cucumber tests for now
+# create_log_group "E2E Cucumber Test Run"
+# if ! yarn test:e2e:cucumber; then
+#   echo "Cucumber tests failed! Exiting..."
+#   exit ${TEST_FAILURE}
+# fi
+# finish_log_group $?
+
+echo ${TEST_SUITE_TYPE} > ${TEST_SUITE_TYPE_FILE}
+echo ${TEST_RESULT_FILE_DIR} > ${TEST_RESULT_FILE_DIR_FILE}
+exit ${PUBLISH_TYPE_AND_RESULT_DIR}

scripts/lint.sh

@@ -5,15 +5,21 @@ source ${OKTA_HOME}/${REPO}/scripts/setup.sh
 export TEST_SUITE_TYPE="checkstyle"
 export TEST_RESULT_FILE_DIR="${REPO}/build2"
 
+create_log_group "test:types"
 if ! yarn test:types; then
   echo "tsd failed! Exiting..."
   exit ${PUBLISH_TYPE_AND_RESULT_DIR_BUT_ALWAYS_FAIL}
 fi
+finish_log_group $?
 
+create_log_group "lint_report"
 if ! yarn lint:report; then
+  # run `yarn lint` so the linting errors appear in the bacon logs
+  yarn lint
   echo "lint failed! Exiting..."
   exit ${PUBLISH_TYPE_AND_RESULT_DIR_BUT_ALWAYS_FAIL}
 fi
+finish_log_group $?
 
 # TODO: fix types in @okta/test.app
 # JIRA: https://oktainc.atlassian.net/browse/OKTA-529625
@@ -22,13 +28,15 @@ fi
 #   exit ${TEST_FAILURE}
 # fi
 
+create_log_group "verify:package"
 mkdir -p ${TEST_RESULT_FILE_DIR}
 if ! yarn verify:package 2> ${TEST_RESULT_FILE_DIR}/verify-package-error.log; then
   echo "verify package failed! Exiting..."
   value=`cat ${TEST_RESULT_FILE_DIR}/verify-package-error.log`
   log_custom_message "Verification Failed" "${value}"
   exit ${PUBLISH_TYPE_AND_RESULT_DIR_BUT_ALWAYS_FAIL}
 fi
+finish_log_group $?
 
 echo ${TEST_SUITE_TYPE} > ${TEST_SUITE_TYPE_FILE}
 echo ${TEST_RESULT_FILE_DIR} > ${TEST_RESULT_FILE_DIR_FILE}

scripts/monolith/create-e2e-env.sh

@@ -0,0 +1,11 @@
+#!/bin/bash -xe
+
+# Creates a test org and outputs environment variables to a file named "testenv.local" in the project root
+
+#yarn workspace @okta/test.support monolith:create-env
+pushd ./test/support
+  yarn ts-node ./monolith/create-e2e-env.ts
+popd
+
+cat testenv.local >> testenv
+echo "updated testenv"

scripts/monolith/install-dockolith.sh

@@ -0,0 +1,23 @@
+#!/bin/bash -e
+
+if [[ -z ${DOCKOLITH_BRANCH} ]]; then
+  export DOCKOLITH_BRANCH=master
+fi
+
+pushd ./scripts
+  rm -rf dockolith
+  echo "Cloning dockolith from branch: ${DOCKOLITH_BRANCH}"
+  git clone --depth 1 -b $DOCKOLITH_BRANCH https://github.com/okta/dockolith.git
+
+  # build dockolith target
+  pushd ./dockolith
+  yarn
+  yarn build
+  popd
+popd
+
+# Yarn "add" always modifies package.json https://github.com/yarnpkg/yarn/issues/1743
+# Make a backup of package.json and restore it after install
+cp package.json package.json.bak
+yarn add -DW --no-lockfile file:./scripts/dockolith
+mv package.json.bak package.json

scripts/monolith/start-dockolith.sh

@@ -0,0 +1,48 @@
+#!/bin/bash -xe
+
+if [ -z "${DOCKOLITH_CI}" ]; then # Local
+  # remove all running containers and networks before running
+  source ${DOCKOLITH_HOME}/scripts/smoke-docker.sh
+
+  # clear all tmp files
+  rm -rf ${DOCKOLITH_TMP}
+fi
+
+source ${DOCKOLITH_HOME}/scripts/lib/dockolith/setup-dockolith.sh
+
+dockolith::setup;
+
+create_log_group "Setup"
+dockolith::setup;
+finish_log_group $?
+
+#Set the spring config profiles. this determines which config files are loaded
+# http://localhost:8100/okta/ci,ci_test_shared_credentials
+# web credentials for CCS in bootstrap-ci.properties
+# special "widget" profile is used to load locally built widget version
+export MONOLITH_PROFILES_ACTIVE="ci_test_shared_credentials,ci,widget"
+
+create_log_group "Start Tomcat"
+dockolith::start_tomcat;
+finish_log_group $?
+
+create_log_group "Verify Webapp"
+export DOCKER_HOST_CONTAINER_IP=$(docker inspect --format='{{.NetworkSettings.Networks.monolith_network.IPAddress}}' mono_dockerhost)
+update_hosts_entry $DOCKER_HOST_CONTAINER_IP cdn.okta1.com
+update_hosts_entry $DOCKER_HOST_CONTAINER_IP rain.okta1.com
+update_hosts_entry $DOCKER_HOST_CONTAINER_IP backdoorentry.okta1.com
+
+curl http://backdoorentry.okta1.com:1802
+finish_log_group $?
+
+
+create_log_group "Bootstrap"
+export METRIC_TO_LOG=bootstrap_db
+if ! log_metric_wrapper dockolith::bootstrap;
+then
+    echo "bootstrap failed!"
+    # move_logs_tmp_api
+    # log_extra_dir_as_zip ${TMP_LOGS_LOCATION} run_logs.zip
+    exit ${BUILD_FAILURE}
+fi
+finish_log_group $?

scripts/publish.sh

@@ -1,5 +1,6 @@
-#!/bin/bash -xe
+#!/bin/bash -ex
 
+set +x    # ignore generic installation logs from setup/yarn add @okta/ci*
 source ${OKTA_HOME}/${REPO}/scripts/setup.sh
 
 REGISTRY="${ARTIFACTORY_URL}/api/npm/npm-topic"
@@ -10,6 +11,7 @@ export TEST_SUITE_TYPE="build"
 export PATH="${PATH}:$(yarn global bin)"
 yarn global add @okta/ci-append-sha
 yarn global add @okta/ci-pkginfo
+set -x
 
 if [ -n "${action_branch}" ];
 then

scripts/setup-common.sh

@@ -0,0 +1,156 @@
+#!/bin/bash -e
+
+DIR=$(cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd)
+for f in $(ls $DIR/utils); do source $DIR/utils/$f; done
+
+# if running on bacon
+if [ -n "${TEST_SUITE_ID}" ]; then
+  # Add yarn to the $PATH so npm cli commands do not fail
+  export PATH="${PATH}:$(yarn global bin)"
+  # Install required node version
+  export NVM_DIR="/root/.nvm"
+
+  setup_service node "${1:-v14.18.0}"
+  # Use the cacert bundled with centos as okta root CA is self-signed and cause issues downloading from yarn
+  setup_service yarn 1.21.1 /etc/pki/tls/certs/ca-bundle.crt
+
+else
+  # bacon defines OKTA_HOME and REPO, define these relative to this file
+  export OKTA_HOME=$(cd -- "$( dirname -- "${BASH_SOURCE[0]}" )/.." &> /dev/null && pwd)
+  export REPO="."
+  export TEST_SUITE_TYPE_FILE=/dev/null
+  export TEST_RESULT_FILE_DIR_FILE=/dev/null
+
+  ### (known) Bacon exit codes
+  # success
+  export SUCCESS=0
+  export PUBLISH_TYPE_AND_RESULT_DIR=0
+  export PUBLISH_TYPE_AND_RESULT_DIR_BUT_SUCCEED_IF_NO_RESULTS=0
+  # failure
+  export FAILURE=1
+  export FAILED_SETUP=1
+  export TEST_FAILURE=1
+  export PUBLISH_TYPE_AND_RESULT_DIR_BUT_ALWAYS_FAIL=1
+  export PUBLISH_ARTIFACTORY_FAILURE=1
+
+  # bacon commands
+  get_secret () {
+    # ensures the env var is set
+    if [ -z "$(echo "$2")" ]; then
+      echo "$2 is not defined. Exiting..."
+      exit 1
+    fi
+  }
+
+  get_vault_secret_key () {
+    get_secret $1 $3
+  }
+
+  junit () {
+    echo 'noop'
+  }
+
+  create_log_group () {
+    set +x
+    echo "~*~*~~*~*~ $1 ~*~*~~*~*~ "
+    set -x
+  }
+
+  finish_log_group () {
+    set +x
+    echo "~*~*~~*~*~ *~*~* ~*~*~~*~*~"
+    set -x
+  }
+
+  set -x  # when running locally, might as well see all the commands being ran
+fi
+
+cd ${OKTA_HOME}/${REPO}
+
+function artifactory_siw_install () {
+  REGISTRY="https://artifacts.aue1d.saasure.com/artifactory/npm-topic/@okta/okta-signin-widget/-/@okta"
+
+  ssl=$(npm config get strict-ssl)
+  npm config set strict-ssl false
+  pkg_uri="${REGISTRY}/okta-signin-widget-${WIDGET_VERSION}.tgz"
+  if ! yarn add -DW --force --ignore-scripts $pkg_uri &>/dev/null; then
+    echo "WIDGET_VERSION could not be installed via artifactory: ${WIDGET_VERSION}"
+    exit ${FAILED_SETUP}
+  fi
+  npm config set strict-ssl $ssl
+  echo $pkg_uri
+}
+
+function npm_siw_install () {
+  if ! yarn add -DW --force --ignore-scripts @okta/okta-signin-widget@${WIDGET_VERSION} ; then
+    echo "WIDGET_VERSION could not be installed via npm: ${WIDGET_VERSION}"
+    exit ${FAILED_SETUP}
+  fi
+}
+
+function verify_workspace_versions () {
+  PKG=$1
+
+  onError () {
+    echo "ADDITIONAL WIDGET INSTALL DETECTED (check $1)"
+    yarn why $PKG
+    exit ${FAILED_SETUP}
+  }
+
+  LOCAL_INSTALLS=$(find . -type d -path "*/node_modules/$PKG" | wc -l)
+  if [ $LOCAL_INSTALLS -gt 1 ]
+  then
+    onError 1
+  fi
+
+  # parses `yarn why` output to generate an json array of installed versions
+  INSTALLED_VERSIONS=$(yarn why --json $PKG | jq -r -s 'map(select(.type == "info") | select(.data | strings | contains("Found"))) | map(.data[11:-1]) | map(split("@")[-1]) | unique')
+
+  if [ $(echo $INSTALLED_VERSIONS | jq length) -ne 1 ]
+  then
+    onError 2
+  fi
+
+  if [ $(echo $INSTALLED_VERSIONS | jq .[0] | tr -d \" ) != $WIDGET_VERSION ]
+  then
+    onError 3
+  fi
+}
+
+function setup::install() {
+  # Install dependences. --ignore-scripts will prevent chromedriver from attempting to install
+  if ! yarn install --frozen-lockfile --ignore-scripts; then
+    echo "yarn install failed! Exiting..."
+    exit ${FAILED_SETUP}
+  fi
+
+  if [ ! -z "$WIDGET_VERSION" ]; then
+    echo "Installing WIDGET_VERSION: ${WIDGET_VERSION}"
+
+    SHA=$(echo $WIDGET_VERSION | cut -d "-" -f 2)
+    # cut -d "-" ran on '7.0.0' returns '7.0.0', ensure a SHA exists on the version string
+    if [ "$WIDGET_VERSION" = "$SHA" ]; then
+      # no sha found, install from npm
+      INSTALLED_VERSION=$(npm_siw_install)
+    else
+      # sha found, install from artifactory
+      INSTALLED_VERSION=$(artifactory_siw_install)
+    fi
+
+    install_beta_pkg @okta/okta-signin-widget "$INSTALLED_VERSION"
+
+    verify_workspace_versions @okta/okta-signin-widget
+    echo "WIDGET_VERSION installed: ${WIDGET_VERSION}"
+  fi
+}
+
+function setup::build() {
+  if [ -z "$SKIP_SETUP_BUILD" ]; then
+    if ! yarn build; then
+      echo "build failed! Exiting..."
+      exit ${TEST_FAILURE}
+    fi
+  else
+    echo '`SKIP_SETUP_BUILD` set, skipping build...'
+  fi
+}