Merge pull request #4395 from cclauss/create_deployment/start_product…

…ion_deploy.sh

Scripts for production deployments

scripts/deployment/continue_production_deploy.sh

@@ -0,0 +1,21 @@
+#!/bin/bash
+
+set -o xtrace
+
+# https://github.com/internetarchive/openlibrary/wiki/Deployment-Scratchpad
+
+# This script must be run on each Open Library host to continue a new deployment.
+
+export HOSTNAME="${HOSTNAME:-$HOST}"
+if [[ $HOSTNAME != ol-home0.* ]]; then
+ # ~2 - 4 min
+ time docker image prune -f
+ # Decompress the .tar.gz image that was transfered from ol-home0
+ cd /opt/olimages
+ # ~4min
+ time docker load < /opt/olimages/oldev_latest.tar.gz
+fi
+
+# Add a git SHA tag to the Docker image to facilitate rapid rollback
+echo "FROM oldev:latest" | docker build -t "oldev:$(git rev-parse HEAD)" -
+docker image ls

scripts/deployment/start_production_deploy.sh

@@ -0,0 +1,75 @@
+#!/bin/bash
+
+set -o xtrace
+
+# https://github.com/internetarchive/openlibrary/wiki/Deployment-Scratchpad
+
+# This script must be run on ol-home0 to start a new deployment.
+
+echo "Starting production deployment at $(date)"
+export HOSTNAME="${HOSTNAME:-$HOST}"
+if [[ $HOSTNAME != ol-home0.* ]]; then
+ echo "FATAL: Must only be run on ol-home0" ;
+ exit 1 ;
+fi
+
+# `sudo git pull origin master` the core Open Library repos:
+# 1. https://github.com/internetarchive/olsystem
+# 2. https://git.archive.org/jake/booklending_utils
+# 3. https://github.com/internetarchive/openlibrary
+# 4. https://github.com/internetarchive/infogami
+
+### Needed to log into BOOKLENDING_UTILS
+
+REPO_DIRS="/opt/olsystem /opt/booklending_utils /opt/openlibrary /opt/openlibrary/vendor/infogami"
+for REPO_DIR in $REPO_DIRS
+do
+ cd $REPO_DIR
+ sudo git pull origin master
+done
+
+# These commands were run once and probably do not need to be repeated
+sudo mkdir -p /opt/olimages
+sudo chown root:staff /opt/olimages
+sudo chmod g+w /opt/olimages
+sudo chmod g+s /opt/olimages
+docker image prune -f
+
+# Build the oldev Docker production image
+cd /opt/openlibrary
+export COMPOSE_FILE="docker-compose.yml:docker-compose.production.yml"
+time docker-compose build --pull web
+docker-compose run -uroot --rm home make i18n
+
+# Compress the image in a .tar.gz file for transfer to other hosts
+cd /opt/olimages
+time docker save oldev:latest | gzip > oldev_latest.tar.gz
+
+# Transfer the .tar.gz image and four repo dirs to other hosts
+SERVERS="ol-covers0 ol-web1 ol-web2"
+for SERVER in $SERVERS
+do
+ echo "Starting rsync of oldev_latest.tar.gz to $REMOTE_HOST..."
+ time rsync -a --no-owner --group --verbose oldev_latest.tar.gz "$SERVER:/opt/olimages/"
+ if [[ $HOSTNAME == ol-web* ]]; then
+ REPO_DIRS="/opt/olsystem /opt/booklending_utils /opt/openlibrary /opt/openlibrary/vendor/infogami"
+ else
+ REPO_DIRS="/opt/olsystem /opt/openlibrary /opt/openlibrary/vendor/infogami"
+ fi
+ for REPO_DIR in $REPO_DIRS
+ do
+ echo "Starting rsync of $REPO_DIR to $SERVER..."
+ time rsync -a -r --no-owner --group --verbose $REPO_DIR "$SERVER:$REPO_DIR"
+ done
+ echo -e "Finished rsync to $SERVER...\n"
+done
+
+# Uncompress and tag oldev_latest.tar.gz that we have rsynced over
+bash /opt/openlibrary/scripts/deployment/continue_production_deployment.sh
+for SERVER in $SERVERS
+do
+ ssh $SERVER /opt/openlibrary/scripts/deployment/continue_production_deployment.sh
+done
+
+echo "Finished production deployment at $(date)"
+echo "To reboot the servers, please run scripts/deployments/restart_all_servers.sh"