feature: add chroot-pip helper

Dockerfile.alpine

@@ -21,6 +21,7 @@ ENV BUILD_ROOT=$BUILD_ROOT \
  _chroot="chroot $BUILD_ROOT"
 
 ADD --chmod=0755 chroot-apk.sh /usr/local/bin/chroot-apk
+ADD --chmod=0755 chroot-pip.sh /usr/local/bin/chroot-pip
 ADD --chmod=0755 remove-py-if-pyc-exists.sh /usr/local/bin/remove-py-if-pyc-exists
 RUN set -eu ; \
  python -m pip install -U pip setuptools ; \

chroot-pip.sh

@@ -0,0 +1,61 @@
+#!/usr/bin/env sh
+
+if [ "x$CACHE_ROOT" = 'x' ] || [ "x$BUILD_ROOT" = 'x' ]; then
+ >&2 echo "CACHE_ROOT (${CACHE_ROOT:-not-set}) and/or BUILD_ROOT (${BUILD_ROOT:-not-set}) is not set!"
+ exit 1
+fi
+
+set -e
+set -o pipefail
+
+if [ "$1" = '-O' ] || [ "$1" = '--optimize' ]; then
+ PIP_OPTIMIZE='1'
+ shift
+fi
+
+export PIP_OPTIMIZE="${PIP_OPTIMIZE:-0}"
+
+setup () {
+ return 0
+}
+
+fini () {
+ if [ $PIP_OPTIMIZE = '1' ]; then
+ python -m pip freeze >"$AFTER_PACKAGES"
+ new_packages="$(diff -Naur "$BEFORE_PACKAGES" "$AFTER_PACKAGES" | grep -vE '^\+\+' | grep -E '^\+' | cut -f2 -d+ | cut -f1 -d= | xargs)"
+ if [ "x$new_packages" != 'x' ]; then
+ >&2 echo "Optimizing packages (${new_packages})..."
+ for package in $new_packages
+ do
+ package_location=$(python -m pip show -f "$package" | grep -E '^Location' | cut -f2 -d: | xargs)
+ for dir in $(python -m pip show -f "$package" | awk 'f;/Files:/{f=1}' | cut -f1 -d/ | sort | uniq | xargs)
+ do
+ python -m compileall -b "$package_location/$dir"
+ done
+ done
+ else
+ >&2 echo 'No new packages installed or changed to optimize with.'
+ fi
+ rm -f "$BEFORE_PACKAGES" "$AFTER_PACKAGES"
+ fi
+ export ALLOW_SITE_PACKAGES=1
+ find $BUILD_ROOT/usr/local/lib/python$PYTHON_VERSION/site-packages \
+ -type f -name '*.py' -exec sh -c "remove-py-if-pyc-exists {}" \; ;
+ return 0
+}
+
+trap fini EXIT
+setup
+export PYTHONPATH="${BUILD_ROOT}/usr/local/lib/python${PYTHON_VERSION}/site-packages"
+export PIP_PREFIX="${BUILD_ROOT}/usr/local"
+if [ $PIP_OPTIMIZE = '1' ]; then
+ BEFORE_PACKAGES=$(mktemp)
+ AFTER_PACKAGES=$(mktemp)
+ python -m pip freeze >"$BEFORE_PACKAGES"
+fi
+set -x
+retval=0
+python -m pip $@ || retval=$?
+set +ex
+
+exit $retval

remove-py-if-pyc-exists.sh

@@ -1,7 +1,9 @@
 #!/usr/bin/env sh
 
+ALLOW_SITE_PACKAGES=${ALLOW_SITE_PACKAGES:-0}
+
 if [ -f "${1}c" ]; then
- if ! case "$1" in *site-packages/*) false ;; *) true ;; esac ; then
+ if [ "x$ALLOW_SITE_PACKAGES" = 'x0' ] && ! case "$1" in *site-packages/*) false ;; *) true ;; esac ; then
  echo 'Skipping optimization of '"$1"
  exit 0
  fi