Add support for cross-building for ARM

.travis.yml

@@ -4,7 +4,7 @@ services:
   - docker
 
 script:
-  - docker-compose build
+  - DOCKER_BUILDKIT=1 COMPOSE_DOCKER_CLI_BUILD=1 docker-compose build
 
 deploy:
   - provider: script

README.md

@@ -34,6 +34,18 @@ It should output something like this:
 {'tcp://172.23.0.4:41269': 4}
 ```
 
+### Cross building
+
+The images can be cross-built using docker buildx, e.g.
+
+```
+# If you have permission to push to daskdev/
+docker buildx bake --progress=plain --set *.platform=linux/arm64,linux/amd64 --push
+# If you don't
+export DOCKERUSER=holdenk
+docker buildx bake --progress=plain --set *.platform=linux/arm64,linux/amd64 --set scheduler.tags=${DOCKERUSER}/dask --set worker.tags=${DOCKERUSER}/dask --set notebook.tags=${DOCKERUSER}/dask --push
+```
+
 ## Environment Variables
 
 The following environment variables are supported for both the base and notebook images:

base/Dockerfile

@@ -1,17 +1,20 @@
-FROM continuumio/miniconda3:4.8.2
+FROM condaforge/miniforge3:4.10.3-2
 
-RUN conda install --yes \
-    -c conda-forge \
-    python==3.8 \
-    python-blosc \
+SHELL ["/bin/bash", "-c"]
+
+ENV PATH /opt/conda/bin:$PATH
+
+RUN conda install --yes nomkl cytoolz cmake \
+    && conda install --yes mamba \
+    && mamba install --yes python==3.8.6 \
+    && mamba install --yes \
     cytoolz \
     dask==2021.7.0 \
     lz4 \
-    nomkl \
     numpy==1.21.1 \
     pandas==1.3.0 \
     tini==0.18.0 \
-    && conda clean -tipsy \
+    && mamba clean -tipsy \
     && find /opt/conda/ -type f,l -name '*.a' -delete \
     && find /opt/conda/ -type f,l -name '*.pyc' -delete \
     && find /opt/conda/ -type f,l -name '*.js.map' -delete \

docker-compose.yml

@@ -20,21 +20,11 @@ services:
     hostname: dask-worker
     command: ["dask-worker", "tcp://scheduler:8786"]
 
-  base-notebook:
-    build:
-      context: github.com/jupyter/docker-stacks.git#master:base-notebook
-      dockerfile: Dockerfile
-      args:
-        PYTHON_VERSION: "3.8"
-    image: jupyter/base-notebook:lab
-
   notebook:
     build:
       context: ./notebook
       dockerfile: Dockerfile
     image: daskdev/dask-notebook
-    depends_on:
-      - base-notebook
     hostname: notebook
     ports:
       - "8888:8888"

notebook/Dockerfile

@@ -1,4 +1,4 @@
-FROM jupyter/base-notebook:lab-3.0.5
+FROM jupyter/base-notebook:python-3.9.6
 
 USER root
 
@@ -7,34 +7,35 @@ RUN apt-get update \
     && apt-get clean \
     && rm -rf /var/lib/apt/lists/*
 
-RUN curl -LO "https://storage.googleapis.com/kubernetes-release/release/$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)/bin/linux/amd64/kubectl" && \
+# We don't use TARGETARCH so as to support non-buildkit builds
+RUN MAGICARCH=$(dpkg --print-architecture) && \
+    curl -LO "https://storage.googleapis.com/kubernetes-release/release/$(curl -s https://storage.googleapis.com/kubernetes-release/release/stable.txt)/bin/linux/${MAGICARCH}/kubectl" && \
     mkdir -p /usr/local/bin && \
     mv ./kubectl /usr/local/bin/kubectl && \
     chmod +x /usr/local/bin/kubectl && \
     kubectl version --client
 
 USER $NB_USER
 
-RUN conda install --yes \
-    -c conda-forge \
+RUN conda install -c conda-forge --yes mamba \
+    && mamba install --yes python==3.8.6 nomkl \
+    && mamba install --yes \
     python-blosc \
     cytoolz \
     dask==2021.7.0 \
     lz4 \
-    nomkl \
     numpy==1.21.1 \
     pandas==1.3.0 \
     ipywidgets \
     dask-labextension>=5 \
-    python-graphviz \
-    && conda clean -tipsy \
+    && mamba clean -tipsy \
     && jupyter lab clean \
     && jlpm cache clean \
     && npm cache clean --force \
     && find /opt/conda/ -type f,l -name '*.a' -delete \
     && find /opt/conda/ -type f,l -name '*.pyc' -delete \
     && find /opt/conda/ -type f,l -name '*.js.map' -delete \
-    && find /opt/conda/lib/python*/site-packages/bokeh/server/static -type f,l -name '*.js' -not -name '*.min.js' -delete \
+    && find /opt/conda/lib/python*/site-packages/bokeh/server/static -type f,l -name '*.js' -not -name '*.min.js' -delete || echo "no bokeh static files to cleanup" \
     && rm -rf /opt/conda/pkgs
 
 USER root

notebook/prepare.sh

@@ -5,9 +5,9 @@ set -x
 if [ $UID -eq 0 ]; then
     # We start by adding extra apt packages, since pip modules may require system dependencies
     if [ "$EXTRA_APT_PACKAGES" ]; then
-        echo "EXTRA_APT_PACKAGES environment variable found.  Installing."
-        apt update -y
-        apt install -y $EXTRA_APT_PACKAGES
+	echo "EXTRA_APT_PACKAGES environment variable found.  Installing."
+	apt update -y
+	apt install -y $EXTRA_APT_PACKAGES
     fi
     # Start the script over again, this time as a non-root user.
     exec sudo -E --user "$NB_USER" PATH="$PATH" "$0" -- "$@"
@@ -33,4 +33,3 @@ fi
 
 
 exec start.sh jupyter lab ${JUPYTERLAB_ARGS}
-