ci: build on-demand docker images for testing on devnets

.github/workflows/release_alpha.yml

@@ -0,0 +1,147 @@
+name: Build and push image
+
+on:
+  workflow_dispatch:
+    inputs:
+      tag:
+        description: 'Docker tag'
+        required: true
+
+jobs:
+  build:
+    name: Run Gitian build
+    runs-on: self-hosted
+    steps:
+    - name: Checkout
+      uses: actions/checkout@v2
+      with:
+        path: dash
+
+    - name: Checkout Gitian builder
+      uses: actions/checkout@v2
+      with:
+        repository: devrandom/gitian-builder
+        path: gitian-builder
+
+    - name: Checkout detached sigs
+      uses: actions/checkout@v2
+      with:
+        repository: dashpay/dash-detached-sigs
+        path: dash-detached-sigs
+
+    - name: Checkout gitian sigs
+      uses: actions/checkout@v2
+      with:
+        repository: dashpay/gitian.sigs
+        path: gitian.sigs
+
+    - name: Import GPG key
+      id: import_gpg
+      uses: crazy-max/ghaction-import-gpg@v4
+      with:
+        gpg_private_key: ${{ secrets.GPG_PRIVATE_KEY }}
+        passphrase: ${{ secrets.GPG_PASSPHRASE }}
+
+    - name: GPG user IDs
+      run: |
+        echo "fingerprint: ${{ steps.import_gpg.outputs.fingerprint }}"
+        echo "keyid:       ${{ steps.import_gpg.outputs.keyid }}"
+        echo "name:        ${{ steps.import_gpg.outputs.name }}"
+        echo "email:       ${{ steps.import_gpg.outputs.email }}"
+
+    - name: Checkout
+      uses: actions/checkout@v2
+      with:
+        path: dash
+
+    - name: Checkout tools repo
+      uses: actions/checkout@v2
+      with:
+        repository: devrandom/gitian-builder
+        path: gitian-builder
+
+    - name: Checkout tools repo
+      uses: actions/checkout@v2
+      with:
+        repository: dashpay/dash-detached-sigs
+        path: dash-detached-sigs
+
+    - name: Checkout tools repo
+      uses: actions/checkout@v2
+      with:
+        repository: dashpay/gitian.sigs
+        path: gitian.sigs
+
+    # - name: Clone macOS SDK
+    #   run: |
+    #     mkdir gitian-builder/inputs
+    #     wget -q -O gitian-builder/inputs/MacOSX10.11.sdk.tar.gz https://bitcoincore.org/depends-sources/sdks/MacOSX10.11.sdk.tar.gz
+
+    - name: Import GPG key
+      run: echo ${{GPG_PRIVATE_KEY}} | gpg --import
+
+    - name: Docker meta
+      id: docker_meta
+      uses: docker/metadata-action@v3
+      with:
+        images: strophy/dashd
+        tags: |
+          type=semver,pattern={{version}},value=${{ github.event.inputs.tag }}
+          type=raw,value=latest-dev
+        flavor: |
+          latest=false
+
+    - name: Install apt-cacher-ng
+      run: sudo DEBIAN_FRONTEND=noninteractive apt-get install -yq apt-cacher-ng
+
+    - name: Get branch name
+      id: branch-name
+      uses: tj-actions/branch-names@v5
+
+    - name: Prepare Gitian
+      run: dash/contrib/gitian-build.py --setup "strophy" "${{ steps.branch-name.outputs.current_branch }}"
+
+    - uses: pat-s/always-upload-cache@v2
+      id: ccache
+      with:
+        path: /opt/actions-runner/_work/dash/dash/gitian-builder/cache/dash-linux-0.17
+        key: ${{ runner.os }}-ccache-${{ hashFiles('**/ccache.tar') }}
+        restore-keys: ${{ runner.os }}-ccache-
+
+    - name: Run Gitian build
+      run: |
+        export GPG_TTY=$(tty)
+        dash/contrib/gitian-build.py -c -b -n -o l \
+        -u https://github.com/strophy/dash \
+        -j $(nproc) -m `awk '/^Mem/ {print $7}' <(free -m)` \
+        strophy ${{ steps.branch-name.outputs.current_branch }}
+
+    - name: Set up QEMU to run multi-arch builds
+      uses: docker/setup-qemu-action@v1
+
+    - name: Set up Docker BuildX
+      id: buildx
+      uses: docker/setup-buildx-action@v1
+      with:
+        version: v0.7.0
+        install: true
+
+    - name: Login to DockerHub
+      uses: docker/login-action@v1
+      with:
+        username: ${{ secrets.DOCKERHUB_USERNAME }}
+        password: ${{ secrets.DOCKERHUB_TOKEN }}
+
+    - name: Build and push Docker image
+      id: docker_build
+      uses: docker/build-push-action@v2
+      with:
+        context: ${{ github.workspace }}
+        file: ./dash/contrib/containers/deploy/Dockerfile.GitHubActions.Gitian
+        push: true
+        tags: ${{ steps.docker_meta.outputs.tags }}
+        labels: ${{ steps.docker_meta.outputs.labels }}
+        platforms: linux/amd64,linux/arm64
+        build-args: |
+          TAG=${{ steps.docker_meta.outputs.version }}
+          BRANCH=${{ steps.branch-name.outputs.current_branch }}

.github/workflows/release_docker_hub.yml

@@ -18,14 +18,6 @@ jobs:
     - name: Set up Docker Buildx
       uses: docker/setup-buildx-action@v1
 
-    - name: Cache Docker layers
-      uses: actions/cache@v2
-      with:
-        path: /tmp/.buildx-cache
-        key: ${{ runner.os }}-buildx-${{ github.sha }}
-        restore-keys: |
-          ${{ runner.os }}-buildx-
-
     - name: Login to DockerHub
       uses: docker/login-action@v1
       with:
@@ -52,22 +44,14 @@ jobs:
       uses: docker/build-push-action@v2
       with:
         context: ./docker
-        file: ./contrib/containers/deploy/Dockerfile.GitHubActions
+        file: ./contrib/containers/deploy/Dockerfile.GitHubActions.Release
         push: true
         tags: ${{ steps.docker_meta.outputs.tags }}
         labels: ${{ steps.docker_meta.outputs.labels }}
         build-args: TAG=${{ steps.docker_meta.outputs.version }}
-        cache-from: type=local,src=/tmp/.buildx-cache
-        cache-to: type=local,dest=/tmp/.buildx-cache-new
-        platforms: linux/amd64,linux/arm64,linux/arm/v7
-
-    - # Temp fix
-      # https://github.com/docker/build-push-action/issues/252
-      # https://github.com/moby/buildkit/issues/1896
-      name: Move cache
-      run: |
-        rm -rf /tmp/.buildx-cache
-        mv /tmp/.buildx-cache-new /tmp/.buildx-cache
+        cache-from: type=gha
+        cache-to: type=gha,mode=max
+        platforms: linux/amd64,linux/arm64
 
     - name: Image digest
       run: echo ${{ steps.docker_build.outputs.digest }}

contrib/containers/deploy/Dockerfile.GitHubActions.Dispatch

@@ -0,0 +1,80 @@
+# syntax=docker/dockerfile:1.3
+
+FROM --platform=$BUILDPLATFORM ubuntu:focal as builder
+RUN apt-get update && \
+    apt-get -y install --no-install-recommends \
+    automake \
+    autotools-dev \
+    bsdmainutils \
+    build-essential \
+    ca-certificates \
+    curl \
+    g++-arm-linux-gnueabihf \
+    libtool \
+    pkg-config \
+    python3 \
+    wget \
+    && rm -rf /var/lib/apt/lists/*
+
+WORKDIR /dash
+
+COPY . .
+
+ARG TARGETPLATFORM
+
+RUN case "$TARGETPLATFORM" in \
+  "linux/arm64") make HOST=arm-linux-gnueabihf -C depends -j`nproc | awk '{x=$1/2; print x}'` ;; \
+  "linux/amd64") make HOST=x86_64-pc-linux-gnu -C depends -j`nproc | awk '{x=$1/2; print x}'` ;; \
+  *) exit 1 ;; \
+esac
+
+RUN ./autogen.sh && \
+  case "$TARGETPLATFORM" in \
+  "linux/arm64") ./configure --prefix=`pwd`/depends/arm-linux-gnueabihf ;; \
+  "linux/amd64") ./configure --prefix=`pwd`/depends/x86_64-pc-linux-gnu ;; \
+esac
+
+RUN make -j`nproc | awk '{x=$1/2; print x}'` && make install
+
+RUN mkdir built-target && \
+  case "$TARGETPLATFORM" in \
+  "linux/arm64") cp depends/arm-linux-gnueabihf/bin/dash* /dash/built-target ;; \
+  "linux/amd64") cp depends/x86_64-pc-linux-gnu/bin/dash* /dash/built-target ;; \
+esac
+
+FROM ubuntu:focal
+LABEL maintainer="Dash Developers <dev@dash.org>"
+LABEL description="Dockerised DashCore"
+
+ARG USER_ID
+ARG GROUP_ID
+ARG TAG
+
+ENV HOME /dash
+
+# add user with specified (or default) user/group ids
+ENV USER_ID ${USER_ID:-1000}
+ENV GROUP_ID ${GROUP_ID:-1000}
+RUN groupadd -g ${GROUP_ID} dash && \
+    useradd -u ${USER_ID} -g dash -s /bin/bash -m -d /dash dash  && \
+    mkdir /dash/.dashcore && \
+    chown dash:dash -R /dash
+
+RUN apt-get update && \
+    apt-get -y install --no-install-recommends \
+    wget \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY --from=builder /dash/built-target/dash* /usr/local/bin
+
+USER dash
+
+VOLUME ["/dash"]
+
+COPY docker/docker-entrypoint.sh /docker-entrypoint.sh
+ENTRYPOINT ["/docker-entrypoint.sh"]
+
+EXPOSE 9998 9999 19998 19999
+
+WORKDIR /dash

contrib/containers/deploy/Dockerfile.GitHubActions.Gitian

@@ -0,0 +1,46 @@
+# syntax=docker/dockerfile:1.3
+FROM ubuntu:focal
+LABEL maintainer="Dash Developers <dev@dash.org>"
+LABEL description="Dockerised DashCore"
+
+ARG USER_ID
+ARG GROUP_ID
+ARG TAG
+ARG BRANCH
+
+ENV HOME /dash
+
+# add user with specified (or default) user/group ids
+ENV USER_ID ${USER_ID:-1000}
+ENV GROUP_ID ${GROUP_ID:-1000}
+RUN groupadd -g ${GROUP_ID} dash && \
+    useradd -u ${USER_ID} -g dash -s /bin/bash -m -d /dash dash  && \
+    mkdir /dash/.dashcore && \
+    chown dash:dash -R /dash
+
+RUN apt-get update && \
+    apt-get -y install --no-install-recommends \
+    wget \
+    ca-certificates \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY dashcore-binaries/${BRANCH}/dashcore* /dash
+
+RUN mach=$(uname -m) \
+      && case $mach in aarch64) arch="aarch64-linux-gnu"; ;; x86_64) arch="x86_64-linux-gnu"; ;;  *) echo "ERROR: Machine type $mach not supported."; ;; esac \
+      && cd /dash \
+      && tar xvzf dashcore*$arch.tar.gz \
+      && echo $(ls -1 /dash) \
+      && cp dashcore-0.17.0/bin/* /usr/local/bin \
+      && rm -rf dash*
+
+USER dash
+
+VOLUME ["/dash"]
+
+COPY dash/contrib/containers/deploy/docker-entrypoint.sh /docker-entrypoint.sh
+ENTRYPOINT ["/docker-entrypoint.sh"]
+
+EXPOSE 9998 9999 19998 19999
+
+WORKDIR /dash