Extend CI to rebuild docker automatically

Author: igchor

.github/workflows/build-cachelib-centos.yml

@@ -0,0 +1,47 @@
+name: build-cachelib-docker
+on:
+  push:
+  pull_request:
+
+jobs:
+  build-cachelib-docker:
+    name: "CentOS/latest - Build CacheLib with all dependencies"
+    runs-on: ubuntu-latest
+    env:
+      REPO:           cachelib
+      GITHUB_REPO:    pmem/CacheLib
+      CONTAINER_REG:  ghcr.io/pmem/cachelib
+      CONTAINER_REG_USER:   ${{ secrets.GH_CR_USER }}
+      CONTAINER_REG_PASS:   ${{ secrets.GH_CR_PAT }}
+      FORCE_IMAGE_ACTION:   ${{ secrets.FORCE_IMAGE_ACTION }}
+      HOST_WORKDIR:         ${{ github.workspace }}
+      WORKDIR:              docker
+      IMG_VER:              develop
+    strategy:
+      matrix:
+        CONFIG: ["OS=centos OS_VER=8streams PUSH_IMAGE=1"]
+    steps:
+      - name: "System Information"
+        run: |
+          echo === uname ===
+          uname -a
+          echo === /etc/os-release ===
+          cat /etc/os-release
+          echo === df -hl ===
+          df -hl
+          echo === free -h ===
+          free -h
+          echo === top ===
+          top -b -n1 -1 -Eg || timeout 1 top -b -n1
+          echo === env ===
+          env
+          echo === gcc -v ===
+          gcc -v
+      - name: "checkout sources"
+        uses: actions/checkout@v2
+
+      - name: Pull the image or rebuild and push it
+        run: cd $WORKDIR && ${{ matrix.CONFIG }} ./pull-or-rebuild-image.sh $FORCE_IMAGE_ACTION
+
+      - name: Run the build
+        run: cd $WORKDIR && ${{ matrix.CONFIG }} ./build.sh

.github/workflows/build-cachelib-docker.yml

@@ -27,7 +27,7 @@ TAG="${OS}-${OS_VER}-${IMG_VER}"
 IMAGE_NAME=${CONTAINER_REG}:${TAG}
 CONTAINER_NAME=CacheLib-${OS}-${OS_VER}
 WORKDIR=/CacheLib  # working dir within Docker container
-SCRIPTSDIR=${WORKDIR}/utils/docker
+SCRIPTSDIR=${WORKDIR}/docker
 
 if [[ -z "${OS}" || -z "${OS_VER}" ]]; then
 	echo "ERROR: The variables OS and OS_VER have to be set " \

docker/build.sh

@@ -0,0 +1,13 @@
+FROM quay.io/centos/centos:stream8
+
+RUN dnf install -y \
+cmake \
+sudo \
+git \
+tzdata \
+vim \
+gdb \
+clang
+
+COPY ./install-cachelib-deps.sh ./install-cachelib-deps.sh
+RUN ./install-cachelib-deps.sh

docker/images/centos-8streams.Dockerfile

@@ -0,0 +1,14 @@
+#!/usr/bin/env bash
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright 2022, Intel Corporation
+
+git clone https://github.com/pmem/CacheLib CacheLib
+
+./CacheLib/contrib/prerequisites-centos8.sh
+
+for pkg in zstd googleflags googlelog googletest sparsemap fmt folly fizz wangle fbthrift ;
+do
+    sudo ./CacheLib/contrib/build-package.sh -j -I /opt/ "$pkg"
+done
+
+rm -rf CacheLib

docker/images/install-cachelib-deps.sh

@@ -61,7 +61,7 @@ function push_image {
 	# - not a pull_request event,
 	# - and PUSH_IMAGE flag was set for current build.
 	if [[ "${CI_REPO_SLUG}" == "${GITHUB_REPO}" \
-		&& (${CI_BRANCH} == stable-* || ${CI_BRANCH} == master) \
+		&& (${CI_BRANCH} == develop || ${CI_BRANCH} == main) \
 		&& ${CI_EVENT_TYPE} != "pull_request" \
 		&& ${PUSH_IMAGE} == "1" ]]
 	then

docker/pull-or-rebuild-image.sh

@@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+# SPDX-License-Identifier: BSD-3-Clause
+# Copyright 2022, Intel Corporation
+
+set -e
+
+function sudo_password() {
+	echo ${USERPASS} | sudo -Sk $*
+}
+
+cd ..
+mkdir build
+cd build
+cmake ../cachelib -DBUILD_TESTS=ON -DCMAKE_INSTALL_PREFIX=/opt -DCMAKE_BUILD_TYPE=Debug
+sudo_password make install -j$(nproc)
+
+cd /opt/tests && $WORKDIR/run_tests.sh