From 87f8bb050e52ab984816a36e643f28102e0fe1dd Mon Sep 17 00:00:00 2001
From: Wei Zhang <kweizh@gmail.com>
Date: Fri, 17 Feb 2023 00:56:31 +0800
Subject: [PATCH] test: test build on docker and nerdctl

Signed-off-by: Wei Zhang <kweizh@gmail.com>
---
 .github/workflows/test.yaml | 22 +++++++++++++++--
 test/release/build.test.sh  | 48 +++++++++++++++++++++++++++++++++++++
 2 files changed, 68 insertions(+), 2 deletions(-)

diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
index 5241414bb8..1353834632 100644
--- a/.github/workflows/test.yaml
+++ b/.github/workflows/test.yaml
@@ -16,6 +16,13 @@ concurrency:
 jobs:
   test-build:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        builder:
+          - docker
+          - nerdctl
+    env:
+      BUILDER: ${{ matrix.builder }}
     steps:
       - uses: actions/checkout@v3
       - name: Set up Go
@@ -33,15 +40,25 @@ jobs:
         run: |
           make build
 
+      - name: Install Nerdctl and Start Containerd
+        if: ${{ matrix.builder == 'nerdctl' }}
+        shell: bash
+        run: |
+          curl -sSL https://github.com/containerd/nerdctl/releases/download/v1.1.0/nerdctl-full-1.1.0-linux-amd64.tar.gz -o - | sudo tar -xz -C /usr/local
+          sudo systemctl daemon-reload
+          sudo systemctl enable --now containerd
+          containerd-rootless-setuptool.sh install
+          containerd-rootless-setuptool.sh install-buildkit-containerd
+
       - name: Build Image
         shell: bash
         run: |
-          make build-image
+          BUILDER=${{ matrix.builder }} make build-image
 
       - name: Build Cluster Image
         shell: bash
         run: |
-          make build-cluster-image
+          BUILDER=${{ matrix.builder }} make build-cluster-image
 
   test-kwok:
     runs-on: ubuntu-latest
@@ -170,6 +187,7 @@ jobs:
           sudo systemctl daemon-reload
           sudo systemctl enable --now containerd
           containerd-rootless-setuptool.sh install
+          containerd-rootless-setuptool.sh install-buildkit-containerd
 
       - name: Make pki directory
         if: ${{ matrix.kwokctl-runtime == 'binary' }}
diff --git a/test/release/build.test.sh b/test/release/build.test.sh
index 44662f7ff3..5a5507636c 100755
--- a/test/release/build.test.sh
+++ b/test/release/build.test.sh
@@ -73,36 +73,76 @@ docker buildx build --tag=kwok:${VERSION} --platform=linux/amd64 --load -f image
 EOF
 }
 
+function want_image_nerdctl() {
+  cat <<EOF
+nerdctl build --tag=kwok:${VERSION} --platform=linux/amd64 -f images/kwok/Dockerfile .
+EOF
+}
+
 function want_image_with_push() {
   cat <<EOF
 docker buildx build --tag=kwok:${VERSION} --platform=linux/amd64 --push -f images/kwok/Dockerfile .
 EOF
 }
 
+function want_image_nerdctl_with_push() {
+  cat <<EOF
+nerdctl build --tag=kwok:${VERSION} --platform=linux/amd64 -f images/kwok/Dockerfile .
+nerdctl push --platform=linux/amd64 kwok:${VERSION}
+EOF
+}
+
 function want_image_with_push_staging() {
   cat <<EOF
 docker buildx build --tag=${IMAGE_PREFIX}/kwok:${PREFIX}-${VERSION} --platform=linux/amd64 --push -f images/kwok/Dockerfile .
 EOF
 }
 
+function want_image_nerdctl_with_push_staging() {
+  cat <<EOF
+nerdctl build --tag=${IMAGE_PREFIX}/kwok:${PREFIX}-${VERSION} --platform=linux/amd64 -f images/kwok/Dockerfile .
+nerdctl push --platform=linux/amd64 ${IMAGE_PREFIX}/kwok:${PREFIX}-${VERSION}
+EOF
+}
+
 function want_cluster_image() {
   cat <<EOF
 docker buildx build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=cluster:${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 --load -f images/cluster/Dockerfile .
 EOF
 }
 
+function want_cluster_image_nerdctl() {
+  cat <<EOF
+nerdctl build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=cluster:${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 -f images/cluster/Dockerfile .
+EOF
+}
+
 function want_cluster_image_with_push() {
   cat <<EOF
 docker buildx build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=cluster:${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 --push -f images/cluster/Dockerfile .
 EOF
 }
 
+function want_cluster_image_nerdctl_with_push() {
+  cat <<EOF
+nerdctl build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=cluster:${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 -f images/cluster/Dockerfile .
+nerdctl push --platform=linux/amd64 cluster:${VERSION}-k8s.v${LAST_KUBE_RELEASE}
+EOF
+}
+
 function want_cluster_image_with_push_staging() {
   cat <<EOF
 docker buildx build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=${IMAGE_PREFIX}/cluster:${PREFIX}-${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 --push -f images/cluster/Dockerfile .
 EOF
 }
 
+function want_cluster_image_nerdctl_with_push_staging() {
+  cat <<EOF
+nerdctl build --build-arg=kube_version=v${LAST_KUBE_RELEASE} --tag=${IMAGE_PREFIX}/cluster:${PREFIX}-${VERSION}-k8s.v${LAST_KUBE_RELEASE} --platform=linux/amd64 -f images/cluster/Dockerfile .
+nerdctl push --platform=linux/amd64 ${IMAGE_PREFIX}/cluster:${PREFIX}-${VERSION}-k8s.v${LAST_KUBE_RELEASE}
+EOF
+}
+
 function want_cross_build() {
   cat <<EOF
 GOOS=linux GOARCH=amd64 go build -ldflags '-X sigs.k8s.io/kwok/pkg/consts.Version=${VERSION} -X sigs.k8s.io/kwok/pkg/consts.KubeVersion=v${LAST_KUBE_RELEASE}' -o ./bin/linux/amd64/kwok ./cmd/kwok
@@ -267,10 +307,18 @@ function main() {
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true image | diff -u <(want_image_with_push) - || failed+=("image-with-push")
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket STAGING=true STAGING_PREFIX=${PREFIX} STAGING_IMAGE_PREFIX=${IMAGE_PREFIX} image | diff -u <(want_image_with_push_staging) - || failed+=("image-with-push-staging")
 
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" image | diff -u <(want_image_nerdctl) - || failed+=("image-nerdctl")
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" PUSH=true image | diff -u <(want_image_nerdctl_with_push) - || failed+=("image-nerdctl-with-push")
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket STAGING=true STAGING_PREFIX=${PREFIX} STAGING_IMAGE_PREFIX=${IMAGE_PREFIX} image | diff -u <(want_image_nerdctl_with_push_staging) - || failed+=("image--nerdctl-with-push-staging")
+
   make --no-print-directory -C "${ROOT_DIR}" cluster-image | diff -u <(want_cluster_image) - || failed+=("cluster-image")
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true cluster-image | diff -u <(want_cluster_image_with_push) - || failed+=("cluster-image-with-push")
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket STAGING=true STAGING_PREFIX=${PREFIX} STAGING_IMAGE_PREFIX=${IMAGE_PREFIX} cluster-image | diff -u <(want_cluster_image_with_push_staging) - || failed+=("cluster-image-with-push-staging")
 
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" cluster-image | diff -u <(want_cluster_image_nerdctl) - || failed+=("cluster-image-nerdctl")
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" PUSH=true cluster-image | diff -u <(want_cluster_image_nerdctl_with_push) - || failed+=("cluster-image-nerdctl-with-push")
+  BUILDER=nerdctl make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket STAGING=true STAGING_PREFIX=${PREFIX} STAGING_IMAGE_PREFIX=${IMAGE_PREFIX} cluster-image | diff -u <(want_cluster_image_nerdctl_with_push_staging) - || failed+=("cluster-image-nerdctl-with-push-staging")
+
   make --no-print-directory -C "${ROOT_DIR}" cross-build | diff -u <(want_cross_build) - || failed+=("cross-build")
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket cross-build | diff -u <(want_cross_build_with_push_bucket) - || failed+=("cross-build-with-push-bucket")
   make --no-print-directory -C "${ROOT_DIR}" PUSH=true BUCKET=bucket STAGING=true STAGING_PREFIX=${PREFIX} cross-build | diff -u <(want_cross_build_with_push_bucket_staging) - || failed+=("cross-build-with-push-bucket-staging")