Merge pull request #1253 from 0chain/ubuntu-runners

Using Ubuntu Multi Runner for Building Images
0chain · Sep 23, 2023 · 7d8fa26 · 7d8fa26
2 parents 63e1187 + 19dbf54
commit 7d8fa26
Show file tree

Hide file tree

Showing 2 changed files with 36 additions and 35 deletions.
diff --git a/.github/workflows/build-&-publish-docker-image.yml b/.github/workflows/build-&-publish-docker-image.yml
@@ -5,9 +5,9 @@ concurrency:
  cancel-in-progress: true
 
 on:
- push: 
+ push:
  branches: [ master,staging, sprint* ]
- tags: 
+ tags:
  - '*'
  pull_request:
  workflow_dispatch:
@@ -21,9 +21,15 @@ env:
 
 jobs:
  blobber:
- timeout-minutes: 25
- runs-on: [self-hosted, arc-runner]
+ timeout-minutes: 30
+ runs-on: [blobber-runner]
  steps:
+ - name: Cleanup before restarting conductor tests.
+ run: |
+ echo 'y' | docker system prune -a
+ cd /tmp
+ sudo rm -rf ./*
+
  - name: Set docker image tag
  run: |
  if [[ "${{github.ref}}" == refs/pull/* ]]; then
@@ -37,7 +43,7 @@ jobs:
  echo "SHA=$([ -z '${{ github.event.pull_request.head.sha }}' ] && echo $GITHUB_SHA || echo '${{ github.event.pull_request.head.sha }}')" >> $GITHUB_ENV
 
  - name: Setup go
- uses: actions/setup-go@v3
+ uses: actions/setup-go@v4
  with:
  go-version: ^1.20 # The Go version to download (if necessary) and use.
 
@@ -47,17 +53,7 @@ jobs:
  fetch-depth: 0
 
  - name: Set up Docker Buildx
- run: |
- sudo apt-get update -y
- sudo apt-get install wget
- sudo apt-get install ca-certificates curl gnupg lsb-release -y
- curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
- echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
- sudo apt-get update -y
- sudo apt-get install docker-ce docker-ce-cli containerd.io -y
- export DOCKER_CLI_EXPERIMENTAL=enabled
- docker run --privileged --rm tonistiigi/binfmt --install all
- docker context create blobber_buildx
+ uses: docker/setup-buildx-action@v3
 
  - name: Login to Docker Hub
  uses: docker/login-action@v1
@@ -92,14 +88,22 @@ jobs:
  export DOCKER_IMAGE_SWAGGER="${BLOBBER_REGISTRY}:swagger_test"
  export DOCKER_BUILD="buildx build --platform linux/amd64,linux/arm64 --push"
  export DOCKER_IMAGE_BLOBBER="-t ${BLOBBER_REGISTRY}:${TAG} -t ${BLOBBER_REGISTRY}:${TAG}-${SHORT_SHA}"
- docker buildx create --driver-opt network=host --use --buildkitd-flags '--allow-insecure-entitlement security.insecure' --use blobber_buildx
+ export CONTEXT_NAME="$RUNNER_NAME" && (docker context inspect "$CONTEXT_NAME" >/dev/null 2>&1 || docker context create "$CONTEXT_NAME")
+ docker buildx inspect "blobber-$RUNNER_NAME" || docker buildx create --name "blobber-$RUNNER_NAME" --driver-opt network=host --buildkitd-flags '--allow-insecure-entitlement security.insecure' "$CONTEXT_NAME"
+ docker buildx use "blobber-$RUNNER_NAME"
  ./docker.local/bin/build.blobber.sh
 
  validator:
- timeout-minutes: 20
- runs-on: [self-hosted, arc-runner]
+ timeout-minutes: 30
+ runs-on: [blobber-runner]
  steps:
- - name: Set docker image tag 
+ - name: Cleanup before restarting conductor tests.
+ run: |
+ echo 'y' | docker system prune -a
+ cd /tmp
+ sudo rm -rf ./*
+
+ - name: Set docker image tag
  run: |
  if [[ "${{github.ref}}" == refs/pull/* ]]; then
  tag=${GITHUB_REF/\/merge/}
@@ -112,7 +116,7 @@ jobs:
  echo "SHA=$([ -z '${{ github.event.pull_request.head.sha }}' ] && echo $GITHUB_SHA || echo '${{ github.event.pull_request.head.sha }}')" >> $GITHUB_ENV
 
  - name: Setup go
- uses: actions/setup-go@v3
+ uses: actions/setup-go@v4
  with:
  go-version: ^1.20 # The Go version to download (if necessary) and use.
 
@@ -122,18 +126,7 @@ jobs:
  fetch-depth: 0
 
  - name: Set up Docker Buildx
- run: |
- sudo apt-get update -y
- sudo apt-get install wget
- sudo apt-get install ca-certificates curl gnupg lsb-release -y
- curl -fsSL https://download.docker.com/linux/ubuntu/gpg | sudo gpg --dearmor -o /usr/share/keyrings/docker-archive-keyring.gpg
- echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/docker-archive-keyring.gpg] https://download.docker.com/linux/ubuntu $(lsb_release -cs) stable" | sudo tee /etc/apt/sources.list.d/docker.list > /dev/null
- sudo apt-get update -y
- sudo apt-get install docker-ce docker-ce-cli containerd.io -y
- export DOCKER_CLI_EXPERIMENTAL=enabled
- docker run --privileged --rm tonistiigi/binfmt --install all
- docker context create blobber_buildx
-
+ uses: docker/setup-buildx-action@v3
  - name: Login to Docker Hub
  uses: docker/login-action@v1
  with:
@@ -154,7 +147,7 @@ jobs:
  run: |
  SHORT_SHA=$(echo ${{ env.SHA }} | head -c 8)
 
- ./docker.local/bin/build.base.sh 
+ ./docker.local/bin/build.base.sh
  docker tag $BLOBBER_BUILDBASE $BLOBBER_BUILD_BASE_REGISTRY:$TAG
  docker tag $BLOBBER_BUILDBASE $BLOBBER_BUILD_BASE_REGISTRY:$TAG-$SHORT_SHA
  docker push $BLOBBER_BUILD_BASE_REGISTRY:$TAG
@@ -166,7 +159,9 @@ jobs:
  export DOCKER_IMAGE_BASE="${VALIDATOR_REGISTRY}:base"
  export DOCKER_BUILD="buildx build --platform linux/amd64,linux/arm64 --push"
  export DOCKER_IMAGE_VALIDATOR="-t ${VALIDATOR_REGISTRY}:${TAG} -t ${VALIDATOR_REGISTRY}:${TAG}-${SHORT_SHA}"
- docker buildx create --driver-opt network=host --use --buildkitd-flags '--allow-insecure-entitlement security.insecure' --use blobber_buildx
+ export CONTEXT_NAME="$RUNNER_NAME" && (docker context inspect "$CONTEXT_NAME" >/dev/null 2>&1 || docker context create "$CONTEXT_NAME")
+ docker buildx inspect "validator-$RUNNER_NAME" || docker buildx create --name "validator-$RUNNER_NAME" --driver-opt network=host --buildkitd-flags '--allow-insecure-entitlement security.insecure' "$CONTEXT_NAME"
+ docker buildx use "validator-$RUNNER_NAME"
  ./docker.local/bin/build.validator.sh
 
 

diff --git a/.github/workflows/build-for-conductor-testing.yml b/.github/workflows/build-for-conductor-testing.yml
@@ -21,6 +21,12 @@ jobs:
  build_blobber_for_conductor_testing:
  runs-on: [self-hosted, arc-runner]
  steps:
+ - name: Cleanup before restarting conductor tests.
+ run: |
+ echo 'y' | docker system prune -a
+ rm -rf *
+ cd /tmp
+ rm -rf ./*
  - name: Set docker image tag
  run: |
  if [[ "${{github.ref}}" == refs/pull/* ]]; then