refactor(workflow): merge from main to dev/4.2.x

.github/workflows/build_artifact.yaml

@@ -0,0 +1,276 @@
+###
+# This workflow is used for quickly building artifacts
+# Triggers:
+# 1. Manual trigger
+# Jobs:
+# 1. Calculate Version Number
+# 2. Build Web Artifact (include front resource and only x86_64 platform for now)
+# 3. Build Client Artifact
+###
+
+name: Build Artifact
+run-name: Build Artifact triggered by ${{ github.actor }} 🛠️
+
+on:
+ workflow_dispatch:
+ inputs:
+ build_jar:
+ description: "Build jar package"
+ required: true
+ type: boolean
+ default: false
+ build_rpm:
+ description: "Build rpm package"
+ required: true
+ type: boolean
+ default: false
+ build_docker:
+ description: "Build docker image"
+ required: true
+ type: boolean
+ default: false
+ build_client:
+ description: "Build client"
+ required: true
+ type: boolean
+ default: false
+ rpm_release:
+ description: "Rpm release number"
+ required: false
+ default: ''
+ type: string
+ image_tag:
+ description: "Docker image tag"
+ required: false
+ default: ''
+ type: string
+
+env:
+ ODC_CURRENT_BRANCH: ${{ github.ref_name }}
+
+jobs:
+ calculate-version:
+ name: Calculate Version Number
+ runs-on: ubuntu-latest
+ outputs:
+ odc_rpm_release_number: ${{ steps.calculate_version.outputs.odc_rpm_release_number }}
+ odc_docker_image_tag: ${{ steps.calculate_version.outputs.odc_docker_image_tag }}
+ steps:
+ - name: Checkout workspace
+ uses: actions/checkout@v3
+ - name: Calculate version number
+ id: calculate_version
+ run: |
+ odc_rpm_release_number=$(date +%Y%m%d)
+ if [[ -n "${{ inputs.rpm_release }}" ]]; then odc_rpm_release_number="${{ inputs.rpm_release }}"; fi
+ echo "odc_rpm_release_number=${odc_rpm_release_number}" >> $GITHUB_OUTPUT
+ echo "odc_rpm_release_number=${odc_rpm_release_number}"
+ branch_match_regex="^(((dev/)?[0-9]\\.[0-9]\\.([0-9]{1,2}|x))|(release\\S*))$"
+ tag_prefix=`[[ "${{ env.ODC_CURRENT_BRANCH }}" =~ ${branch_match_regex} ]] && echo "test" || echo "dev"`
+ odc_docker_image_tag="${tag_prefix}-$(cat distribution/odc-server-VER.txt)-${odc_rpm_release_number}"
+ if [[ -n "${{ inputs.image_tag }}" ]]; then odc_docker_image_tag="${{ inputs.image_tag }}"; fi
+ echo "odc_docker_image_tag=${odc_docker_image_tag}" >> $GITHUB_OUTPUT
+ echo "odc_docker_image_tag=${odc_docker_image_tag}"
+
+ build-web-x86_64:
+ name: Build Web Artifact (x86_64)
+ needs: [ calculate-version ]
+ runs-on: ubuntu-latest
+ env:
+ odc_rpm_release_number: ${{ needs.calculate-version.outputs.odc_rpm_release_number }}
+ odc_docker_image_tag: ${{ needs.calculate-version.outputs.odc_docker_image_tag }}
+ steps:
+ - name: Checkout workspace
+ uses: actions/checkout@v3
+ with:
+ submodules: "recursive"
+ - name: Setup JDK 8
+ uses: actions/setup-java@v3
+ with:
+ java-version: "8"
+ distribution: "temurin"
+ cache: maven
+ - name: Setup node 16
+ uses: actions/setup-node@v3
+ with:
+ node-version: "16"
+ - name: Build front static resources
+ if: ${{ github.event.inputs.build_jar == 'true' || github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true'}}
+ run: |
+ echo "Current directory: "`pwd`
+ echo "Start build front static resources"
+ pushd client
+ echo "Run npm install pnpm -g"
+ npm install pnpm -g
+ echo "Run pnpm install"
+ pnpm install
+ echo "Run npm run build:odc"
+ npm run build:odc
+ popd
+ echo "Build front static resources success"
+ echo "Start copy resources files"
+ static_resources_path="server/odc-server/src/main/resources/static"
+ if [ ! -d "${static_resources_path}" ]; then
+ echo "mkdir -p ${static_resources_path}"
+ mkdir -p "${static_resources_path}"
+ fi
+ rm --force --recursive --verbose ${static_resources_path}/*
+ cp --force --recursive --verbose client/dist/renderer/* ${static_resources_path}
+ echo "Copy resources files success"
+ - name: Set release version
+ id: set_release_version
+ run: |
+ main_version="$(mvn help:evaluate -Dexpression=project.version -q -DforceStdout | cut -d - -f 1)"
+ new_version="${main_version}-${odc_rpm_release_number}"
+ echo "new_version=${new_version}" >> $GITHUB_OUTPUT
+ echo "RPM's version is "${new_version}
+ mvn versions:set -DnewVersion="${new_version}"
+ mvn versions:commit
+ - name: Build jar
+ run: |
+ echo "Start build jar packages"
+ echo "Start prepare oceanbase-client"
+ pushd import
+ echo "Current dir is "`pwd`
+ rm -rf obclient_aarch.tar.gz
+ rm -rf obclient_win.tar.gz
+ mv obclient_x86.tar.gz obclient.tar.gz
+ popd
+ echo "Prepare oceanbase-client success"
+ echo "Start build rpm package"
+ mvn help:system
+ mvn clean install -Dmaven.test.skip=true
+ echo "Build jar packages success"
+ cp --verbose server/odc-server/target/*-executable.jar distribution/jar/odc.jar
+ cp -fv distribution/jar/odc.jar distribution/jar/odc-slim.jar
+ zip -d distribution/jar/odc-slim.jar "BOOT-INF/classes/static/*"
+ - name: Upload jar
+ if: ${{ github.event.inputs.build_jar == 'true' || github.event.inputs.build_client == 'true'}}
+ uses: actions/upload-artifact@v3
+ with:
+ name: odc-artifact-jar
+ path: |
+ distribution/plugins/*.jar
+ distribution/starters/*.jar
+ distribution/jar/*.jar
+ - name: Build rpm (x86_64)
+ if: ${{ github.event.inputs.build_rpm == 'true' || github.event.inputs.build_docker == 'true' }}
+ run: |
+ echo "Start build rpm package"
+ mvn --file server/odc-server/pom.xml rpm:rpm -Drpm.prefix=/opt
+ echo "Build rpm package success"
+ rm --force --recursive --verbose distribution/docker/resources/odc-*.rpm
+ mkdir -p distribution/docker/resources/
+ mv --verbose server/odc-server/target/rpm/odc-server/RPMS/*/odc-*.rpm distribution/docker/resources/
+ - name: Upload rpm (x86_64)
+ if: ${{ github.event.inputs.build_rpm == 'true' }}
+ uses: actions/upload-artifact@v3
+ with:
+ name: odc-server-${{ steps.set_release_version.outputs.new_version }}.x86_64.rpm
+ path: distribution/docker/resources/odc-*.rpm
+ - name: Build docker image (x86_64)
+ if: ${{ github.event.inputs.build_docker == 'true' }}
+ run: |
+ sed -e "s/DATE_CHANGE/$(date)/" -i distribution/docker/odc/Dockerfile
+ echo "odc_docker_image_tag=${odc_docker_image_tag}"
+ pushd distribution/docker
+ docker build -t docker.io/oceanbase/odc-server:${odc_docker_image_tag} -f odc/Dockerfile .
+ docker save -o resources/odc-server-${odc_docker_image_tag}.tar.gz docker.io/oceanbase/odc-server:${odc_docker_image_tag}
+ popd
+ - name: Upload docker image (x86_64)
+ if: ${{ github.event.inputs.build_docker == 'true' }}
+ uses: actions/upload-artifact@v3
+ with:
+ name: odc-server-${{ env.odc_docker_image_tag }}.tar.gz
+ path: distribution/docker/resources/odc-server-*.tar.gz
+
+ build-client:
+ name: Build Client Artifact
+ needs: [ build-web-x86_64 ]
+ if: ${{ github.event.inputs.build_client == 'true' }}
+ runs-on: macos-latest
+ strategy:
+ fail-fast: false
+ matrix:
+ target: [ win, mac, linux_x86, linux_aarch64 ]
+ steps:
+ - name: Checkout workspace
+ uses: actions/checkout@v3
+ with:
+ submodules: "recursive"
+ # Build jar failed when run on macos-latest, so we need to build and upload jar on ubuntu-latest in the above job
+ - name: Download resources
+ uses: actions/download-artifact@v3
+ with:
+ name: odc-artifact-jar
+ path: jar-dist
+ - name: Change directory
+ run: |
+ mkdir -p client/libraries/java
+ cp jar-dist/jar/odc-slim.jar client/libraries/java/odc.jar
+ mkdir -p client/libraries/java/plugins
+ cp -R jar-dist/plugins/. client/libraries/java/plugins
+ mkdir -p client/libraries/java/starters
+ cp -R jar-dist/starters/. client/libraries/java/starters
+ - name: Setup node 16
+ uses: actions/setup-node@v3
+ with:
+ node-version: "16"
+ - name: Install dependencies
+ uses: pnpm/action-setup@v2
+ with:
+ version: 8
+ run_install: false
+ - name: Get pnpm store directory
+ shell: bash
+ run: |
+ echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+ - uses: actions/cache@v3
+ name: Setup pnpm cache
+ with:
+ path: ${{ env.STORE_PATH }}
+ key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+ restore-keys: |
+ ${{ runner.os }}-pnpm-store-
+ - name: Build artifact
+ env:
+ # MACOS_CERTIFICATE: ${{ secrets.PROD_MACOS_CERTIFICATE }}
+ # MACOS_CERTIFICATE_PWD: ${{ secrets.PROD_MACOS_CERTIFICATE_PWD }}
+ # MACOS_CERTIFICATE_NAME: ${{ secrets.PROD_MACOS_CERTIFICATE_NAME }}
+ # MACOS_CI_KEYCHAIN_PWD: ${{ secrets.PROD_MACOS_CI_KEYCHAIN_PWD }}
+ # APPLE_ID: ${{ secrets.PROD_MACOS_NOTARIZATION_APPLE_ID }}
+ # APPLE_TEAM_ID: ${{ secrets.PROD_MACOS_NOTARIZATION_TEAM_ID }}
+ # APPLE_ID_PASSWORD: ${{ secrets.PROD_MACOS_NOTARIZATION_PWD }}
+ # APPLE_APP_SPECIFIC_PASSWORD: ${{ secrets.PROD_MACOS_NOTARIZATION_PWD }}
+ WIN_CSC_LINK: ${{ secrets.PROD_WIN_CSC_LINK }}
+ WIN_CSC_KEY_PASSWORD: ${{ secrets.PROD_WIN_CSC_KEY_PASSWORD }}
+ run: |
+ # Turn our base64-encoded certificate back to a regular .p12 file
+ cd client
+ # echo $MACOS_CERTIFICATE | base64 --decode > certificate.p12
+ # We need to create a new keychain, otherwise using the certificate will prompt
+ # with a UI dialog asking for the certificate password, which we can't
+ # use in a headless CI environment
+ # security create-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain 
+ # security default-keychain -s build.keychain
+ # security unlock-keychain -p "$MACOS_CI_KEYCHAIN_PWD" build.keychain
+ # security import certificate.p12 -k build.keychain -P "$MACOS_CERTIFICATE_PWD" -T /usr/bin/codesign
+ # security set-key-partition-list -S apple-tool:,apple:,codesign: -s -k "$MACOS_CI_KEYCHAIN_PWD" build.keychain
+ # echo "Cert Imported"
+ pnpm install
+ # We need to create a new keychain, otherwise using the certificate will prompt
+ # with a UI dialog asking for the certificate password, which we can't
+ # use in a headless CI environment
+ export ELECTRON_MIRROR=https://npmmirror.com/mirrors/electron/
+ export ODC_BUILD_SKIP_JAR=true
+ export CSC_IDENTITY_AUTO_DISCOVERY=false
+ node ./scripts/client/build.js ${{ matrix.target }}
+ - name: Upload artifact
+ uses: actions/upload-artifact@v3
+ with:
+ name: odc-client-pkg-${{ matrix.target }}
+ path: |
+ client/release/*.dmg
+ client/release/*.deb
+ client/release/*.exe
+ client/release/*.AppImage

.github/workflows/build_test.yaml → .github/workflows/build_daily.yaml

@@ -1,18 +1,19 @@
 ###
-# This workflow is used to build all artifacts (jar, rpm, image and client) for testing
+# This workflow is used for daily checking and testing
 # Triggers:
 # 1. Daily trigger at 04:00 (Beijing, UTC+08:00)
 # 2. Manual trigger
 # Jobs:
 # 1. Check Code Format
 # 2. PMD Scan
-# 3. Calculation Version Number
-# 4. Build Web Artifact (only x86_64 for now)
-# 5. Build Client Artifact
+# 3. Unit Test (TODO)
+# 4. Calculate Version Number
+# 5. Build Web Artifact (include front resource and only x86_64 platform for now)
+# 6. Build Client Artifact
 ###
 
-name: Build Test
-run-name: Build Test triggered by ${{ github.actor }} 🛠️
+name: Build Daily
+run-name: Build Daily triggered by ${{ github.actor }} 🛠️
 
 on:
  schedule:
@@ -32,7 +33,6 @@ on:
 
 env:
  ODC_CURRENT_BRANCH: ${{ github.ref_name }}
- ODC_TARGET_BRANCH: ${{ github.base_ref }}
 
 jobs:
  check-format:
@@ -69,9 +69,25 @@ jobs:
  - name: Run PMD scan
  run: mvn pmd:check
 
+ unit-test:
+ name: Unit Test (Skip for now)
+ needs: [ check-format, pmd-scan ]
+ runs-on: ubuntu-latest
+ steps:
+ - name: Checkout workspace
+ uses: actions/checkout@v3
+ - name: Setup JDK 8
+ uses: actions/setup-java@v3
+ with:
+ java-version: "8"
+ distribution: "temurin"
+ cache: maven
+ - name: Run unit test
+ run: echo "Skip for now 🤪"
+
  calculate-version:
  name: Calculate Version Number
- needs: [ check-format, pmd-scan ]
+ needs: [ unit-test ]
  runs-on: ubuntu-latest
  outputs:
  odc_rpm_release_number: ${{ steps.calculate_version.outputs.odc_rpm_release_number }}
@@ -86,7 +102,7 @@ jobs:
  if [[ -n "${{ inputs.rpm_release }}" ]]; then odc_rpm_release_number="${{ inputs.rpm_release }}"; fi
  echo "odc_rpm_release_number=${odc_rpm_release_number}" >> $GITHUB_OUTPUT
  echo "odc_rpm_release_number=${odc_rpm_release_number}"
- branch_match_regex="^[0-9]\\.[0-9]\\.([0-9]{1,2}|x)_(release|dev)$"
+ branch_match_regex="^(((dev/)?[0-9]\\.[0-9]\\.([0-9]{1,2}|x))|(release\\S*))$"
  tag_prefix=`[[ "${{ env.ODC_CURRENT_BRANCH }}" =~ ${branch_match_regex} ]] && echo "test-daily" || echo "dev-daily"`
  odc_docker_image_tag="${tag_prefix}-$(cat distribution/odc-server-VER.txt)-${odc_rpm_release_number}"
  if [[ -n "${{ inputs.image_tag }}" ]]; then odc_docker_image_tag="${{ inputs.image_tag }}"; fi
@@ -117,7 +133,7 @@ jobs:
  node-version: "16"
  - name: Build front static resources
  run: |
- echo "Current directory: " `pwd`
+ echo "Current directory: "`pwd`
  echo "Start build front static resources"
  pushd client
  echo "Run npm install pnpm -g"