fileservice: add S3FS.restoreFromDiskCache #48
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: MO Checkin Regression On TKE | |
| on: | |
| pull_request_target: | |
| branches: [ main,'[0-9]+.[0-9]+*' ] | |
| types: | |
| - closed | |
| paths: | |
| - '**.go' | |
| - '**.c' | |
| - '**.h' | |
| - '.github/workflows/merge-trigger-tke.yaml' | |
| jobs: | |
| docker_image_build: | |
| runs-on: amd64-tke-dind | |
| if: ${{ github.event.pull_request.merged == true }} | |
| timeout-minutes: 60 | |
| name: BUILD MO DOCKER IMAGE | |
| outputs: | |
| version: ${{ steps.prep.outputs.version }} | |
| commit_id: ${{ steps.prep.outputs.commit_id }} | |
| steps: | |
| - name: Clone Repo Matrixorigin/Matrixone | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ./matrixone | |
| - name: Prepare And Build | |
| id: prep | |
| run: | | |
| cd $GITHUB_WORKSPACE/matrixone | |
| LAST_COMMIT_ID=$(git rev-parse --short HEAD) | |
| DOCKER_IMAGE=ccr.ccs.tencentyun.com/matrixone-dev/matrixone | |
| VERSION=commit-$LAST_COMMIT_ID | |
| TAGS="${DOCKER_IMAGE}:${VERSION}" | |
| # Set output parameters. | |
| echo "tags=${TAGS}" >> $GITHUB_OUTPUT | |
| echo "docker_image=${DOCKER_IMAGE}" >> $GITHUB_OUTPUT | |
| echo "version=${VERSION}" >> $GITHUB_OUTPUT | |
| echo "commit_id=${LAST_COMMIT_ID}" >> $GITHUB_OUTPUT | |
| echo ${TAGS} | |
| echo ${{ secrets.TCR_TOKEN }} | docker login ccr.ccs.tencentyun.com -u ${{ secrets.TCR_USERNAME }} --password-stdin | |
| # add tencentyun docker image mirror and tencentyun apt mirror | |
| sed -i 's#^RUN apt-get update#RUN sed -i "s?http.*ubuntu\.com?http://mirrors\.tencentyun\.com?g" /etc/apt/sources.list \&\& apt-get clean all \&\& apt-get update#g' optools/images/Dockerfile | |
| sed -i 's#FROM golang:1.20.7-bookworm as builder#FROM ccr.ccs.tencentyun.com/cicd-runner/golang:1.20.7-bookworm as builder#g' optools/images/Dockerfile | |
| sed -i 's#FROM ubuntu:latest#FROM ccr.ccs.tencentyun.com/cicd-runner/ubuntu:latest#g' optools/images/Dockerfile | |
| docker build -t $TAGS -f optools/images/Dockerfile . --build-arg GOPROXY='https://goproxy.cn,direct' | |
| docker push $TAGS | |
| setup_mo_test_env: | |
| if: ${{ always() && !cancelled() && needs.docker_image_build.result == 'success' }} | |
| needs: docker_image_build | |
| runs-on: amd64-tke-mo | |
| timeout-minutes: 90 | |
| name: SETUP MO TEST ENV | |
| outputs: | |
| mo_svc_ip: ${{ steps.get_mo_addr.outputs.mo_svc_ip }} | |
| cn_0: ${{ steps.get_mo_addr.outputs.cn_0 }} | |
| cn_1: ${{ steps.get_mo_addr.outputs.cn_1 }} | |
| cn_ips: ${{ steps.get_mo_addr.outputs.cn_ips }} | |
| steps: | |
| - name: Clone Repo Matrixorigin/Matrixone | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ./matrixone | |
| - name: Prepare Registry Token | |
| run: | | |
| # set docker login info | |
| DOCKER_REGISTRY_SERVER=ccr.ccs.tencentyun.com | |
| DOCKER_USER=${{ secrets.TCR_USERNAME }} | |
| DOCKER_PASSWORD=${{ secrets.TCR_TOKEN }} | |
| if [ "$(kubectl get namespaces| grep -c mo-checkin-regression-${{ github.event.pull_request.number }})" -eq 0 ];then | |
| kubectl create namespace mo-checkin-regression-${{ github.event.pull_request.number }}; | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} create secret generic tencent-token --from-literal=AWS_ACCESS_KEY_ID=${{ secrets.TENCENT_AK }} --from-literal=AWS_SECRET_ACCESS_KEY=${{ secrets.TENCENT_SK }}; | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} create secret docker-registry tke-registry --docker-server=$DOCKER_REGISTRY_SERVER --docker-username=$DOCKER_USER --docker-password=$DOCKER_PASSWORD; | |
| fi | |
| - name: ECHO mo-checkin-regression.yaml | |
| run: | | |
| echo '${{ needs.docker_image_build.outputs.version }}' | |
| cd $GITHUB_WORKSPACE/matrixone | |
| sed -i 's/nsformocheckin/mo-checkin-regression-${{ github.event.pull_request.number }}/g' $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| sed -i 's/s3pathformocheckin/mo-checkin-regression-1308875761\/${{ github.event.pull_request.number }}/g' $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| sed -i 's/regionformocheckin/ap-chengdu/g' $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| sed -i 's@endpointformocheckin@https://cos.ap-chengdu.myqcloud.com@g' $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| sed -i "s/imagetag/${{ needs.docker_image_build.outputs.version }}/g" $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| cat $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| - name: Clean TKE ENV | |
| run: | | |
| if [ "$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pod|grep -c "mo-checkin-regression-*")" -ne 0 ];then | |
| kubectl get matrixonecluster -n mo-checkin-regression-${{ github.event.pull_request.number }} | awk 'NR>1{system("kubectl delete matrixonecluster/"$1" -n mo-checkin-regression-${{ github.event.pull_request.number }}")}' | |
| sleep 60s; | |
| fi | |
| kubectl get bucket -n mo-checkin-regression-${{ github.event.pull_request.number }} | grep bucket | awk '{system("kubectl delete bucket/"$1" -n mo-checkin-regression-${{ github.event.pull_request.number }}")}' | |
| - name: Create MO Cluster | |
| run: | | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} apply -f $GITHUB_WORKSPACE/matrixone/optools/mo_checkin_regression/mo_checkin_regression_tke.yaml | |
| sleep 100s | |
| while true; do | |
| if [ "$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pods --field-selector status.phase=Running|grep -c "mo-checkin-regression-*")" -eq 6 ]; then | |
| break; | |
| else | |
| echo "wait mo cluster init finish..." | |
| sleep 15s; | |
| continue; | |
| fi | |
| done | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pod -owide | |
| if [ ! -d $GITHUB_WORKSPACE/mo-server-log ]; then | |
| mkdir $GITHUB_WORKSPACE/mo-server-log; | |
| fi | |
| - name: Get MO Cluster Addr | |
| id: get_mo_addr | |
| run: | | |
| mo_svc_ip=$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get svc | grep "6001/TCP"|awk '{print $3}') | |
| echo mo_svc_ip=$mo_svc_ip | |
| echo "mo_svc_ip=${mo_svc_ip}" >> $GITHUB_OUTPUT | |
| kubectl get pod -n mo-checkin-regression-${{ github.event.pull_request.number }} -l matrixorigin.io/component=CNSet | awk 'NR>1{arr[a++]=$1} END {for(i in arr){system("echo cn_"i"="arr[i]" >> $GITHUB_OUTPUT")}}' | |
| cn_ips=$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pods -l matrixorigin.io/component=CNSet -o=jsonpath='{.items[*].status.podIP}' | sed 's/ /,/g') | |
| echo "cn_ips is $cn_ips" | |
| echo "cn_ips=$cn_ips" >> $GITHUB_OUTPUT | |
| - name: Prepare Data in cn-0 | |
| run: | | |
| kubectl exec -it ${{ steps.get_mo_addr.outputs.cn_0 }} -n mo-checkin-regression-${{ github.event.pull_request.number }} -- bash -c ' | |
| set -x; | |
| export https_proxy=http://proxy-service.proxy.svc.cluster.local:8001 | |
| git config --global init.defaultBranch main | |
| success="no" | |
| path_matrixone=$(pwd); | |
| for i in {1..5}; do | |
| rm -rf $path_matrixone/matrixone; | |
| mkdir $path_matrixone/matrixone; | |
| git config --global --add safe.directory $path_matrixone/matrixone; | |
| cd $path_matrixone/matrixone && git init; | |
| git remote add origin https://github.com/matrixorigin/matrixone.git; | |
| git config --local gc.auto 0; | |
| timeout 120 git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +${{ github.sha }}:refs/remotes/origin/${{ github.ref_name }} | |
| git checkout --progress --force -B ${{ github.ref_name }} refs/remotes/origin/${{ github.ref_name }} | |
| if [ "$(git log -1 --format='%H')" == "${{ github.sha }}" ]; then | |
| success="yes"; | |
| break; | |
| fi | |
| sleep 15; | |
| done | |
| if [ $success == "no" ]; then | |
| exit 1; | |
| fi | |
| exit 0; | |
| ' | |
| - name: Prepare Data in cn-1 | |
| run: | | |
| kubectl exec -it ${{ steps.get_mo_addr.outputs.cn_1 }} -n mo-checkin-regression-${{ github.event.pull_request.number }} -- bash -c ' | |
| set -x; | |
| export https_proxy=http://proxy-service.proxy.svc.cluster.local:8001 | |
| git config --global init.defaultBranch main | |
| success="no" | |
| path_matrixone=$(pwd); | |
| for i in {1..5}; do | |
| rm -rf $path_matrixone/matrixone; | |
| mkdir $path_matrixone/matrixone; | |
| git config --global --add safe.directory $path_matrixone/matrixone; | |
| cd $path_matrixone/matrixone && git init; | |
| git remote add origin https://github.com/matrixorigin/matrixone.git; | |
| git config --local gc.auto 0; | |
| timeout 120 git -c protocol.version=2 fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 origin +${{ github.sha }}:refs/remotes/origin/${{ github.ref_name }} | |
| git checkout --progress --force -B ${{ github.ref_name }} refs/remotes/origin/${{ github.ref_name }} | |
| if [ "$(git log -1 --format='%H')" == "${{ github.sha }}" ]; then | |
| success="yes"; | |
| break; | |
| fi | |
| sleep 15; | |
| done | |
| if [ $success == "no" ]; then | |
| exit 1; | |
| fi | |
| exit 0; | |
| ' | |
| bvt_test: | |
| if: ${{ always() && !cancelled() && needs.setup_mo_test_env.result == 'success' }} | |
| name: MO CHECKIN BVT TEST | |
| runs-on: amd64-tke-mo | |
| needs: [setup_mo_test_env,docker_image_build] | |
| steps: | |
| - name: Clone MO-Tester | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-tester | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-tester | |
| ref: main | |
| - name: Clone matrixone Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ./matrixone | |
| - name: Set JAVA PATH | |
| run: | | |
| echo "$JAVA_HOME/bin" >> $GITHUB_PATH | |
| - name: Generate MO-Tester Config and Start BVT Test | |
| if: ${{ always() && !cancelled() }} | |
| timeout-minutes: 20 | |
| run: | | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sed -i "s/127.0.0.1:6001/${{ needs.setup_mo_test_env.outputs.mo_svc_ip }}:6001/" ./mo-tester/mo.yml | |
| sed -i 's/socketTimeout:.*/socketTimeout: 300000/g' ./mo-tester/mo.yml | |
| sed -i 's/ serverIP: "127.0.0.1"/ serverIP: "${{ needs.setup_mo_test_env.outputs.cn_ips }}"/g' ./mo-tester/mo.yml | |
| sed -i 's/waittime:.*/waittime: 2000/g' ./mo-tester/run.yml | |
| cat ./mo-tester/mo.yml | |
| echo "==========================" | |
| cat ./mo-tester/run.yml | |
| echo "==========================" | |
| cd $GITHUB_WORKSPACE/mo-tester | |
| ./run.sh -n -g -o -p $GITHUB_WORKSPACE/matrixone/test/distributed/cases -s /matrixone/test/distributed/resources -e optimistic 2>&1 | |
| rm -rf .git lib | |
| - name: Collect Upload files | |
| if: ${{ always() || cancelled() }} | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-tester | |
| mkdir -p $GITHUB_WORKSPACE/mo-tester && cp -r $GITHUB_WORKSPACE/mo-tester $GITHUB_WORKSPACE/reports/mo-tester | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ failure() || cancelled()}} | |
| continue-on-error: true | |
| with: | |
| name: mo-checkin-regression-${{ github.event.pull_request.number }}-bvt | |
| path: | | |
| ${{ github.workspace }}/reports | |
| ssb_and_tpch_test: | |
| if: ${{ always() && !cancelled() && needs.setup_mo_test_env.result == 'success' }} | |
| name: MO CHECKIN SSB AND TPCH TEST | |
| runs-on: amd64-tke-large | |
| needs: [setup_mo_test_env,bvt_test] | |
| steps: | |
| - name: Clone mo-load-data Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-load-data | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-load-data | |
| ref: main | |
| - name: Clone mo-ssb Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-ssb | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-ssb | |
| ref: main | |
| - name: Clone mo-tpch Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-tpch | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-tpch | |
| ref: main | |
| - name: Clone mo-night-regression Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-nightly-regression | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-nightly-regression | |
| ref: main | |
| - name: Create Account for Test | |
| id: account_for_ssb_and_tpch | |
| run: | | |
| mysql -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -P 6001 -udump -p111 -e "create account ssb_tpch_test admin_name = 'admin' identified by '111' comment 'for ssb and tpch test';" | |
| echo "ssb_tpch_account=ssb_tpch_test:admin" >> $GITHUB_OUTPUT | |
| echo "ssb_tpch_password=111" >> $GITHUB_OUTPUT | |
| - name: Modify Tool's Setting And Set PATH | |
| run: | | |
| cd $GITHUB_WORKSPACE/mo-load-data | |
| sed -i '/.*ENDPOINT: ""*/c\ENDPOINT: "cos.ap-chengdu.myqcloud.com"' access.yml | |
| sed -i '/.*ACCESS_KEY_ID: ""*/c\ACCESS_KEY_ID: "${{secrets.TENCENT_AK}}"' access.yml | |
| sed -i '/.*SECRET_ACCESS_KEY: ""*/c\SECRET_ACCESS_KEY: "${{secrets.TENCENT_SK}}"' access.yml | |
| echo "$JAVA_HOME/bin" >> $GITHUB_PATH | |
| - name: Start Load SSB 10G Data And Test | |
| if: ${{ always() && !cancelled() }} | |
| timeout-minutes: 10 | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sleep 60s | |
| cd $GITHUB_WORKSPACE/mo-load-data | |
| mkdir -p report | |
| ./load.sh -u ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_account }} -p ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_password }} -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -c cases/02_from_cos/ssb_10 -r -m -g | tee report/mo-load-data-ssb.log | |
| # start test | |
| cd $GITHUB_WORKSPACE/mo-ssb | |
| mkdir -p report | |
| ./run.sh -u ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_account }} -p ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_password }} -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -q all -s 10 -t 5 | tee report/mo-ssb.log | |
| # start tpch test | |
| - name: Load TPCH 10G Test Data | |
| if: ${{ always() && !cancelled() }} | |
| timeout-minutes: 10 | |
| id: load_tpch_data | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sleep 60s | |
| cd $GITHUB_WORKSPACE/mo-load-data | |
| mkdir -p report | |
| ./load.sh -u ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_account }} -p ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_password }} -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -c cases/02_from_cos/tpch_10 -r -m -g | tee report/mo-load-data-tpch.log | |
| - name: Start TPCH 10G Test | |
| if: ${{ always() && !cancelled() && steps.load_tpch_data.conclusion == 'success' }} | |
| timeout-minutes: 20 | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sleep 60s | |
| cd $GITHUB_WORKSPACE/mo-tpch | |
| mkdir -p report | |
| ./run.sh -u ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_account }} -p ${{ steps.account_for_ssb_and_tpch.outputs.ssb_tpch_password }} -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -q all -s 10 -t 5 | tee report/tpch.log | |
| - name: Collect Upload files | |
| if: ${{ failure() || cancelled() }} | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/reports | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-ssb | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-load-data | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-tpch | |
| mkdir -p $GITHUB_WORKSPACE/mo-ssb/report && cp -r $GITHUB_WORKSPACE/mo-ssb/report $GITHUB_WORKSPACE/reports/mo-ssb | |
| mkdir -p $GITHUB_WORKSPACE/mo-load-data/report && cp -r $GITHUB_WORKSPACE/mo-load-data/report $GITHUB_WORKSPACE/reports/mo-load-data | |
| mkdir -p $GITHUB_WORKSPACE/mo-tpch/report && cp -r $GITHUB_WORKSPACE/mo-tpch/report $GITHUB_WORKSPACE/reports/mo-tpch | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ failure() || cancelled()}} | |
| continue-on-error: true | |
| with: | |
| name: mo-checkin-regression-${{ github.event.pull_request.number }}-ssb-tpch | |
| path: | | |
| ${{ github.workspace }}/reports | |
| retention-days: 7 | |
| sysbench_test: | |
| if: ${{ always() && !cancelled() && needs.setup_mo_test_env.result == 'success' }} | |
| name: SYSBENCH TEST | |
| runs-on: amd64-tke-large | |
| needs: [setup_mo_test_env,bvt_test] | |
| steps: | |
| - name: Clone mo-load Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-load | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-load | |
| ref: main | |
| - name: Clone mo-night-regression Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-nightly-regression | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-nightly-regression | |
| ref: main | |
| - name: Create Account for Test And Set PATH | |
| id: account_for_sysbench | |
| run: | | |
| mysql -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -P 6001 -udump -p111 -e "create account sysbench_test admin_name = 'admin' identified by '111' comment 'for sysbench test';" | |
| echo "sysbench_account=sysbench_test:admin" >> $GITHUB_OUTPUT | |
| echo "sysbench_password=111" >> $GITHUB_OUTPUT | |
| echo "$JAVA_HOME/bin" >> $GITHUB_PATH | |
| # start sysbench test | |
| - name: Start OLTP Mixed Test With 100 Threads | |
| if: ${{ always() && !cancelled() }} | |
| timeout-minutes: 30 | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sleep 60s | |
| cd $GITHUB_WORKSPACE/mo-load | |
| mkdir -p report | |
| sed -i 's/127.0.0.1/${{ needs.setup_mo_test_env.outputs.mo_svc_ip }}/g' mo.yml | |
| sed -i 's/name:.*$/name: "${{ steps.account_for_sysbench.outputs.sysbench_account }}"/g' mo.yml | |
| sed -i 's/password:.*$/password: "${{ steps.account_for_sysbench.outputs.sysbench_password }}"/g' mo.yml | |
| echo 'Start Prepare Data of 10-tables-100000-per-table' | |
| ./start.sh -m SYSBENCH -n 10 -s 100000 -t 1 | tee report/load-oltp-mix.log | |
| sleep 10 | |
| echo '' | |
| echo 'Start OLTP Insert Test With 100 threads' | |
| ./start.sh -c cases/sysbench/mixed_10_100000 -t 100 -d 20 -g -b sbtest | tee report/oltp-mix.log | |
| - name: Result Summary | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| cd $GITHUB_WORKSPACE/mo-load | |
| files=("report/oltp-mix.log") | |
| for filename in "${files[@]}" | |
| do | |
| if [ ! -f $filename ]; then | |
| continue | |
| fi | |
| echo -e "\n[$filename]" | |
| grep "tps=" $filename > tmp | |
| N=$(wc -l < tmp) | |
| head -n 3 tmp | |
| echo "..." | |
| middle_start=$((N / 2 - 1)) | |
| middle_end=$((N / 2 + 1)) | |
| head -n $middle_end tmp | tail -n +$middle_start | |
| echo "..." | |
| tail -n 3 tmp | |
| done | |
| - name: Collect Upload files | |
| if: ${{ always() || cancelled() }} | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-load | |
| mkdir -p $GITHUB_WORKSPACE/mo-load/report && cp -r $GITHUB_WORKSPACE/mo-load/report $GITHUB_WORKSPACE/reports/mo-load | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ failure() || cancelled()}} | |
| continue-on-error: true | |
| with: | |
| name: mo-checkin-regression-${{ github.event.pull_request.number }}-sysbench | |
| path: | | |
| ${{ github.workspace }}/reports | |
| retention-days: 7 | |
| tpcc_test: | |
| if: ${{ always() && !cancelled() && needs.setup_mo_test_env.result == 'success'}} | |
| name: TPCC TEST | |
| runs-on: amd64-tke-large | |
| needs: [setup_mo_test_env,bvt_test] | |
| steps: | |
| - name: Clone mo-load-data Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-load-data | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-load-data | |
| ref: main | |
| - name: Clone mo-tpcc Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-tpcc | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-tpcc | |
| ref: main | |
| - name: Clone mo-night-regression Repo | |
| if: ${{ always() && !cancelled() }} | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-nightly-regression | |
| token: ${{secrets.TOKEN_ACTION}} | |
| path: ./mo-nightly-regression | |
| ref: main | |
| - name: Create Account for Test | |
| id: account_for_tpcc | |
| run: | | |
| mysql -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -P 6001 -udump -p111 -e "create account tpcc_test admin_name = 'admin' identified by '111' comment 'for tpcc test';" | |
| echo "tpcc_account=tpcc_test:admin" >> $GITHUB_OUTPUT | |
| echo "tpcc_password=111" >> $GITHUB_OUTPUT | |
| - name: Modify Tool's Setting And Set PATH | |
| run: | | |
| cd $GITHUB_WORKSPACE/mo-load-data | |
| sed -i '/.*ENDPOINT: ""*/c\ENDPOINT: "cos.ap-chengdu.myqcloud.com"' access.yml | |
| sed -i '/.*ACCESS_KEY_ID: ""*/c\ACCESS_KEY_ID: "${{secrets.TENCENT_AK}}"' access.yml | |
| sed -i '/.*SECRET_ACCESS_KEY: ""*/c\SECRET_ACCESS_KEY: "${{secrets.TENCENT_SK}}"' access.yml | |
| echo "$JAVA_HOME/bin" >> $GITHUB_PATH | |
| # start tpcc test | |
| - name: Load TPCC 10 Warehouse Data | |
| if: ${{ always() && !cancelled() }} | |
| timeout-minutes: 10 | |
| id: load_tpcc_data | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| sleep 60s | |
| cd $GITHUB_WORKSPACE/mo-load-data | |
| mkdir -p report | |
| ./load.sh -u ${{ steps.account_for_tpcc.outputs.tpcc_account }} -p ${{ steps.account_for_tpcc.outputs.tpcc_password }} -h ${{ needs.setup_mo_test_env.outputs.mo_svc_ip }} -c cases/02_from_cos/tpcc_10 -r -m -g | tee report/mo-load-data-tpcc.log | |
| - name: Start TPCC 10 Warehouses 100 terminals Test | |
| if: ${{ always() && !cancelled() && steps.load_tpcc_data.conclusion == 'success' }} | |
| timeout-minutes: 20 | |
| run: | | |
| set -uo pipefail | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| cd $GITHUB_WORKSPACE/mo-tpcc | |
| mkdir -p report | |
| cp props.mo props_10.mo | |
| sed -i '/.*terminals=*/c\terminals=100' props_10.mo | |
| sed -i '/.*warehouses=*/c\warehouses=10' props_10.mo | |
| sed -i 's/tpcc/tpcc_10/g' props_10.mo | |
| sed -i 's/127.0.0.1/${{ needs.setup_mo_test_env.outputs.mo_svc_ip }}/g' props_10.mo | |
| sed -i '/runMins=*/c\runMins=15' props_10.mo | |
| sed -i '/.*expectedErrorCodes=*/c\expectedErrorCodes=20619,1062' props_10.mo | |
| sed -i 's/user=.*/user=${{ steps.account_for_tpcc.outputs.tpcc_account }}/g' props_10.mo | |
| sed -i 's/password=.*/password=${{ steps.account_for_tpcc.outputs.tpcc_password }}/g' props_10.mo | |
| ./runBenchmark.sh props_10.mo | tee report/tpcc-benchmark-10-100.log | |
| ./runVerify.sh props_10.mo | tee report/tpcc-verify-10-100.log | |
| - name: Result Summary | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| cd $GITHUB_WORKSPACE/mo-tpcc | |
| files=("report/tpcc-benchmark-10-100.log") | |
| for filename in "${files[@]}" | |
| do | |
| if [ ! -f $filename ]; then | |
| continue | |
| fi | |
| echo -e "\n[$filename]" | |
| grep "Running" $filename > tmp | |
| N=$(wc -l < tmp) | |
| head -n 3 tmp | |
| echo "..." | |
| middle_start=$((N / 2 - 1)) | |
| middle_end=$((N / 2 + 1)) | |
| head -n $middle_end tmp | tail -n +$middle_start | |
| echo "..." | |
| tail -n 3 tmp | |
| done | |
| - name: Collect Upload files | |
| if: ${{ always() || cancelled() }} | |
| run: | | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-load-data | |
| mkdir -p $GITHUB_WORKSPACE/reports/mo-tpcc | |
| mkdir -p $GITHUB_WORKSPACE/mo-load-data/report && cp -r $GITHUB_WORKSPACE/mo-load-data/report $GITHUB_WORKSPACE/reports/mo-load-data | |
| mkdir -p $GITHUB_WORKSPACE/mo-tpcc/report && cp -r $GITHUB_WORKSPACE/mo-tpcc/report $GITHUB_WORKSPACE/reports/mo-tpcc | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ failure() || cancelled()}} | |
| continue-on-error: true | |
| with: | |
| name: mo-checkin-regression-${{ github.event.pull_request.number }}-tpcc | |
| path: | | |
| ${{ github.workspace }}/reports | |
| retention-days: 7 | |
| multi-cn-bvt-race-linux-x86: | |
| if: github.event.pull_request.merged == true | |
| runs-on: amd64-tke-mo | |
| name: Multi-CN e2e BVT(Race) Test on Linux/x64 | |
| timeout-minutes: 120 | |
| steps: | |
| - name: checkout head | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ./head | |
| repository: ${{ github.event.pull_request.base.repo.full_name }} | |
| ref: main | |
| - name: Set up Go | |
| uses: ./head/.github/actions/setup_env | |
| - name: Build MatrixOne | |
| run: | | |
| export GOPROXY='https://goproxy.cn,direct' | |
| cd $GITHUB_WORKSPACE/head && make clean && make debug | |
| git rev-parse --short HEAD | |
| - name: Start MO | |
| run: | | |
| cd $GITHUB_WORKSPACE/head | |
| ./optools/run_bvt.sh $GITHUB_WORKSPACE/head launch | |
| - name: Clone test-tool repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-tester | |
| path: ./mo-tester | |
| ref: main | |
| - name: Set up JDK 8 for x64 | |
| run: echo "$JAVA_HOME/bin" >> $GITHUB_PATH | |
| - name: Start BVT Test | |
| id: bvt_on_pr_version | |
| run: | | |
| export LC_ALL="C.UTF-8" | |
| locale | |
| cd $GITHUB_WORKSPACE/mo-tester | |
| sed -i 's/socketTimeout:.*/socketTimeout: 300000/g' mo.yml | |
| sed -i 's/ port: [0-9]*/ port: 12345/g' mo.yml | |
| cat mo.yml | |
| echo "======================================" | |
| ./run.sh -n -g -o -p $GITHUB_WORKSPACE/head/test/distributed/cases -e optimistic 2>&1 | |
| - name: Dump mo-service goroutines | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| if [ "$(ps -ef | grep 'mo-service' | grep -v "grep" | wc -l)" -gt 0 ]; then curl http://localhost:12345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/head/dump-stacks.log; else echo 'current mo-service has already crashed'; exit 1; fi | |
| - name: Check mo-service Status | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| if [ "$(ps -ef | grep 'mo-service' | grep -v "grep" | wc -l)" -gt 0 ]; then pkill -9 mo-service; else echo 'current mo-service has already crashed'; exit 1; fi | |
| - name: generate upload files | |
| if: ${{ always() || cancelled() }} | |
| run: | | |
| mkdir -p ${{ github.workspace }}/upload | |
| rm -rf ./mo-tester/.git | |
| rm -rf ./mo-tester/lib | |
| mv ${{ github.workspace }}/head/mo-service.log ${{ github.workspace }}/upload/ | |
| mv ${{ github.workspace }}/mo-tester ${{ github.workspace }}/upload/ | |
| mv ${{ github.workspace }}/head/dump-stacks.log ${{ github.workspace }}/upload/ | |
| - name: check data race | |
| if: ${{ always() || cancelled() }} | |
| run: | | |
| cat ${{ github.workspace }}/upload/mo-service.log | grep -C2 'DATA RACE' || true | |
| if [ "$(cat ${{ github.workspace }}/upload/mo-service.log |grep 'DATA RACE' | grep -v "grep" | wc -l)" -gt 0 ]; then exit 1; fi | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ always() || cancelled() }} | |
| with: | |
| name: multi-cn-e2e-with-race-linux-x86-reports | |
| path: | | |
| ${{ github.workspace }}/upload | |
| retention-days: 7 | |
| pessimistic-bvt-darwin-arm64: | |
| if: ${{ github.event.pull_request.merged == true }} | |
| runs-on: mac-arm64-mini | |
| name: e2e BVT Test on Darwin/ARM64(LAUNCH, PESSIMISTIC) | |
| timeout-minutes: 60 | |
| steps: | |
| - name: checkout matrixorigin/matrixone | |
| uses: actions/checkout@v3 | |
| with: | |
| path: ./matrixone | |
| - name: GO ENV | |
| run: go env | |
| - name: Build MatrixOne | |
| run: | | |
| cd $GITHUB_WORKSPACE/matrixone && make clean && make build | |
| git rev-parse --short HEAD | |
| - name: echo config | |
| run: | | |
| cd $GITHUB_WORKSPACE/matrixone | |
| cat ./etc/launch/cn.toml | |
| echo "============================" | |
| cat ./etc/launch/tn.toml | |
| - name: Start MO | |
| run: | | |
| export LC_ALL="zh_CN.UTF-8" | |
| export LANG="zh_CN.UTF-8" | |
| locale | |
| cd $GITHUB_WORKSPACE/matrixone | |
| ./optools/run_bvt.sh $GITHUB_WORKSPACE/matrixone launch | |
| - name: Clone test-tool repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: matrixorigin/mo-tester | |
| path: ./mo-tester | |
| ref: main | |
| - name: Check Java Version | |
| run: java -version | |
| - name: Start BVT Test | |
| id: bvt_on_pr_version | |
| run: | | |
| export LC_ALL="zh_CN.UTF-8" | |
| export LANG="zh_CN.UTF-8" | |
| locale | |
| cd $GITHUB_WORKSPACE/mo-tester | |
| sed -i '' 's/ port: [0-9]*/ port: 12345/g' mo.yml | |
| cat mo.yml | |
| echo "====================" | |
| ./run.sh -n -g -o -p $GITHUB_WORKSPACE/matrixone/test/distributed/cases -s $GITHUB_WORKSPACE/matrixone/test/distributed/resources -e optimistic 2>&1 | |
| - name: Dump mo-service goroutines | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| if [ "$(ps -ef | grep 'mo-service' | grep -v "grep" | wc -l)" -gt 0 ]; then curl http://localhost:12345/debug/pprof/goroutine\?debug=2 -o ${{ github.workspace }}/matrixone/dump-stacks.log; else echo 'current mo-service has already crashed'; exit 1; fi | |
| - name: Check Log Messages Count per second | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| cd $GITHUB_WORKSPACE/matrixone | |
| # 4 nodes in one Process | |
| ./optools/check_log_count.sh 4000 60 # {count threshold} {metric collected interval} | |
| - name: Check mo-service Status | |
| if: ${{ always() && !cancelled() }} | |
| run: | | |
| if [ "$(ps -ef | grep 'mo-service' | grep -v "grep" | wc -l)" -gt 0 ]; then pkill -9 mo-service; else echo 'current mo-service has already crashed'; exit 1; fi | |
| - name: generate upload files | |
| if: ${{ always() }} | |
| continue-on-error: true | |
| run: | | |
| mkdir -p ${{ github.workspace }}/upload | |
| rm -rf ./mo-tester/.git | |
| rm -rf ./mo-tester/lib | |
| mv ${{ github.workspace }}/matrixone/mo-service.log ${{ github.workspace }}/upload/ | |
| mv ${{ github.workspace }}/mo-tester ${{ github.workspace }}/upload/ | |
| mv ${{ github.workspace }}/matrixone/dump-stacks.log ${{ github.workspace }}/upload/ | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ failure() || cancelled()}} | |
| continue-on-error: true | |
| with: | |
| name: 1-cn-e2e-darwin-arm64-reports | |
| path: | | |
| ${{ github.workspace }}/upload | |
| retention-days: 7 | |
| clean_up_env: | |
| if: ${{ always() && github.event.pull_request.merged == true }} | |
| name: CLEAN ENV AND NOTICE | |
| runs-on: amd64-tke-mo | |
| needs: [docker_image_build,setup_mo_test_env,bvt_test,ssb_and_tpch_test,sysbench_test,tpcc_test,pessimistic-bvt-darwin-arm64,multi-cn-bvt-race-linux-x86] | |
| steps: | |
| - name: Check and Recreate Namespace | |
| if: ${{ needs.docker_image_build.result == 'success' }} | |
| run: | | |
| if [ "$(kubectl get namespaces| grep -c mo-checkin-regression-${{ github.event.pull_request.number }})" -eq 0 ];then | |
| kubectl create namespace mo-checkin-regression-${{ github.event.pull_request.number }}; | |
| fi | |
| - name: Check MO Status and Collect Trace | |
| if: ${{ needs.docker_image_build.result == 'success' }} | |
| continue-on-error: true | |
| run: | | |
| set -x | |
| unset https_proxy | |
| unset http_proxy | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pod -owide | |
| mkdir -p $GITHUB_WORKSPACE/upload && cd $GITHUB_WORKSPACE/upload | |
| dn_ip=$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pods -l matrixorigin.io/component=DNSet -o=jsonpath='{range .items[*]}{.status.podIP}{"\n"}{end}') | |
| curl "http://$dn_ip:6060/debug/pprof/trace?seconds=30" -o dn_trace.out | |
| curl "http://$dn_ip:6060/debug/pprof/goroutine?debug=2" -o dn_groutine.out | |
| cn_0_ip=$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pods -l matrixorigin.io/component=CNSet -o=jsonpath='{range .items[*]}{.status.podIP}{"\n"}{end}' | head -n 1) | |
| curl "http://$cn_0_ip:6060/debug/pprof/trace?seconds=30" -o cn_0_trace.out | |
| curl "http://$cn_0_ip:6060/debug/pprof/goroutine?debug=2" -o cn_0_groutine.out | |
| cn_1_ip=$(kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pods -l matrixorigin.io/component=CNSet -o=jsonpath='{range .items[*]}{.status.podIP}{"\n"}{end}' | grep -v $cn_0_ip) | |
| curl "http://$cn_1_ip:6060/debug/pprof/trace?seconds=30" -o cn_1_trace.out | |
| curl "http://$cn_1_ip:6060/debug/pprof/goroutine?debug=2" -o cn_1_groutine.out | |
| - uses: actions/upload-artifact@v3 | |
| if: ${{ needs.docker_image_build.result == 'success' }} | |
| continue-on-error: true | |
| with: | |
| name: mo-cluster-trace-${{ github.event.pull_request.number }} | |
| path: | | |
| ${{ github.workspace }}/upload | |
| retention-days: 7 | |
| - name: Check MO Status and Clean ENV | |
| if: ${{ needs.docker_image_build.result == 'success' }} | |
| run: | | |
| cd $GITHUB_WORKSPACE | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pod -owide | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get matrixonecluster | |
| #delete matrixone cluster | |
| kubectl get matrixonecluster -n mo-checkin-regression-${{ github.event.pull_request.number }} | awk 'NR>1{system("kubectl delete matrixonecluster/"$1" -n mo-checkin-regression-${{ github.event.pull_request.number }}")}' | |
| sleep 60 | |
| kubectl -n mo-checkin-regression-${{ github.event.pull_request.number }} get pod -owide | |
| #delete bucket | |
| kubectl get bucket -n mo-checkin-regression-${{ github.event.pull_request.number }} | grep bucket | awk '{system("kubectl delete bucket/"$1" -n mo-checkin-regression-${{ github.event.pull_request.number }}")}' | |
| #delete namespace | |
| kubectl delete namespace mo-checkin-regression-${{ github.event.pull_request.number }} | |
| - name: NOTICE FAIL RESULT | |
| if: ${{ failure() || cancelled() || needs.docker_image_build.result != 'success'|| needs.setup_mo_test_env.result != 'success' || needs.bvt_test.result != 'success' || needs.ssb_and_tpch_test.result != 'success' || needs.sysbench_test.result != 'success' || needs.tpcc_test.result != 'success' || needs.multi-cn-bvt-race-linux-x86.result != 'success' || needs.pessimistic-bvt-darwin-arm64.result != 'success' }} | |
| run: | | |
| for i in {1..10}; do | |
| curl -X POST -H "Content-Type: application/json" \ | |
| -d '{"msgtype":"markdown","markdown":{"content":"MO Checkin Regression On TKE failed: [${{ github.event.pull_request.title }}](${{ github.event.pull_request.html_url }})\nCreator:<font color=\"warning\">${{ github.event.pull_request.user.login }}</font>\nAction Link: [Link](https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }})<@shuqi.qin><@JiejieJia><@SuDong>"}}' \ | |
| '${{ secrets.WECHAT_MO_CHECKIN_BOT_WEBHOOK }}'; | |
| if [ "$?" -eq 0 ]; then | |
| echo "send wecom notice succeeded"; | |
| break; | |
| fi | |
| sleep 5; | |
| done |