feat: add wescale wesql cluster workflow

.github/workflows/cluster_endtoend_mtr_docker.yml

@@ -0,0 +1,93 @@
+name: "MTR Test - Ubuntu Docker Cluster"
+on:
+  pull_request:
+    types: [opened, synchronize, reopened]
+  push:
+    branches:
+      - main
+      - 'release-*'
+    tags:
+      - '*'
+  workflow_dispatch:
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}-mtr
+  cancel-in-progress: true
+
+jobs:
+  setup:
+    name: "MTR Test - Ubuntu Docker Cluster"
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Check if workflow needs to be skipped
+        id: skip-workflow
+        run: |
+          skip='false'
+          if [[ "${{github.event.pull_request}}" ==  "" ]] && [[ "${{github.ref}}" != "refs/heads/main" ]] && [[ ! "${{github.ref}}" =~ ^refs/heads/release-[0-9]+\.[0-9]$ ]] && [[ ! "${{github.ref}}" =~ "refs/tags/.*" ]]; then
+            skip='true'
+          fi
+          echo Skip ${skip}
+          echo "skip-workflow=${skip}" >> $GITHUB_OUTPUT
+
+      - name: Checkout code
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        uses: actions/checkout@v3
+
+      - name: Set up Go
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        uses: actions/setup-go@v3
+        with:
+          go-version: 1.20.1
+
+      - name: Compile source
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        timeout-minutes: 30
+        run: |
+          # install etcd
+          BUILD_CHROME=0 BUILD_JAVA=0 BUILD_CONSUL=0 BUILD_K3S=0 BUILD_ETCD=1 ./bootstrap.sh
+
+          make failpoint-enable
+          make build
+          make failpoint-disable
+
+      - name: Start MySQL-Server & WeScale
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        run: |
+          export PATH=$PATH:$(pwd)/bin
+          cd ./examples/wesql-server
+          ./start_mysql_server.sh
+          ./init_single_node_cluster.sh 2>&1 | tee init_script_logs.txt &
+
+      - name: Checkout mysql-tester code
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        uses: actions/checkout@v3
+        with:
+          repository: apecloud/mysql-tester
+          path: './mysql-tester'
+
+      - name: Build mysql-tester
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        run: |
+          cd ./mysql-tester && \
+          mkdir bin && \
+          make build
+
+      - name: Run MTR Tests
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        run: |
+          cd ./mysql-tester && \
+          eatmydata -- ./bin/mysql-tester -user root -port 15306 -path testcase/wesql-scale 2>&1 | tee -a output.txt
+
+          # check if any test failed
+          if grep -q -- 'level=error' ./mysql-tester/output.txt; then
+              echo "Testcase is failed"
+              exit 1
+          else
+              echo "Testcase is successful"
+          fi
+
+      - name: Print WeScale Logs
+        if: steps.skip-workflow.outputs.skip-workflow == 'false'
+        run: |
+          docker logs mysql-server
+          cat ./examples/wesql-server/init_script_logs.txt

.github/workflows/wescale_wesql_performance_kind.yml

@@ -0,0 +1,134 @@
+name: "Kind Ubuntu K8s Cluster"
+
+on:
+#  pull_request:
+#    types: [opened, synchronize, reopened]
+  workflow_dispatch:
+    inputs:
+      wescale_image_tag:
+        description: "WeScale Image Tag"
+        required: true
+        default: "0.3.0"
+      wesql_image_tag:
+        description: "WeSQL Server Image Tag"
+        required: true
+        default: "8.0.35-6.alpha10.20240918.g18ad68b.27"
+
+jobs:
+  setup:
+    name: "Kind Ubuntu K8s Cluster"
+    runs-on: ubuntu-latest
+
+    steps:
+      # Step 1: Checkout the code
+      - name: Checkout code
+        uses: actions/checkout@v3
+
+      # Step 2: Install Kind
+      - name: Install Kind
+        run: |
+          curl -Lo ./kind https://kind.sigs.k8s.io/dl/v0.20.0/kind-linux-amd64
+          chmod +x ./kind
+          sudo mv ./kind /usr/local/bin/kind
+
+      # Step 3: Create Kind Cluster
+      - name: Create Kind Cluster
+        run: |
+          kind create cluster --name wescale-cluster
+
+      # Step 4: Verify Kubernetes is running
+      - name: Verify Kubernetes is running
+        run: |
+          kubectl get nodes
+          kubectl get pods -A
+
+      ################################################################################################################
+      ################################################################################################################
+      ################################################################################################################
+
+      - name: Configure AWS CLI
+        run: |
+          aws configure set aws_access_key_id ${{ secrets.AWS_ACCESS_KEY_ID }}
+          aws configure set aws_secret_access_key ${{ secrets.AWS_SECRET_ACCESS_KEY }}
+          aws configure set default.region us-east-2
+
+      - name: Create S3 Bucket
+        id: create_bucket
+        run: |
+          BUCKET_NAME="wescale-$(date +'%Y%m%d%H%M%S')"
+          echo "Bucket name: $BUCKET_NAME"
+          aws s3 mb s3://$BUCKET_NAME
+          echo "bucket_name=$BUCKET_NAME" >> $GITHUB_OUTPUT
+
+      # Step 5: Create Kubernetes ConfigMap and Secret
+      - name: Create ConfigMap and Secret in Kubernetes
+        run: |
+          export WESQL_OBJECTSTORE_BUCKET=${{ steps.create_bucket.outputs.bucket_name }}
+          export WESQL_OBJECTSTORE_REGION=us-east-2
+          export WESQL_OBJECTSTORE_ACCESS_KEY=${{ secrets.AWS_ACCESS_KEY_ID }}
+          export WESQL_OBJECTSTORE_SECRET_KEY=${{ secrets.AWS_SECRET_ACCESS_KEY }}
+
+          kubectl apply -f - <<EOF
+          apiVersion: v1
+          kind: ConfigMap
+          metadata:
+            name: wesql-server-config
+          data:
+            MYSQL_CUSTOM_CONFIG: |
+              [mysqld]
+              objectstore_provider=aws
+              objectstore_region=${WESQL_OBJECTSTORE_REGION}
+              objectstore_bucket=${WESQL_OBJECTSTORE_BUCKET}
+              repo_objectstore_id=sysbench
+              branch_objectstore_id=main
+              datadir=/data/mysql/data
+              log-error=/data/mysql/log/mysqld-error.log
+              log-bin=binlog
+              gtid_mode=ON
+              enforce_gtid_consistency=ON
+              log_slave_updates=ON
+              binlog_format=ROW
+              skip_name_resolve=ON
+          EOF
+
+          kubectl create secret generic wesql-server-secret \
+          --namespace default \
+          --type Opaque \
+          --from-literal=WESQL_OBJECTSTORE_ACCESS_KEY=${WESQL_OBJECTSTORE_ACCESS_KEY} \
+          --from-literal=WESQL_OBJECTSTORE_SECRET_KEY=${WESQL_OBJECTSTORE_SECRET_KEY} \
+          --from-literal=MYSQL_ROOT_PASSWORD=passwd
+
+      - name: Generate Cluster YAML File And Create Cluster
+        run: |
+          kubectl apply -f https://raw.githubusercontent.com/wesql/deploy/refs/heads/main/artifact/wescale-ci.yaml
+
+      - name: Wait for WeSQL Server to be ready
+        run: |
+          kubectl wait --for=condition=available deployment/wesql-vtgate --timeout=300s
+          kubectl exec -it $(kubectl get pods -l app.kubernetes.io/name=wesql-vtgate -o jsonpath='{.items[0].metadata.name}') -- mysql -uroot -P15306 -ppasswd -e "SHOW DATABASES;"
+
+      - name: Print WeSQL Server ConfigMap and Secret
+        if: always()
+        run: |
+          kubectl get configmap wesql-server-config -o yaml
+          kubectl get secret wesql-server-secret -o yaml
+
+      - name: Print WeSQL Server Logs
+        if: always()
+        run: |
+          kubectl get pods
+
+          kubectl describe po mycluster-wesql-0-0
+
+          kubectl get pvc
+
+          kubectl get storageclass
+
+          kubectl logs mycluster-wesql-0-0
+
+      - name: Clean up
+        if: always()
+        run: |
+          echo "Deleting bucket: ${{ steps.create_bucket.outputs.bucket_name }}"
+          aws s3 rm s3://${{ steps.create_bucket.outputs.bucket_name }} --recursive
+          aws s3 rb s3://${{ steps.create_bucket.outputs.bucket_name }}

Makefile

@@ -325,8 +325,8 @@ build-image:
 tools/bin/failpoint-ctl:
 	GOBIN=$(shell pwd)/tools/bin go install github.com/pingcap/failpoint/failpoint-ctl@2eaa328
 
-FAILPOINT_ENABLE  := find $$PWD/ -type d | grep -vE "(\.git|tools)" | xargs tools/bin/failpoint-ctl enable
-FAILPOINT_DISABLE := find $$PWD/ -type d | grep -vE "(\.git|tools)" | xargs tools/bin/failpoint-ctl disable
+FAILPOINT_ENABLE  := find $$PWD/go -type d | grep -vE "(\.git|tools|vtdataroot)" | xargs tools/bin/failpoint-ctl enable
+FAILPOINT_DISABLE := find $$PWD/go -type d | grep -vE "(\.git|tools|vtdataroot)" | xargs tools/bin/failpoint-ctl disable
 
 failpoint-enable: tools/bin/failpoint-ctl
 # Converting gofail failpoints...