integration.yaml

# Copyright 2023 The Atlas Operator Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

name: Integration Tests
on:
  push:
    branches:
      - master
  pull_request:
jobs:
  test:
    runs-on: ubuntu-latest
    steps:
      - name: Create SSH dir in Runner's home
        run: |
          # Fixed a BC change that rolling out in GitHub-hosted runners
          mkdir -p ~/.ssh/
      - uses: actions/checkout@v3
      - uses: actions/setup-go@v4
        with:
          go-version: '1.20'
      - name: Install Atlas CLI
        run: |
          curl -sSf https://atlasgo.sh | ATLAS_DEBUG=true sh
      - name: Generate
        run: make cli-gen
        shell: bash
      - name: Run Go mod tidy
        run: go mod tidy
      - name: Verify generated files are checked in properly
        run: |
          status=$(git status --porcelain)
          if [ -n "$status" ]; then
            echo "you need to run 'make cli-gen' and commit the changes"
            echo "$status"
            exit 1
          fi
        shell: bash
      - name: Run tests
        run: go test ./... -race
        shell: bash
      - uses: azure/setup-kubectl@v3
      - name: Start minikube
        id: minikube
        uses: medyagh/setup-minikube@master
      - name: Install Skaffold
        run: |
          curl -Lo skaffold https://storage.googleapis.com/skaffold/releases/v2.3.1/skaffold-linux-amd64 && \
          sudo install skaffold /usr/local/bin/
      - name: Start environment
        run: |
          make install # Install CRDs into the cluster
          kubectl apply -f config/integration/databases
          skaffold run --wait-for-connection=true
      - name: Integration test
        run: |
          # Wait for mysql ready
          kubectl wait --for condition=ready pods -l app=mysql --timeout=60s
          POD_MYSQL=$(kubectl get pods -l app=mysql -o jsonpath='{.items[0].metadata.name}')

          # Create a table not described in the desired schema but excluded from it.
          kubectl exec $POD_MYSQL -- mysql -uroot -h 127.0.0.1 -ppass -e "create table myapp.ignore_me (c int);"

          # Apply the desired schema and wait for it to be ready.
          kubectl apply -f config/integration/schema
          kubectl wait --for=condition=ready --timeout=120s atlasschemas --all

          # Expect the excluded table to be present.
          kubectl exec $POD_MYSQL -- mysql -uroot -h 127.0.0.1 -ppass -e "describe myapp.ignore_me"

          # Update sql schema configmap
          kubectl create configmap mysql-schema --from-file=./config/integration/schema/mysql \
          --dry-run=client -o yaml | kubectl apply -f -

          sleep 1s # Wait for the migration to be applied.
          kubectl wait --for=condition=ready --timeout=120s atlasschemas --all

          # Expect the new column to be present.
          kubectl exec $POD_MYSQL -- mysql -uroot -h 127.0.0.1 -ppass -e "SHOW COLUMNS FROM myapp.users LIKE 'phone';"

          # Expect the devdb deployment is scaled to 1.
          kubectl get deployment atlasschema-mysql-atlas-dev-db -o=jsonpath='{.spec.replicas}' | grep -q '1'

          # SET PREWARM_DEVDB to true
          kubectl set env -n atlas-operator-system deployment/atlas-operator-controller-manager PREWARM_DEVDB=false

          # Reset database resources
          kubectl delete pods -l app=mysql
          kubectl wait --for condition=ready pods -l app=mysql --timeout=60s

          # Apply the desired schema and wait for it to be ready.
          kubectl delete -f config/integration/schema
          kubectl apply -f config/integration/schema
          kubectl wait --for=condition=ready --timeout=120s atlasschemas --all

          # Expect the devdb deployment is scaled to 0.
          kubectl get deployment atlasschema-mysql-atlas-dev-db -o=jsonpath='{.spec.replicas}' | grep -q '0'

      - name: Reset database resources
        run: |
          kubectl delete pods -l app=mysql
          kubectl delete pods -l app=postgres
      - name: Integration test (versioned migration)
        run: |
          # Wait for mysql ready
          kubectl wait --for condition=ready pods -l app=mysql --timeout=60s
          POD_MYSQL=$(kubectl get pods -l app=mysql -o jsonpath='{.items[0].metadata.name}')

          # Create migration directory configmap
          kubectl create configmap migration-dir --from-file=./config/integration/migration/mysql-migrations

          # Create migration directory resources and wait for it to be ready.
          kubectl apply -f ./config/integration/migration/mysql_migration.yaml
          kubectl wait --for=condition=ready --timeout=120s atlasmigrations --all

          # Expect existed atlas_schema_revisions table
          kubectl exec $POD_MYSQL -- mysql -uroot -h 127.0.0.1 -ppass -e "describe myapp.atlas_schema_revisions"

          # Add a new column to the table
          EDITOR="echo 'ALTER TABLE posts ADD COLUMN created_at datetime NOT NULL DEFAULT CURRENT_TIMESTAMP;' >" \
          atlas migrate new --dir=file://./config/integration/mysql-migrations --edit

          # Update migration directory configmap, and expect the new migration to be applied.
          kubectl create configmap migration-dir --from-file=./config/integration/migration/mysql-migrations \
          --dry-run=client -o yaml | kubectl apply -f -
          kubectl wait --for=condition=ready --timeout=120s atlasmigrations --all

          # Expect the new column to be present.
          kubectl exec $POD_MYSQL -- mysql -uroot -h 127.0.0.1 -ppass -e "SHOW COLUMNS FROM myapp.posts LIKE 'created_at';"