CI-CD Release Dev to Test #156
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI-CD Release Dev to Test | |
| env: | |
| OPENSHIFT_SERVER: ${{ secrets.OPENSHIFT_SERVER }} | |
| # service account: gitaction | |
| OPENSHIFT_TOKEN: ${{ secrets.OPENSHIFT_TOKEN }} | |
| OPENSHIFT_TOOLS_NAMESPACE: "3cd915-tools" | |
| MS_TEAMS_WEBHOOK_BUILD_CHANNEL: ${{ secrets.MS_TEAMS_WEBHOOK_URI_BUILD_CHANNEL }} | |
| AUTH__KEYCLOAK__SECRET: ${{ secrets.KEYCLOAK_SECRET_TEST }} | |
| AUTH__KEYCLOAK__SERVICEACCOUNT__SECRET: ${{ secrets.KEYCLOAK_SERVICEACCOUNT_SECRET }} | |
| sync-directory: ./tools/keycloak/sync | |
| ASPNETCORE_ENVIRONMENT: "Test" | |
| ## variables for scripts under git\openshift\4.0\scripts\oc-*.sh | |
| APP_PORT: 8080 | |
| DESTINATION: "test" | |
| OC_JOB_NAME: "test" | |
| GIT_URL: "${{github.server_url}}/${{github.repository}}" | |
| GIT_BRANCH: "${{github.ref}}" | |
| APP_NAME: "pims" | |
| PROJ_PREFIX: "3cd915" | |
| PROJ_TOOLS: "3cd915-tools" | |
| PROJ_DEV: "dev" | |
| PROJ_TEST: "test" | |
| PROJ_PROD: "prod" | |
| TAG_DEV: "dev" | |
| TAG_TEST: "test" | |
| TAG_PROD: "prod" | |
| INSTANCE: "-test" | |
| NAMESPACE_OVERRIDE: "3cd915-dev" | |
| RELEASE_TAG: "dev" | |
| on: workflow_dispatch | |
| jobs: | |
| ci-cd-start-notification: | |
| name: CI-CD Start Notification to Teams Channel | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Start notification to Teams Channel | |
| uses: dragos-cojocari/ms-teams-notification@v1.0.2 | |
| with: | |
| github-token: ${{ github.token }} | |
| ms-teams-webhook-uri: ${{ env.MS_TEAMS_WEBHOOK_BUILD_CHANNEL }} | |
| notification-summary: PIMS Release DEV to TST Started | |
| notification-color: 17a2b8 | |
| timezone: America/Los_Angeles | |
| deploy: | |
| name: Retag/Deploy frontend and api to OpenShift | |
| needs: ci-cd-start-notification | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: ${{ env.OPENSHIFT_TOOLS_NAMESPACE }} | |
| - name: call scripts to deploy api and frontend | |
| run: | | |
| ./openshift/4.0/player.sh deploy api $DESTINATION -apply | |
| ./openshift/4.0/player.sh deploy app $DESTINATION -apply | |
| oc tag mayan-bcgov:latest-$DESTINATION mayan-bcgov:$DESTINATION | |
| # the command: | |
| # 1) creates an openshift job with generated name to avoid name conflict, substituting the variables in the template. | |
| # 2) greps the generated name from the previous step. | |
| # 3) waits for the job to complete using the generated name. | |
| database-upgrade: | |
| name: Upgrade database | |
| needs: [deploy] | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: 3cd915-dev | |
| - name: call scripts to upgrade database | |
| shell: bash | |
| run: | | |
| JOB_NAME=$(oc process -f ./openshift/4.0/templates/jobs/db-deploy.yaml -p DB_SECRET_NAME=pims-database-test -p GIT_BRANCH=dev -p SERVER_NAME=sqldevtst.th.gov.bc.ca -p DB_NAME=PIMS_TST -p NAMESPACE=3cd915-dev | oc create -f - | grep -oP "(?<=job\.batch/)[^\s]*") | |
| oc wait --for=condition=complete job/$JOB_NAME --timeout=120s | |
| oc get pods -o custom-columns=POD:.metadata.name --no-headers | grep -Eo $JOB_NAME-[^\s].* | (read POD_NAME; oc logs $POD_NAME) | |
| ## Call the mayan sync task three times, once for each mayan sync endpoint. The task will wait for the job to complete before exiting. | |
| ## Note: this depends on the mayan-sync configmap for the target namespace being up to date. | |
| mayan-sync: | |
| name: sync mayan | |
| needs: database-upgrade | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: 3cd915-dev | |
| - name: call scripts to sync mayan | |
| shell: bash | |
| run: | | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-4380 -p MAYAN_SYNC_URL=https://pims-app-test-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/mayan/metadatatype -p KEYCLOAK_SECRET_NAME=pims-api-sso-test | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-4380 -p MAYAN_SYNC_URL=https://pims-app-test-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/documenttype -p KEYCLOAK_SECRET_NAME=pims-api-sso-test | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| oc process -f ./openshift/4.0/templates/jobs/mayan-sync.yaml -p NAMESPACE=3cd915-dev -p TOKEN_URL=https://dev.loginproxy.gov.bc.ca:443/auth/realms/standard/protocol/openid-connect/token -p CLIENT_ID=property-services-project-api-4380 -p MAYAN_SYNC_URL=https://pims-app-test-3cd915-dev.apps.silver.devops.gov.bc.ca:443/api/documents/sync/mayan -p KEYCLOAK_SECRET_NAME=pims-api-sso-test | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read TASK_NAME; oc wait --for=condition=succeeded taskruns/$TASK_NAME --timeout=80s) | |
| ## Call the tekton pipeline that executes the keycloak sync. Dependent on the pims-api being accessible. Can run in parallel with the mayan sync. | |
| keycloak-sync: | |
| name: sync keycloak | |
| needs: database-upgrade | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: Checkout Source Code | |
| uses: actions/checkout@v4 | |
| - name: Login to OpenShift | |
| uses: redhat-actions/oc-login@v1 | |
| with: | |
| openshift_server_url: ${{ env.OPENSHIFT_SERVER }} | |
| openshift_token: ${{ env.OPENSHIFT_TOKEN }} | |
| insecure_skip_tls_verify: true | |
| namespace: $NAMESPACE_OVERRIDE | |
| - name: call scripts to sync keycloak | |
| shell: bash | |
| run: | | |
| oc process -f ./openshift/4.0/templates/jobs/keycloak-sync-pipeline-run.yaml -p ASPNETCORE_ENVIRONMENT=$ASPNETCORE_ENVIRONMENT -p NAMESPACE=$NAMESPACE_OVERRIDE -p BRANCH=$DESTINATION -p API_URL=http://pims-api-test:8080/api | oc create -f - | grep -oP "(?<=\/)[^\s]*" | (read PIPELINE_NAME; oc wait --for=condition=succeeded pipelineruns/$PIPELINE_NAME --timeout=500s) | |
| ci-cd-end-notification: | |
| name: CI-CD End Notification to Teams Channel | |
| runs-on: ubuntu-latest | |
| needs: keycloak-sync | |
| steps: | |
| - name: check workflow status | |
| uses: martialonline/workflow-status@v4 | |
| id: check | |
| - name: End notification to Teams Channel | |
| uses: dragos-cojocari/ms-teams-notification@v1.0.2 | |
| with: | |
| github-token: ${{ github.token }} | |
| ms-teams-webhook-uri: ${{ env.MS_TEAMS_WEBHOOK_BUILD_CHANNEL }} | |
| notification-summary: PIMS Release DEV to TEST COMPLETED with status ${{ steps.check.outputs.status }} | |
| notification-color: 17a2b8 | |
| timezone: America/Los_Angeles |