diff --git a/.github/workflows/release-kustomize.yml b/.github/workflows/release-kustomize.yml new file mode 100644 index 0000000000..ca0f014afa --- /dev/null +++ b/.github/workflows/release-kustomize.yml @@ -0,0 +1,42 @@ +name: Publish flyte defination file + +on: + workflow_dispatch: + +jobs: + update-flyte-releases: + name: Update Flyte components + runs-on: ubuntu-latest + steps: + - uses: actions/checkout@v2 + with: + fetch-depth: "0" + - name: Build kustomize + run: | + make release_automation + make kustomize + - name: Create Pull Request + id: cpr + uses: peter-evans/create-pull-request@v3 + with: + token: ${{ secrets.FLYTE_BOT_PAT }} + commit-message: Update Flyte Components + committer: Flyte-Bot + author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com> + signoff: true + branch: flyte-bot-update-releases + delete-branch: true + title: 'Update Flyte components' + body: | + Updated flyte deployment + - Updated GCP Flyte deployment + - Updated EKS Flyte deployment + - Updated Sandbox Flyte deployment + - Updated TEST Flyte deployment + - Auto-generated by [flyte-bot] + labels: | + kustomize + team-reviewers: | + owners + maintainers + draft: false \ No newline at end of file diff --git a/Makefile b/Makefile index 3474016751..19cb24ee95 100644 --- a/Makefile +++ b/Makefile @@ -3,9 +3,13 @@ pip-compile $(1) --upgrade --verbose endef .PHONY: kustomize -kustomize: +kustomize: KUSTOMIZE_VERSION=3.9.2 bash script/generate_kustomize.sh +.PHONY: release_automation +release_automation: + bash script/release.sh + .PHONY: deploy_sandbox deploy_sandbox: bash script/deploy.sh diff --git a/deployment/eks/flyte_generated.yaml b/deployment/eks/flyte_generated.yaml index 66576a38a3..cb786bd53e 100644 --- a/deployment/eks/flyte_generated.yaml +++ b/deployment/eks/flyte_generated.yaml @@ -8587,7 +8587,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -8610,7 +8610,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8667,7 +8667,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8715,7 +8715,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8760,7 +8760,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8777,7 +8777,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8791,7 +8791,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8838,7 +8838,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/flyteorg/flyteconsole:v0.19.6 + image: ghcr.io/flyteorg/flyteconsole:v0.19.7 name: flyteconsole ports: - containerPort: 8080 @@ -8882,7 +8882,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9069,7 +9069,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -9119,7 +9119,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: diff --git a/deployment/gcp/flyte_generated.yaml b/deployment/gcp/flyte_generated.yaml index 2480b3640d..0fa1675070 100644 --- a/deployment/gcp/flyte_generated.yaml +++ b/deployment/gcp/flyte_generated.yaml @@ -8619,7 +8619,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -8642,7 +8642,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8699,7 +8699,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -8747,7 +8747,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -8792,7 +8792,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -8809,7 +8809,7 @@ spec: - flytesnacks - flytetester - flyteexamples - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -8823,7 +8823,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -8870,7 +8870,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/flyteorg/flyteconsole:v0.19.6 + image: ghcr.io/flyteorg/flyteconsole:v0.19.7 name: flyteconsole ports: - containerPort: 8080 @@ -8914,7 +8914,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -9101,7 +9101,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -9151,7 +9151,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: diff --git a/deployment/sandbox/flyte_generated.yaml b/deployment/sandbox/flyte_generated.yaml index 24c6f4928e..44d5129c50 100644 --- a/deployment/sandbox/flyte_generated.yaml +++ b/deployment/sandbox/flyte_generated.yaml @@ -2722,7 +2722,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -2740,7 +2740,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -2797,7 +2797,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -2851,7 +2851,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -2902,7 +2902,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -2918,7 +2918,7 @@ spec: - seed-projects - flytesnacks - flyteexamples - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -2932,7 +2932,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -2979,7 +2979,7 @@ spec: - envFrom: - configMapRef: name: flyte-console-config - image: ghcr.io/flyteorg/flyteconsole:v0.19.6 + image: ghcr.io/flyteorg/flyteconsole:v0.19.7 name: flyteconsole ports: - containerPort: 8080 @@ -3023,7 +3023,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -3328,7 +3328,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -3512,7 +3512,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: diff --git a/deployment/test/flyte_generated.yaml b/deployment/test/flyte_generated.yaml index 59d5e1a0d5..b5d3a546c9 100644 --- a/deployment/test/flyte_generated.yaml +++ b/deployment/test/flyte_generated.yaml @@ -582,7 +582,7 @@ spec: - --config - /etc/datacatalog/config/*.yaml - serve - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: datacatalog ports: @@ -600,7 +600,7 @@ spec: - /etc/datacatalog/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/datacatalog:v0.3.0 + image: ghcr.io/flyteorg/datacatalog:v0.3.1 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -657,7 +657,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: @@ -705,7 +705,7 @@ spec: - --config - /etc/flyte/config/*.yaml - serve - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: flyteadmin ports: @@ -756,7 +756,7 @@ spec: - /etc/flyte/config/*.yaml - migrate - run - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: run-migrations volumeMounts: @@ -772,7 +772,7 @@ spec: - seed-projects - flytetester - flytesnacks - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: seed-projects volumeMounts: @@ -786,7 +786,7 @@ spec: - /etc/flyte/config/*.yaml - clusterresource - sync - image: ghcr.io/flyteorg/flyteadmin:v0.4.0 + image: ghcr.io/flyteorg/flyteadmin:v0.4.2 imagePullPolicy: IfNotPresent name: sync-cluster-resources volumeMounts: @@ -843,7 +843,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.name - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: flytepropeller ports: @@ -948,7 +948,7 @@ spec: valueFrom: fieldRef: fieldPath: metadata.namespace - image: ghcr.io/flyteorg/flytepropeller:v0.7.8 + image: ghcr.io/flyteorg/flytepropeller:v0.7.10 imagePullPolicy: IfNotPresent name: webhook volumeMounts: diff --git a/kustomize/overlays/eks/kustomization.yaml b/kustomize/overlays/eks/kustomization.yaml index 21b3f2ef07..a8322c1299 100644 --- a/kustomize/overlays/eks/kustomization.yaml +++ b/kustomize/overlays/eks/kustomization.yaml @@ -21,21 +21,21 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.4.0 # override the tag + newTag: v0.4.2 # FLYTEADMIN_TAG override the tag newName: ghcr.io/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.19.6 # override the tag + newTag: v0.19.7 # FLYTECONSOLE_TAG the tag newName: ghcr.io/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.0 # override the tag + newTag: v0.3.1 # DATACATALOG_TAG override the tag newName: ghcr.io/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.7.8 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name \ No newline at end of file diff --git a/kustomize/overlays/gcp/kustomization.yaml b/kustomize/overlays/gcp/kustomization.yaml index a209c3bf86..802209f3b8 100644 --- a/kustomize/overlays/gcp/kustomization.yaml +++ b/kustomize/overlays/gcp/kustomization.yaml @@ -23,21 +23,21 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.4.0 # override the tag + newTag: v0.4.2 # FLYTEADMIN_TAG override the tag newName: ghcr.io/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.19.6 # override the tag + newTag: v0.19.7 # FLYTECONSOLE_TAG the tag newName: ghcr.io/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.0 # override the tag + newTag: v0.3.1 # DATACATALOG_TAG override the tag newName: ghcr.io/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.7.8 # override the tag - newName: ghcr.io/flyteorg/flytepropeller # override the name + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag + newName: ghcr.io/flyteorg/flytepropeller # override the name \ No newline at end of file diff --git a/kustomize/overlays/sandbox/kustomization.yaml b/kustomize/overlays/sandbox/kustomization.yaml index 50d2f74c61..e0a74e5d53 100644 --- a/kustomize/overlays/sandbox/kustomization.yaml +++ b/kustomize/overlays/sandbox/kustomization.yaml @@ -25,23 +25,23 @@ resources: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.4.0 # override the tag + newTag: v0.4.2 # FLYTEADMIN_TAG override the tag newName: ghcr.io/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.19.6 # override the tag + newTag: v0.19.7 # FLYTECONSOLE_TAG the tag newName: ghcr.io/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.0 # override the tag + newTag: v0.3.1 # DATACATALOG_TAG override the tag newName: ghcr.io/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/kustomize/overlays/test/kustomization.yaml b/kustomize/overlays/test/kustomization.yaml index 6bb67c1098..943319bab1 100644 --- a/kustomize/overlays/test/kustomization.yaml +++ b/kustomize/overlays/test/kustomization.yaml @@ -19,23 +19,23 @@ bases: images: # FlyteAdmin - name: flyteadmin # match images with this name - newTag: v0.4.0 # override the tag + newTag: v0.4.2 # FLYTEADMIN_TAG override the tag newName: ghcr.io/flyteorg/flyteadmin # override the name # FlyteConsole - name: flyteconsole # match images with this name - newTag: v0.19.6 # override the tag + newTag: v0.19.7 # FLYTECONSOLE_TAG the tag newName: ghcr.io/flyteorg/flyteconsole # override the namep # Flyte DataCatalog - name: datacatalog # match images with this name - newTag: v0.3.0 # override the tag + newTag: v0.3.1 # DATACATALOG_TAG override the tag newName: ghcr.io/flyteorg/datacatalog # override the name # FlytePropeller - name: flytepropeller # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Webhook - name: webhook # match images with this name - newTag: v0.7.8 # override the tag + newTag: v0.7.10 # FLYTEPROPELLER_TAG override the tag newName: ghcr.io/flyteorg/flytepropeller # override the name # Override postgres image to use alpine based (rather smaller) docker image - name: postgres diff --git a/script/release.sh b/script/release.sh new file mode 100755 index 0000000000..b605cd9b0d --- /dev/null +++ b/script/release.sh @@ -0,0 +1,13 @@ +#!/usr/bin/env bash + +set -ex + +FLYTEADMIN_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flyteadmin/releases/latest" | jq -r .tag_name) +DATACATALOG_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/datacatalog/releases/latest" | jq -r .tag_name) +FLYTECONSOLE_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flyteconsole/releases/latest" | jq -r .tag_name) +FLYTEPROPELLER_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flytepropeller/releases/latest" | jq -r .tag_name) + +grep -rlZ "newTag:[^P]*# FLYTEADMIN_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTEADMIN_TAG/newTag: ${FLYTEADMIN_TAG} # FLYTEADMIN_TAG/g" +grep -rlZ "newTag:[^P]*# DATACATALOG_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# DATACATALOG_TAG/newTag: ${DATACATALOG_TAG} # DATACATALOG_TAG/g" +grep -rlZ "newTag:[^P]*# FLYTECONSOLE_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTECONSOLE_TAG/newTag: ${FLYTECONSOLE_TAG} # FLYTECONSOLE_TAG/g" +grep -rlZ "newTag:[^P]*# FLYTEPROPELLER_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTEPROPELLER_TAG/newTag: ${FLYTEPROPELLER_TAG} # FLYTEPROPELLER_TAG/g"