Release automation addedd for flyte definition

.github/workflows/release-kustomize.yml

@@ -0,0 +1,42 @@
+name: Publish flyte defination file
+
+on: 
+  workflow_dispatch:
+
+jobs:
+  release-flyte-defination:
+    name: Publish flyte defination file
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+        with:
+          fetch-depth: "0"
+      - name: Build kustomize
+        run: |
+          make release_automation
+          make kustomize
+      - name: Create Pull Request
+        id: cpr
+        uses: peter-evans/create-pull-request@v3
+        with:
+          token: ${{ secrets.FLYTE_BOT_PAT }}
+          commit-message: Updated flyte defination
+          committer: GitHub <flytebot@flyte.org>
+          author: ${{ github.actor }} <${{ github.actor }}@users.noreply.github.com>
+          signoff: true
+          branch: bot-flyte-defination
+          delete-branch: true
+          title: 'Updated flyte defination'
+          body: |
+            Updated flyte defination
+            - Updated GCP Flyte defination
+            - Updated EKS Flyte defination
+            - Updated SANDBOX Flyte defination
+            - Updated TEST Flyte defination
+            - Auto-generated by [flytebot]
+          labels: |
+            kustomize
+          team-reviewers: |
+            owners
+            maintainers
+          draft: false

Makefile

@@ -3,8 +3,13 @@ pip-compile $(1) --upgrade --verbose
 endef
 
 .PHONY: kustomize
-kustomize:
+kustomize: 
 	KUSTOMIZE_VERSION=3.9.2 bash script/generate_kustomize.sh
+	git stash push -- kustomize/
+
+.PHONY: release_automation
+release_automation:
+	bash script/release.sh
 
 .PHONY: deploy_sandbox
 deploy_sandbox:

deployment/eks/flyte_generated.yaml

@@ -8587,7 +8587,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: datacatalog
         ports:
@@ -8610,7 +8610,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8838,7 +8838,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/flyteorg/flyteconsole:v0.19.6
+        image: ghcr.io/flyteorg/flyteconsole:v0.19.7
         name: flyteconsole
         ports:
         - containerPort: 8080

deployment/gcp/flyte_generated.yaml

@@ -8619,7 +8619,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: datacatalog
         ports:
@@ -8642,7 +8642,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -8870,7 +8870,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/flyteorg/flyteconsole:v0.19.6
+        image: ghcr.io/flyteorg/flyteconsole:v0.19.7
         name: flyteconsole
         ports:
         - containerPort: 8080

deployment/sandbox/flyte_generated.yaml

@@ -2722,7 +2722,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: datacatalog
         ports:
@@ -2740,7 +2740,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:
@@ -2979,7 +2979,7 @@ spec:
       - envFrom:
         - configMapRef:
             name: flyte-console-config
-        image: ghcr.io/flyteorg/flyteconsole:v0.19.6
+        image: ghcr.io/flyteorg/flyteconsole:v0.19.7
         name: flyteconsole
         ports:
         - containerPort: 8080

deployment/test/flyte_generated.yaml

@@ -582,7 +582,7 @@ spec:
         - --config
         - /etc/datacatalog/config/*.yaml
         - serve
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: datacatalog
         ports:
@@ -600,7 +600,7 @@ spec:
         - /etc/datacatalog/config/*.yaml
         - migrate
         - run
-        image: ghcr.io/flyteorg/datacatalog:v0.3.0
+        image: ghcr.io/flyteorg/datacatalog:v0.3.1
         imagePullPolicy: IfNotPresent
         name: run-migrations
         volumeMounts:

kustomize/overlays/eks/kustomization.yaml

@@ -21,21 +21,17 @@ bases:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.4.0 # override the tag
+    newTag: v0.4.0 # FLYTEADMIN_TAG override the tag
     newName: ghcr.io/flyteorg/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.19.6 # override the tag
+    newTag: v0.19.7 # FLYTECONSOLE_TAG  the tag
     newName: ghcr.io/flyteorg/flyteconsole # override the namep
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
-    newTag: v0.3.0 # override the tag
+    newTag: v0.3.1 # DATACATALOG_TAG override the tag
     newName: ghcr.io/flyteorg/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.7.8 # override the tag
-    newName: ghcr.io/flyteorg/flytepropeller # override the name
-  # Webhook
-  - name: webhook # match images with this name
-    newTag: v0.7.8 # override the tag
+    newTag: v0.7.8 # FLYTEPROPELLER_TAG override the tag
     newName: ghcr.io/flyteorg/flytepropeller # override the name

kustomize/overlays/gcp/kustomization.yaml

@@ -23,21 +23,17 @@ bases:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.4.0 # override the tag
+    newTag: v0.4.0 # FLYTEADMIN_TAG override the tag
     newName: ghcr.io/flyteorg/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.19.6 # override the tag
+    newTag: v0.19.7 # FLYTECONSOLE_TAG  the tag
     newName: ghcr.io/flyteorg/flyteconsole # override the namep
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
-    newTag: v0.3.0 # override the tag
+    newTag: v0.3.1 # DATACATALOG_TAG override the tag
     newName: ghcr.io/flyteorg/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.7.8 # override the tag
-    newName: ghcr.io/flyteorg/flytepropeller # override the name
-  # Webhook
-  - name: webhook # match images with this name
-    newTag: v0.7.8 # override the tag
+    newTag: v0.7.8 # FLYTEPROPELLER_TAG override the tag
     newName: ghcr.io/flyteorg/flytepropeller # override the name

kustomize/overlays/sandbox/kustomization.yaml

@@ -25,23 +25,19 @@ resources:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.4.0 # override the tag
+    newTag: v0.4.0 # FLYTEADMIN_TAG override the tag
     newName: ghcr.io/flyteorg/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.19.6 # override the tag
+    newTag: v0.19.7 # FLYTECONSOLE_TAG  the tag
     newName: ghcr.io/flyteorg/flyteconsole # override the namep
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
-    newTag: v0.3.0 # override the tag
+    newTag: v0.3.1 # DATACATALOG_TAG override the tag
     newName: ghcr.io/flyteorg/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.7.8 # override the tag
-    newName: ghcr.io/flyteorg/flytepropeller # override the name
-  # Webhook
-  - name: webhook # match images with this name
-    newTag: v0.7.8 # override the tag
+    newTag: v0.7.8 # FLYTEPROPELLER_TAG override the tag
     newName: ghcr.io/flyteorg/flytepropeller # override the name
   # Override postgres image to use alpine based (rather smaller) docker image
   - name: postgres

kustomize/overlays/test/kustomization.yaml

@@ -19,23 +19,19 @@ bases:
 images:
   # FlyteAdmin
   - name: flyteadmin # match images with this name
-    newTag: v0.4.0 # override the tag
+    newTag: v0.4.0 # FLYTEADMIN_TAG override the tag
     newName: ghcr.io/flyteorg/flyteadmin # override the name
   # FlyteConsole
   - name: flyteconsole # match images with this name
-    newTag: v0.19.6 # override the tag
+    newTag: v0.19.7 # FLYTECONSOLE_TAG  the tag
     newName: ghcr.io/flyteorg/flyteconsole # override the namep
   # Flyte DataCatalog
   - name: datacatalog # match images with this name
-    newTag: v0.3.0 # override the tag
+    newTag: v0.3.1 # DATACATALOG_TAG override the tag
     newName: ghcr.io/flyteorg/datacatalog # override the name
   # FlytePropeller
   - name: flytepropeller # match images with this name
-    newTag: v0.7.8 # override the tag
-    newName: ghcr.io/flyteorg/flytepropeller # override the name
-  # Webhook
-  - name: webhook # match images with this name
-    newTag: v0.7.8 # override the tag
+    newTag: v0.7.8 # FLYTEPROPELLER_TAG override the tag
     newName: ghcr.io/flyteorg/flytepropeller # override the name
   # Override postgres image to use alpine based (rather smaller) docker image
   - name: postgres

script/release.sh

@@ -0,0 +1,13 @@
+#!/usr/bin/env bash
+
+set -ex
+
+FLYTEADMIN_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flyteadmin/releases/latest" | jq -r .tag_name)
+DATACATALOG_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/datacatalog/releases/latest" | jq -r .tag_name)
+FLYTECONSOLE_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flyteconsole/releases/latest" | jq -r .tag_name)
+FLYTEPROPELLER_TAG=$(curl --silent "https://api.github.com/repos/flyteorg/flytepropeller/releases/latest" | jq -r .tag_name)
+
+grep -rlZ "newTag:[^P]*# FLYTEADMIN_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTEADMIN_TAG/newTag: ${FLYTEADMIN_TAG} # FLYTEADMIN_TAG/g"
+grep -rlZ "newTag:[^P]*# DATACATALOG_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# DATACATALOG_TAG/newTag: ${DATACATALOG_TAG} # DATACATALOG_TAG/g"
+grep -rlZ "newTag:[^P]*# FLYTECONSOLE_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTECONSOLE_TAG/newTag: ${FLYTECONSOLE_TAG} # FLYTECONSOLE_TAG/g"
+grep -rlZ "newTag:[^P]*# FLYTEPROPELLER_TAG" ./kustomize/overlays | xargs -0 sed -i "s/newTag:[^P]*# FLYTEPROPELLER_TAG/newTag: ${FLYTEPROPELLER_TAG} # FLYTEPROPELLER_TAG/g"