Create v1.1.0 Azure Kfdef manifests

istio/add-anonymous-user-filter-istio-1.6/envoy-filter.yaml

@@ -0,0 +1,29 @@
+apiVersion: networking.istio.io/v1alpha3
+kind: EnvoyFilter
+metadata:
+  name: add-user-filter
+  namespace: istio-system
+spec:
+  workloadSelector:
+    labels:
+      app: istio-ingressgateway
+  configPatches:
+  - applyTo: HTTP_FILTER
+    match:
+      context: GATEWAY
+      listener:
+        filterChain:
+          filter:
+            name: "envoy.http_connection_manager"
+            subFilter:
+              name: "envoy.router"
+    patch:
+      operation: INSERT_BEFORE
+      value:
+       name: envoy.lua
+       typed_config:
+         "@type": "type.googleapis.com/envoy.config.filter.http.lua.v2.Lua"
+         inlineCode: |
+            function envoy_on_request(request_handle)
+                request_handle:headers():add("kubeflow-userid","anonymous@kubeflow.org")
+            end

istio/add-anonymous-user-filter-istio-1.6/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: istio-system
+resources:
+- envoy-filter.yaml

kfdef/kfctl_azure.v1.1.0.yaml

@@ -0,0 +1,58 @@
+apiVersion: kfdef.apps.kubeflow.org/v1
+kind: KfDef
+metadata:
+  name: kubeflowmanifests
+  namespace: kubeflow
+spec:
+  applications:
+  # It is expected to have Istio 1.6.x installed in istio-system namespace
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: namespaces/base
+    name: namespaces
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: application/v3
+    name: application
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure/application/cert-manager-crds
+    name: cert-manager-crds
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure/application/cert-manager-kube-system-resources
+    name: cert-manager-kube-system-resources
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure/application/istio
+    name: istio
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure/application/add-anonymous-user-filter-istio-1.6
+    name: add-anonymous-user-filter
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure/application/cert-manager
+    name: cert-manager
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: metacontroller/base
+    name: metacontroller
+  - kustomizeConfig:
+      repoRef:
+        name: manifests
+        path: stacks/azure
+    name: kubeflow-apps
+  repos:
+  - name: manifests
+    uri: https://github.com/kubeflow/manifests/archive/v1.1-branch.tar.gz
+  version: v1.1-branch
+

stacks/azure/application/add-anonymous-user-filter-istio-1.6/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: istio-system
+resources:
+- ../../../../istio/add-anonymous-user-filter-istio-1.6

stacks/azure/application/cert-manager-crds/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: cert-manager
+resources:
+- ../../../../cert-manager/cert-manager-crds/base

stacks/azure/application/cert-manager-kube-system-resources/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kube-system
+resources:
+- ../../../../cert-manager/cert-manager-kube-system-resources/base

stacks/azure/application/cert-manager/kustomization.yaml

@@ -0,0 +1,14 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+commonLabels:
+  app.kubernetes.io/component: cert-manager
+  app.kubernetes.io/name: cert-manager
+  kustomize.component: cert-manager
+kind: Kustomization
+namespace: cert-manager
+resources:
+- ../../../../cert-manager/cert-manager/base
+- ../../../../cert-manager/cert-manager/overlays/application/application.yaml
+- ../../../../cert-manager/cert-manager/overlays/self-signed/cluster-issuer.yaml
+configurations:
+- ../../../../cert-manager/cert-manager/overlays/application/params.yaml
+

stacks/azure/application/istio/kustomization.yaml

@@ -0,0 +1,12 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+- ../../../../istio/istio/base
+configMapGenerator:
+- name: istio-parameters
+  behavior: merge
+  envs:
+  - params.env
+configurations:
+- params.yaml

stacks/azure/application/istio/params.env

@@ -0,0 +1 @@
+clusterRbacConfig=OFF

stacks/azure/application/istio/params.yaml

@@ -0,0 +1,3 @@
+varReference:
+- path: spec/mode
+  kind: ClusterRbacConfig

stacks/azure/application/jupyter-web-app/base/deployment_patch.yaml

@@ -0,0 +1,33 @@
+# TODO(https://github.com/kubeflow/manifests/issues/774): This is a patch
+# that pulls out from core the parts that should be in pulled into stacks.
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: deployment
+spec:
+  template:
+    spec:
+      containers:
+      - name: jupyter-web-app
+        imagePullPolicy: $(policy)
+        env:
+        - name: ROK_SECRET_NAME
+          valueFrom:
+            configMapKeyRef:
+              name: jupyter-web-app-parameters
+              key: ROK_SECRET_NAME
+        - name: UI
+          valueFrom:
+            configMapKeyRef:
+              name: jupyter-web-app-parameters
+              key: UI
+        - name: USERID_HEADER
+          valueFrom:
+            configMapKeyRef:
+              name: kubeflow-config
+              key: userid-header
+        - name: USERID_PREFIX
+          valueFrom:
+            configMapKeyRef:
+              name: kubeflow-config
+              key: userid-prefix

stacks/azure/application/jupyter-web-app/base/kustomization.yaml

@@ -0,0 +1,49 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+commonLabels:
+  app.kubernetes.io/component: jupyter-web-app
+  app.kubernetes.io/name: jupyter-web-app
+  app: jupyter-web-app
+  kustomize.component: jupyter-web-app
+namePrefix: jupyter-web-app-
+namespace: kubeflow
+images:
+- name: gcr.io/kubeflow-images-public/jupyter-web-app
+  newName: gcr.io/kubeflow-images-public/jupyter-web-app
+  newTag: vmaster-gd9be4b9e
+resources:
+- ../../../../../jupyter/jupyter-web-app/base/cluster-role-binding.yaml
+- ../../../../../jupyter/jupyter-web-app/base/cluster-role.yaml
+- ../../../../../jupyter/jupyter-web-app/base/deployment.yaml
+- ../../../../../jupyter/jupyter-web-app/base/role-binding.yaml
+- ../../../../../jupyter/jupyter-web-app/base/role.yaml
+- ../../../../../jupyter/jupyter-web-app/base/service-account.yaml
+- ../../../../../jupyter/jupyter-web-app/base/service.yaml
+patchesStrategicMerge:
+- deployment_patch.yaml
+generatorOptions:
+  disableNameSuffixHash: true
+configMapGenerator:
+- name: jupyter-web-app-config
+  files:
+  - ../../../../../jupyter/jupyter-web-app/base/configs/spawner_ui_config.yaml
+- name: parameters
+  envs:
+  - params.env
+vars:
+- fieldref:
+    fieldPath: data.policy
+  name: policy
+  objref:
+    apiVersion: v1
+    kind: ConfigMap
+    name: parameters
+- fieldref:
+    fieldPath: data.prefix
+  name: prefix
+  objref:
+    apiVersion: v1
+    kind: ConfigMap
+    name: parameters
+configurations:
+- params.yaml

stacks/azure/application/jupyter-web-app/base/params.env

@@ -0,0 +1,4 @@
+UI=default
+ROK_SECRET_NAME=secret-rok-{username}
+policy=Always
+prefix=jupyter

stacks/azure/application/jupyter-web-app/base/params.yaml

@@ -0,0 +1,7 @@
+varReference:
+- path: spec/template/spec/containers/imagePullPolicy
+  kind: Deployment
+- path: metadata/annotations/getambassador.io\/config
+  kind: Service
+- path: spec/http/route/destination/host
+  kind: VirtualService

stacks/azure/application/jupyter-web-app/kustomization.yaml

@@ -0,0 +1,7 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+- base
+- ../../../../jupyter/jupyter-web-app/overlays/istio
+- ../../../../jupyter/jupyter-web-app/overlays/application

stacks/azure/application/spark-operator/kustomization.yaml

@@ -0,0 +1,5 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+- ../../../../spark/spark-operator/overlays/application

stacks/azure/application/spartakus/kustomization.yaml

@@ -0,0 +1,10 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+- ../../../../common/spartakus/overlays/application
+configMapGenerator:
+- name: spartakus-config
+  behavior: merge
+  literals:
+  - usageId=<randomly-generated-id>

stacks/azure/application/tensorboard/kustomization.yaml

@@ -0,0 +1,10 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+- ../../../../tensorboard/overlays/istio
+configMapGenerator:
+- name: parameters
+  behavior: merge
+  literals:
+  - namespace=kubeflow

stacks/azure/config/params.env

@@ -0,0 +1,5 @@
+clusterDomain=cluster.local
+userid-header=kubeflow-userid
+userid-prefix=
+cluster-name=
+istio-namespace=istio-system

stacks/azure/kustomization.yaml

@@ -0,0 +1,51 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+namespace: kubeflow
+resources:
+  - ../../admission-webhook/webhook/v3
+  - ../../common/centraldashboard/overlays/stacks
+  - ../../kubeflow-roles/base
+  - ./application/jupyter-web-app
+  - ../../jupyter/notebook-controller/base_v3
+  - ../../profiles/base_v3
+  - ./application/spark-operator
+  - ./application/spartakus
+  - ./application/tensorboard
+  # Training Operators
+  - ../../pytorch-job/pytorch-job-crds/overlays/application
+  - ../../pytorch-job/pytorch-operator/overlays/application
+  - ../../tf-training/tf-job-crds/overlays/application
+  - ../../tf-training/tf-job-operator/overlays/application
+  - ../../mxnet-job/mxnet-operator/overlays/application
+  - ../../mpi-job/mpi-operator/overlays/application
+  - ../../katib/installs/katib-standalone
+  # Pipeline
+  - ../../pipeline/minio/installs/generic
+  - ../../pipeline/mysql/installs/generic
+  - ../../pipeline/installs/generic
+  - ../../argo/base_v3
+  # Serving components
+  - ../../knative/installs/generic
+  - ../../kfserving/installs/generic
+  # Kubernetes resources - anonymous user
+  - ../../default-install/base
+  # Metadata
+  - ../../metadata/v3
+configMapGenerator:
+- name: workflow-controller-parameters
+  behavior: merge
+  literals:
+  - containerRuntimeExecutor=pns
+- name: kubeflow-config
+  envs:
+  - ./config/params.env
+vars:
+# We need to define vars at the top level otherwise we will get
+# conflicts. 
+- fieldref:
+    fieldpath: metadata.namespace
+  name: katib-ui-namespace
+  objref:
+    kind: Service
+    name: katib-ui
+    apiVersion: v1