Add ingress class support for Contour

charts/flagger/README.md

@@ -79,6 +79,7 @@ To install Flagger and Prometheus for **Contour**:
 $ helm upgrade -i flagger flagger/flagger \
  --namespace=projectcontour \
  --set meshProvider=contour \
+ --set ingressClass=contour \
  --set prometheus.install=true
 ```
 
@@ -135,6 +136,8 @@ Parameter | Description | Default
 `tolerations` | List of node taints to tolerate | `[]`
 `istio.kubeconfig.secretName` | The name of the Kubernetes secret containing the Istio shared control plane kubeconfig | None
 `istio.kubeconfig.key` | The name of Kubernetes secret data key that contains the Istio control plane kubeconfig | `kubeconfig`
+`ingressAnnotationsPrefix` | Annotations prefix for NGINX ingresses | None
+`ingressClass` | Ingress class used for annotating HTTPProxy objects, e.g. `contour` | None
 
 Specify each parameter using the `--set key=value[,key=value]` argument to `helm upgrade`. For example,
 

charts/flagger/templates/deployment.yaml

@@ -103,6 +103,9 @@ spec:
  {{- if .Values.ingressAnnotationsPrefix }}
  - -ingress-annotations-prefix={{ .Values.ingressAnnotationsPrefix }}
  {{- end }}
+ {{- if .Values.ingressClass }}
+ - -ingress-class={{ .Values.ingressClass }}
+ {{- end }}
  {{- if .Values.eventWebhook }}
  - -event-webhook={{ .Values.eventWebhook }}
  {{- end }}

charts/flagger/values.yaml

@@ -30,6 +30,12 @@ selectorLabels: ""
 configTracking:
  enabled: true
 
+# annotations prefix for NGINX ingresses
+ingressAnnotationsPrefix: ""
+
+# ingress class used for annotating HTTPProxy objects
+ingressClass: ""
+
 # when enabled, it will add a security context for the flagger pod. You may
 # need to disable this if you are running flagger on OpenShift
 securityContext:

cmd/flagger/main.go

@@ -54,6 +54,7 @@ var (
  meshProvider string
  selectorLabels string
  ingressAnnotationsPrefix string
+ ingressClass string
  enableLeaderElection bool
  leaderElectionNamespace string
  enableConfigTracking bool
@@ -77,9 +78,10 @@ func init() {
  flag.BoolVar(&zapReplaceGlobals, "zap-replace-globals", false, "Whether to change the logging level of the global zap logger.")
  flag.StringVar(&zapEncoding, "zap-encoding", "json", "Zap logger encoding.")
  flag.StringVar(&namespace, "namespace", "", "Namespace that flagger would watch canary object.")
- flag.StringVar(&meshProvider, "mesh-provider", "istio", "Service mesh provider, can be istio, linkerd, appmesh, supergloo, nginx or smi.")
+ flag.StringVar(&meshProvider, "mesh-provider", "istio", "Service mesh provider, can be istio, linkerd, appmesh, contour, gloo or nginx.")
  flag.StringVar(&selectorLabels, "selector-labels", "app,name,app.kubernetes.io/name", "List of pod labels that Flagger uses to create pod selectors.")
- flag.StringVar(&ingressAnnotationsPrefix, "ingress-annotations-prefix", "nginx.ingress.kubernetes.io", "Annotations prefix for ingresses.")
+ flag.StringVar(&ingressAnnotationsPrefix, "ingress-annotations-prefix", "nginx.ingress.kubernetes.io", "Annotations prefix for NGINX ingresses.")
+ flag.StringVar(&ingressClass, "ingress-class", "", "Ingress class used for annotating HTTPProxy objects.")
  flag.BoolVar(&enableLeaderElection, "enable-leader-election", false, "Enable leader election.")
  flag.StringVar(&leaderElectionNamespace, "leader-election-namespace", "kube-system", "Namespace used to create the leader election config map.")
  flag.BoolVar(&enableConfigTracking, "enable-config-tracking", true, "Enable secrets and configmaps tracking.")
@@ -169,7 +171,7 @@ func main() {
  // start HTTP server
  go server.ListenAndServe(port, 3*time.Second, logger, stopCh)
 
- routerFactory := router.NewFactory(cfg, kubeClient, flaggerClient, ingressAnnotationsPrefix, logger, meshClient)
+ routerFactory := router.NewFactory(cfg, kubeClient, flaggerClient, ingressAnnotationsPrefix, ingressClass, logger, meshClient)
 
  var configTracker canary.Tracker
  if enableConfigTracking {

pkg/controller/scheduler_daemonset_fixture_test.go

@@ -76,7 +76,7 @@ func newDaemonSetFixture(c *flaggerv1.Canary) daemonSetFixture {
  }
 
  // init router
- rf := router.NewFactory(nil, kubeClient, flaggerClient, "annotationsPrefix", logger, flaggerClient)
+ rf := router.NewFactory(nil, kubeClient, flaggerClient, "annotationsPrefix", "", logger, flaggerClient)
 
  // init observer
  observerFactory, _ := observers.NewFactory("fake")

pkg/controller/scheduler_deployment_fixture_test.go

@@ -104,7 +104,7 @@ func newDeploymentFixture(c *flaggerv1.Canary) fixture {
  }
 
  // init router
- rf := router.NewFactory(nil, kubeClient, flaggerClient, "annotationsPrefix", logger, flaggerClient)
+ rf := router.NewFactory(nil, kubeClient, flaggerClient, "annotationsPrefix", "", logger, flaggerClient)
 
  // init observer
  observerFactory, _ := observers.NewFactory("fake")

pkg/router/contour.go

@@ -23,10 +23,13 @@ type ContourRouter struct {
  contourClient clientset.Interface
  flaggerClient clientset.Interface
  logger *zap.SugaredLogger
+ ingressClass string
 }
 
 // Reconcile creates or updates the HTTP proxy
 func (cr *ContourRouter) Reconcile(canary *flaggerv1.Canary) error {
+ const annotation = "projectcontour.io/ingress.class"
+
  apexName, primaryName, canaryName := canary.GetServiceNames()
 
  newSpec := contourv1.HTTPProxySpec{
@@ -151,6 +154,12 @@ func (cr *ContourRouter) Reconcile(canary *flaggerv1.Canary) error {
  },
  }
 
+ if cr.ingressClass != "" {
+ proxy.Annotations = map[string]string{
+ annotation: cr.ingressClass,
+ }
+ }
+
  _, err = cr.contourClient.ProjectcontourV1().HTTPProxies(canary.Namespace).Create(context.TODO(), proxy, metav1.CreateOptions{})
  if err != nil {
  return fmt.Errorf("HTTPProxy %s.%s create error: %w", apexName, canary.Namespace, err)

pkg/router/contour_test.go

@@ -17,6 +17,7 @@ func TestContourRouter_Reconcile(t *testing.T) {
  flaggerClient: mocks.flaggerClient,
  contourClient: mocks.meshClient,
  kubeClient: mocks.kubeClient,
+ ingressClass: "contour",
  }
 
  // init
@@ -31,6 +32,7 @@ func TestContourRouter_Reconcile(t *testing.T) {
  require.Len(t, services, 2)
  assert.Equal(t, uint32(100), services[0].Weight)
  assert.Equal(t, uint32(0), services[1].Weight)
+ assert.Equal(t, "contour", proxy.Annotations["projectcontour.io/ingress.class"])
 
  // test update
  cd, err := mocks.flaggerClient.FlaggerV1beta1().Canaries("default").Get(context.TODO(), "podinfo", metav1.GetOptions{})

pkg/router/factory.go

@@ -17,12 +17,14 @@ type Factory struct {
  meshClient clientset.Interface
  flaggerClient clientset.Interface
  ingressAnnotationsPrefix string
+ ingressClass string
  logger *zap.SugaredLogger
 }
 
 func NewFactory(kubeConfig *restclient.Config, kubeClient kubernetes.Interface,
  flaggerClient clientset.Interface,
  ingressAnnotationsPrefix string,
+ ingressClass string,
  logger *zap.SugaredLogger,
  meshClient clientset.Interface) *Factory {
  return &Factory{
@@ -31,6 +33,7 @@ func NewFactory(kubeConfig *restclient.Config, kubeClient kubernetes.Interface,
  kubeClient: kubeClient,
  flaggerClient: flaggerClient,
  ingressAnnotationsPrefix: ingressAnnotationsPrefix,
+ ingressClass: ingressClass,
  logger: logger,
  }
 }
@@ -99,6 +102,7 @@ func (factory *Factory) MeshRouter(provider string, labelSelector string) Interf
  flaggerClient: factory.flaggerClient,
  kubeClient: factory.kubeClient,
  contourClient: factory.meshClient,
+ ingressClass: factory.ingressClass,
  }
  case strings.HasPrefix(provider, flaggerv1.GlooProvider):
  upstreamDiscoveryNs := flaggerv1.GlooProvider + "-system"

test/e2e-contour-tests.sh

@@ -100,6 +100,8 @@ until ${ok}; do
  fi
 done
 
+kubectl -n test get httpproxy podinfo -oyaml | grep 'projectcontour.io/ingress.class: contour'
+
 echo '✔ Canary initialization test passed'
 
 echo '>>> Triggering canary deployment'

test/e2e-contour.sh

@@ -4,7 +4,7 @@ set -o errexit
 
 REPO_ROOT=$(git rev-parse --show-toplevel)
 
-CONTOUR_VER="release-1.3"
+CONTOUR_VER="release-1.4"
 
 echo '>>> Installing Contour'
 kubectl apply -f https://raw.githubusercontent.com/projectcontour/contour/${CONTOUR_VER}/examples/render/contour.yaml
@@ -19,7 +19,8 @@ echo '>>> Installing Flagger'
 helm upgrade -i flagger ${REPO_ROOT}/charts/flagger \
 --namespace projectcontour \
 --set prometheus.install=true \
---set meshProvider=contour
+--set meshProvider=contour \
+--set ingressClass=contour
 
 kubectl -n projectcontour set image deployment/flagger flagger=test/flagger:latest