Add pharos-cluster-critical priority class

addons/helm/resources/deployment.yml.erb

@@ -40,4 +40,4 @@ spec:
         resources:
           requests:
             memory: 32Mi
-      serviceAccountName: tiller
+      serviceAccountName: tiller

addons/host-upgrades/resources/50-daemonset.yml.erb

@@ -14,6 +14,7 @@ spec:
         app: host-upgrades
     spec:
       serviceAccountName: host-upgrades
+      priorityClassName: pharos-cluster-critical
       containers:
         - name: host-upgrades
           image: "<%= image_repository %>/pharos-host-upgrades:<%= version %>"

addons/ingress-nginx/resources/daemonset.yml.erb

@@ -24,6 +24,7 @@ spec:
       <%- end -%>
       <%- end -%>
       serviceAccountName: nginx-ingress-serviceaccount
+      priorityClassName: pharos-cluster-critical
       hostNetwork: true
       <%- unless config.tolerations.empty? -%>
       tolerations:

lib/pharos/cluster_manager.rb

@@ -101,7 +101,7 @@ def apply_phases
       # master is now configured and can be used
       apply_phase(Phases::LoadClusterConfiguration, master_only)
       # configure essential services
-
+      apply_phase(Phases::ConfigurePriorityClasses, master_only)
       apply_phase(Phases::ConfigurePSP, master_only)
       apply_phase(Phases::ConfigureDNS, master_only)
       apply_phase(Phases::ConfigureWeave, master_only) if config.network.provider == 'weave'

lib/pharos/phases/configure_priority_classes.rb

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+module Pharos
+  module Phases
+    class ConfigurePriorityClasses < Pharos::Phase
+      title "Configure priority classes"
+
+      def call
+        apply_stack('priority_classes')
+      end
+    end
+  end
+end

lib/pharos/resources/priority_classes/pharos-cluster-critical.yml

@@ -0,0 +1,7 @@
+apiVersion: scheduling.k8s.io/v1beta1
+kind: PriorityClass
+metadata:
+  name: pharos-cluster-critical
+value: 1000000000
+globalDefault: false
+description: "This priority class should be used for cluster critical services outside of kube-system."