Reduce provider-kubernetes' API load

we've observed if many instances are created at the same time, the objects might need manual intervention due to the `create-pending` annotation. This change will reduce the API load on the apiservers to reduce the chances of this actually happening.
vshn · Nov 25, 2024 · d904359 · d904359
1 parent dbbd196
commit d904359
Show file tree

Hide file tree

Showing 6 changed files with 31 additions and 9 deletions.
diff --git a/class/defaults.yml b/class/defaults.yml
@@ -470,6 +470,18 @@ parameters:
           serviceAccountName: provider-kubernetes
         defaultProviderConfig: {}
         additionalProviderConfigs: []
+        additionalRuntimeConfigSpec:
+          deploymentTemplate:
+            spec:
+              selector: {}
+              template:
+                spec:
+                  securityContext: {}
+                  containers:
+                  - name: package-runtime
+                    securityContext: {}
+                    args:
+                      - --max-reconcile-rate=10
 
       helm:
         enabled: false

diff --git a/component/provider.jsonnet b/component/provider.jsonnet
@@ -265,7 +265,13 @@ local provider(name, provider) =
     },
   };
 
-  local runtimeConf = common.DefaultRuntimeConfigWithSaName(sa.metadata.name);
+  local runtimeConf = common.DefaultRuntimeConfigWithSaName(sa.metadata.name) +
+                      {
+                        spec+: if std.objectHas(provider, 'additionalRuntimeConfigSpec') &&
+                                  provider.additionalRuntimeConfigSpec != null then
+                          provider.additionalRuntimeConfigSpec else {},
+                      };
+
 
   local providerManifest = crossplane.Provider('provider-' + name) {
     spec+: escapePackage(provider.spec) + runtimeConfigRef(sa.metadata.name),

diff --git a/tests/golden/control-plane/appcat/appcat/10_provider_kubernetes.yaml b/tests/golden/control-plane/appcat/appcat/10_provider_kubernetes.yaml
@@ -26,10 +26,11 @@ spec:
       template:
         spec:
           containers:
-            - name: package-runtime
+            - args:
+                - --max-reconcile-rate=10
+              name: package-runtime
               securityContext: {}
           securityContext: {}
-          serviceAccountName: provider-kubernetes
 ---
 apiVersion: kubernetes.crossplane.io/v1alpha1
 kind: ProviderConfig

diff --git a/tests/golden/dev/appcat/appcat/10_provider_kubernetes.yaml b/tests/golden/dev/appcat/appcat/10_provider_kubernetes.yaml
@@ -26,10 +26,11 @@ spec:
       template:
         spec:
           containers:
-            - name: package-runtime
+            - args:
+                - --max-reconcile-rate=10
+              name: package-runtime
               securityContext: {}
           securityContext: {}
-          serviceAccountName: provider-kubernetes
 ---
 apiVersion: kubernetes.crossplane.io/v1alpha1
 kind: ProviderConfig

diff --git a/tests/golden/vshn-cloud/appcat/appcat/10_provider_kubernetes.yaml b/tests/golden/vshn-cloud/appcat/appcat/10_provider_kubernetes.yaml
@@ -26,10 +26,11 @@ spec:
       template:
         spec:
           containers:
-            - name: package-runtime
+            - args:
+                - --max-reconcile-rate=10
+              name: package-runtime
               securityContext: {}
           securityContext: {}
-          serviceAccountName: provider-kubernetes
 ---
 apiVersion: kubernetes.crossplane.io/v1alpha1
 kind: ProviderConfig

diff --git a/tests/golden/vshn-managed/appcat/appcat/10_provider_kubernetes.yaml b/tests/golden/vshn-managed/appcat/appcat/10_provider_kubernetes.yaml
@@ -26,10 +26,11 @@ spec:
       template:
         spec:
           containers:
-            - name: package-runtime
+            - args:
+                - --max-reconcile-rate=10
+              name: package-runtime
               securityContext: {}
           securityContext: {}
-          serviceAccountName: provider-kubernetes
 ---
 apiVersion: kubernetes.crossplane.io/v1alpha1
 kind: ProviderConfig