Add a metric to measure how long resolving policy templates take

Signed-off-by: Chunxi Luo <chuluo@redhat.com>

controllers/configurationpolicy_controller.go

@@ -94,6 +94,24 @@ var policyEvalCounter = prometheus.NewCounterVec(
 	[]string{"name"},
 )
 
+var plcTempsProcessSecondsCounter = prometheus.NewCounterVec(
+	prometheus.CounterOpts{
+		Name: "config_policy_templates_process_seconds_total",
+		Help: "The total seconds taken while processing the configuration policy templates. Use this alongside " +
+			"config_policy_templates_process_total.",
+	},
+	[]string{"name"},
+)
+
+var plcTempsProcessCounter = prometheus.NewCounterVec(
+	prometheus.CounterOpts{
+		Name: "config_policy_templates_process_total",
+		Help: "The total number of processes of the configuration policy templates. Use this alongside " +
+			"config_policy_templates_process_seconds_total.",
+	},
+	[]string{"name"},
+)
+
 var compareObjSecondsCounter = prometheus.NewCounterVec(
 	prometheus.CounterOpts{
 		Name: "compare_objects_seconds_total",
@@ -117,6 +135,8 @@ func init() {
 	metrics.Registry.MustRegister(evalLoopHistogram)
 	metrics.Registry.MustRegister(policyEvalSecondsCounter)
 	metrics.Registry.MustRegister(policyEvalCounter)
+	metrics.Registry.MustRegister(plcTempsProcessSecondsCounter)
+	metrics.Registry.MustRegister(plcTempsProcessCounter)
 	metrics.Registry.MustRegister(compareObjSecondsCounter)
 	metrics.Registry.MustRegister(compareObjEvalCounter)
 }
@@ -179,6 +199,8 @@ func (r *ConfigurationPolicyReconciler) Reconcile(ctx context.Context, request c
 		// If the metric was not deleted, that means the policy was never evaluated so it can be ignored.
 		_ = policyEvalSecondsCounter.DeleteLabelValues(request.Name)
 		_ = policyEvalCounter.DeleteLabelValues(request.Name)
+		_ = plcTempsProcessSecondsCounter.DeleteLabelValues(request.Name)
+		_ = plcTempsProcessCounter.DeleteLabelValues(request.Name)
 		_ = compareObjEvalCounter.DeletePartialMatch(prometheus.Labels{"config_policy_name": request.Name})
 		_ = compareObjSecondsCounter.DeletePartialMatch(prometheus.Labels{"config_policy_name": request.Name})
 	}
@@ -760,6 +782,8 @@ func (r *ConfigurationPolicyReconciler) handleObjectTemplates(plc policyv1.Confi
 	log.V(2).Info("Processing the object templates", "count", len(plc.Spec.ObjectTemplates))
 
 	if !disableTemplates {
+		startTime := time.Now().UTC()
+
 		for _, objectT := range plc.Spec.ObjectTemplates {
 			// first check to make sure there are no hub-templates with delimiter - {{hub
 			// if one exists, it means the template resolution on the hub did not succeed.
@@ -853,6 +877,11 @@ func (r *ConfigurationPolicyReconciler) handleObjectTemplates(plc policyv1.Confi
 				objectT.ObjectDefinition.Raw = resolvedTemplate.ResolvedJSON
 			}
 		}
+
+		endTime := time.Now().UTC()
+		durationSeconds := float64(endTime.Sub(startTime)) / float64(time.Second)
+		plcTempsProcessSecondsCounter.WithLabelValues(plc.GetName()).Add(durationSeconds)
+		plcTempsProcessCounter.WithLabelValues(plc.GetName()).Inc()
 	}
 
 	// Parse and fetch details from each object in each objectTemplate, and gather namespaces if required