re-enable downscale tests and ensure clean ns termination

Author: razvan

tests/templates/kuttl/operations-kraft/70-assert.yaml.j2.disabled renamed to tests/templates/kuttl/operations-kraft/70-assert.yaml.j2

@@ -1,7 +1,3 @@
-#
-# This test step is disabled becaus Kraft controller do scale down reliably.
-# This leads to flaky tests.
-#
 {% if not test_scenario['values']['kafka-kraft'].startswith("3.7") %}
 ---
 apiVersion: kuttl.dev/v1beta1

tests/templates/kuttl/operations-kraft/70-scale-controller-down.yaml.j2.disabled renamed to tests/templates/kuttl/operations-kraft/70-scale-controller-down.yaml.j2

@@ -0,0 +1,21 @@
+{% if not test_scenario['values']['kafka-kraft'].startswith("3.7") %}
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestAssert
+timeout: 600
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: test-kafka-broker-default
+status:
+  replicas: 0
+---
+apiVersion: apps/v1
+kind: StatefulSet
+metadata:
+  name: test-kafka-controller-default
+status:
+  readyReplicas: 3
+  replicas: 3
+{% endif %}

tests/templates/kuttl/operations-kraft/80-assert.yaml.j2

@@ -0,0 +1,46 @@
+#
+# This is a test helper to ensure that all broker pods are deleted before
+# the test namespace is terminated.
+# The brokers must be deleted because otherwise they are left dangling until
+# the test timeouts and fails.
+#
+{% if not test_scenario['values']['kafka-kraft'].startswith("3.7") %}
+---
+apiVersion: kuttl.dev/v1beta1
+kind: TestStep
+timeout: 600
+---
+apiVersion: kafka.stackable.tech/v1alpha1
+kind: KafkaCluster
+metadata:
+  name: test-kafka
+spec:
+  image:
+{% if test_scenario['values']['kafka-kraft'].find(",") > 0 %}
+    custom: "{{ test_scenario['values']['kafka-kraft'].split(',')[1] }}"
+    productVersion: "{{ test_scenario['values']['kafka-kraft'].split(',')[0] }}"
+{% else %}
+    productVersion: "{{ test_scenario['values']['kafka-kraft'] }}"
+{% endif %}
+{% if lookup('env', 'VECTOR_AGGREGATOR') %}
+  clusterConfig:
+    vectorAggregatorConfigMapName: vector-aggregator-discovery
+{% endif %}
+  controllers:
+    config:
+      logging:
+        enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }}
+    roleGroups:
+      default:
+        replicas: 3
+  brokers:
+    config:
+      logging:
+        enableVectorAgent: {{ lookup('env', 'VECTOR_AGGREGATOR') | length > 0 }}
+    roleGroups:
+      default:
+        replicas: 0
+  clusterOperation:
+    stopped: false
+    reconciliationPaused: false
+{% endif %}