chore(tests): workaround to not rely on helpers from KTF

test/integration/webhook_test.go

@@ -6,21 +6,24 @@ package integration
 import (
 	"context"
 	"fmt"
+	"net"
 	"strings"
 	"testing"
 	"time"
 
 	"github.com/google/uuid"
 	"github.com/kong/kubernetes-testing-framework/pkg/clusters"
 	"github.com/kong/kubernetes-testing-framework/pkg/clusters/types/kind"
-	"github.com/kong/kubernetes-testing-framework/pkg/utils/kubernetes/networking"
 	"github.com/stretchr/testify/assert"
 	"github.com/stretchr/testify/require"
 	admregv1 "k8s.io/api/admissionregistration/v1"
 	corev1 "k8s.io/api/core/v1"
+	discoveryv1 "k8s.io/api/discovery/v1"
+	"k8s.io/apimachinery/pkg/api/errors"
 	apierrors "k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/apimachinery/pkg/util/intstr"
+	"k8s.io/client-go/kubernetes"
 
 	"github.com/kong/kubernetes-ingress-controller/v2/internal/annotations"
 	testutils "github.com/kong/kubernetes-ingress-controller/v2/internal/util/test"
@@ -679,7 +682,7 @@ func waitForWebhookServiceConnective(ctx context.Context, configResourceName str
 	waitCtx, cancel := context.WithTimeout(ctx, ingressWait)
 	defer cancel()
 
-	return networking.WaitForConnectionOnServicePort(waitCtx, env.Cluster().Client(), consts.ControllerNamespace, svcName, svcPort, 10*time.Second)
+	return waitForConnectionOnServicePort(waitCtx, env.Cluster().Client(), consts.ControllerNamespace, svcName, svcPort, 10*time.Second)
 }
 
 func ensureAdmissionRegistration(ctx context.Context, configResourceName string, rules []admregv1.RuleWithOperations) (func() error, error) {
@@ -722,3 +725,147 @@ func ensureAdmissionRegistration(ctx context.Context, configResourceName string,
 
 	return closer, nil
 }
+
+// TODO: Below helper functions were copied from https://github.com/Kong/kubernetes-testing-framework/pull/643
+// and should be removed once a new version of KTF (with that PR) will be released and it will be possible
+// to upgrade it in KIC. Read more about required steps in https://github.com/Kong/kubernetes-ingress-controller/issues/3981.
+
+// WaitForServiceLoadBalancerAddress waits for a service provided by
+// namespace/name to have an ingress IP or Host provisioned and returns that
+// address. This function will throw an error if the service gets provisioned
+// more than a single address, that is not supported. The context provided
+// should have a timeout associated with it or you're going to have a bad time.
+func waitForServiceLoadBalancerAddress(ctx context.Context, c kubernetes.Interface, namespace, name string) (string, bool, error) {
+	for {
+		select {
+		case <-ctx.Done():
+			return "", false, fmt.Errorf("context completed while waiting for loadbalancer service to provision: %w", ctx.Err())
+		default:
+			// retrieve a fresh copy of the service
+			service, err := c.CoreV1().Services(namespace).Get(ctx, name, metav1.GetOptions{})
+			if err != nil {
+				return "", false, fmt.Errorf("error while trying to retrieve registry service: %w", err)
+			}
+			lbing := service.Status.LoadBalancer.Ingress
+
+			// don't support services which have multiple addresses
+			if len(lbing) > 1 {
+				return "", false, fmt.Errorf("services with more than one load balancer address are not supported (found %d)", len(lbing))
+			}
+
+			// verify whether the loadbalancer details are provisioned
+			if len(lbing) == 1 {
+				for _, ing := range lbing {
+					if ing.Hostname != "" {
+						return ing.Hostname, false, nil
+					}
+					if ing.IP != "" {
+						return ing.IP, true, nil
+					}
+				}
+			}
+		}
+	}
+}
+
+// WaitForConnectionOnServicePort waits until it can make successful TCP connections
+// to a service (provided by namespace/name). This will temporarily create a LoadBalancer
+// type Service to allow connections to the Service and port from outside the cluster while
+// the connection attempts are made using the LoadBalancer public address.
+func waitForConnectionOnServicePort(ctx context.Context, c kubernetes.Interface, namespace, name string, port int, dialTimeout time.Duration) error {
+	service, err := c.CoreV1().Services(namespace).Get(ctx, name, metav1.GetOptions{})
+	if err != nil {
+		return err
+	}
+	const correspondingSvcNameLabel = "corresponding-service"
+	lbServiceName := "templb-" + name
+	tempLoadBalancer := &corev1.Service{
+		ObjectMeta: metav1.ObjectMeta{
+			Namespace: namespace,
+			Name:      lbServiceName,
+			Labels: map[string]string{
+				correspondingSvcNameLabel: name,
+			},
+		},
+		Spec: corev1.ServiceSpec{
+			Type: corev1.ServiceTypeLoadBalancer,
+			// Copy the selector and ports of the service to check.
+			Selector: service.Spec.Selector,
+			Ports:    service.Spec.Ports,
+		},
+	}
+
+	// Empty selector, we should create the endpoints separately.
+	// If the target service does not have a selector, it usually means that
+	// the endpoints of the target server is manually created, but not chosen from pods by labels in selector.
+	// so we need to manually create the same endpoints as the target service has here.
+	if len(service.Spec.Selector) == 0 {
+		endpointSlices, err := c.DiscoveryV1().EndpointSlices(namespace).List(
+			ctx, metav1.ListOptions{LabelSelector: discoveryv1.LabelServiceName + "=" + name},
+		)
+		if err != nil {
+			return err
+		}
+
+		// Recreate EndpointSlices for the lb service with proper metadata.
+		tempEndpointSlices := endpointSlices.DeepCopy().Items
+		for i := range tempEndpointSlices {
+			tempEndpointSlices[i].ObjectMeta = metav1.ObjectMeta{
+				Namespace: namespace,
+				Name:      fmt.Sprintf("%s-%d", lbServiceName, i),
+				Labels: map[string]string{
+					discoveryv1.LabelServiceName: lbServiceName, // Maps EndpointSlice to Service.
+					correspondingSvcNameLabel:    name,
+				},
+			}
+			_, err = c.DiscoveryV1().EndpointSlices(namespace).Create(ctx, &tempEndpointSlices[i], metav1.CreateOptions{})
+			if err != nil {
+				return err
+			}
+		}
+
+		defer func() {
+			for _, eps := range tempEndpointSlices {
+				err := c.DiscoveryV1().EndpointSlices(namespace).Delete(ctx, eps.Name, metav1.DeleteOptions{})
+				if err != nil && !errors.IsNotFound(err) {
+					fmt.Printf("failed to delete endpoints %s/%s after testing, error %v\n",
+						namespace, eps.Name, err,
+					)
+				}
+			}
+		}()
+	}
+
+	_, err = c.CoreV1().Services(namespace).Create(ctx, tempLoadBalancer, metav1.CreateOptions{})
+	if err != nil {
+		return err
+	}
+
+	defer func() {
+		err := c.CoreV1().Services(namespace).Delete(ctx, lbServiceName, metav1.DeleteOptions{})
+		if err != nil && !errors.IsNotFound(err) {
+			fmt.Printf("failed to delete service %s/%s after testing, error %v\n",
+				namespace, lbServiceName, err)
+		}
+	}()
+
+	ip, _, err := waitForServiceLoadBalancerAddress(ctx, c, namespace, lbServiceName)
+	if err != nil {
+		return err
+	}
+
+	ticker := time.NewTicker(time.Second)
+	address := fmt.Sprintf("%s:%d", ip, port)
+	for {
+		select {
+		case <-ctx.Done():
+			return fmt.Errorf("context completed while waiting for %s:%d to be connected", ip, port)
+		case <-ticker.C:
+			dialer := &net.Dialer{Timeout: dialTimeout}
+			_, err := dialer.Dial("tcp", address)
+			if err == nil {
+				return nil
+			}
+		}
+	}
+}