metric_helper_test.go

// Copyright Amazon.com Inc. or its affiliates. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License"). You may
// not use this file except in compliance with the License. A copy of the
// License is located at
//
//     http://aws.amazon.com/apache2.0/
//
// or in the "license" file accompanying this file. This file is distributed
// on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either
// express or implied. See the License for the specific language governing
// permissions and limitations under the License.

package metrics_helper

import (
	"context"
	"fmt"
	"math"
	"time"

	"github.com/aws/amazon-vpc-cni-k8s/test/framework/resources/k8s/manifest"
	"github.com/aws/amazon-vpc-cni-k8s/test/framework/utils"

	"github.com/aws/aws-sdk-go-v2/aws"
	"github.com/aws/aws-sdk-go-v2/service/cloudwatch"
	cloudwatchtypes "github.com/aws/aws-sdk-go-v2/service/cloudwatch/types"

	. "github.com/onsi/ginkgo/v2"
	. "github.com/onsi/gomega"
	v1 "k8s.io/api/apps/v1"
)

var _ = Describe("test cni-metrics-helper publishes metrics", func() {

	Context("when a metric is updated", func() {
		It("the updated metric is published to CW", func() {
			// Create a new deployment to verify addReqCount is updated
			var deployment *v1.Deployment
			deployment = manifest.NewBusyBoxDeploymentBuilder(f.Options.TestImageRegistry).
				Replicas(30).
				NodeName(nodeName).
				Build()

			By("creating parking pods on the targeted node group")
			deployment, err = f.K8sResourceManagers.DeploymentManager().
				CreateAndWaitTillDeploymentIsReady(deployment, utils.DefaultDeploymentReadyTimeout)
			Expect(err).ToNot(HaveOccurred())

			By("waiting for the metrics helper to publish new metrics")
			time.Sleep(time.Minute * 3)

			getMetricStatisticsInput := &cloudwatch.GetMetricStatisticsInput{
				Dimensions: []cloudwatchtypes.Dimension{
					{
						Name:  aws.String("CLUSTER_ID"),
						Value: aws.String(ngName),
					},
				},
				MetricName: aws.String("addReqCount"),
				Namespace:  aws.String("Kubernetes"),
				Period:     aws.Int32(int32(30)),
				// Start time should sync with when this test started
				StartTime:  aws.Time(time.Now().Add(time.Duration(-10) * time.Minute)),
				EndTime:    aws.Time(time.Now()),
				Statistics: []cloudwatchtypes.Statistic{cloudwatchtypes.StatisticMaximum},
			}
			getMetricOutput, err := f.CloudServices.CloudWatch().GetMetricStatistics(context.TODO(), getMetricStatisticsInput)
			Expect(err).ToNot(HaveOccurred())

			dataPoints := getMetricOutput.Datapoints
			_, _ = fmt.Fprintf(GinkgoWriter, "data points: %+v", dataPoints)

			By("validating at least 2 metrics are published to CloudWatch")
			Expect(len(dataPoints)).Should(BeNumerically(">=", 2))

			// Verify that the addReqCount counts increased to account for the new deployment creation
			addReqCountIncreased := false
			var lastVal = *dataPoints[0].Maximum
			// Note that datapoints may not be in order by timestamp, but any delta is enough to prove that metrics were published.
			for _, dp := range dataPoints {
				if math.Abs(*dp.Maximum-lastVal) > 0 {
					addReqCountIncreased = true
					break
				}
				lastVal = *dp.Maximum
			}

			By("validating the addReqCount increased on the node after a deployment is created")
			Expect(addReqCountIncreased).To(BeTrue())
		})
	})
})