fix duplicate queue metric

cmd/staging/main.go

@@ -141,8 +141,8 @@ func startCtrlCmd() *cobra.Command {
 			samsahaiClient := rpc.NewRPCProtobufClient(viper.GetString(s2h.VKS2HServerURL), &http.Client{})
 			configCtrl := configctrl.New(mgr)
 			queueCtrl := queue.New(namespace, runtimeClient)
-			desiredctrl.New(teamName, mgr, queueCtrl)
 			authToken := viper.GetString(s2h.VKS2HAuthToken)
+			desiredctrl.New(teamName, mgr, queueCtrl, authToken, samsahaiClient)
 			tcBaseURL := viper.GetString(s2h.VKTeamcityURL)
 			tcUsername := viper.GetString(s2h.VKTeamcityUsername)
 			tcPassword := viper.GetString(s2h.VKTeamcityPassword)

internal/desiredcomponent/controller.go

@@ -3,10 +3,11 @@ package desiredcomponent
 import (
 	"context"
 	"fmt"
+	"net/http"
 
+	"github.com/twitchtv/twirp"
 	"k8s.io/apimachinery/pkg/api/errors"
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
-	"k8s.io/apimachinery/pkg/types"
 	"sigs.k8s.io/controller-runtime/pkg/client"
 	crctrl "sigs.k8s.io/controller-runtime/pkg/controller"
 	"sigs.k8s.io/controller-runtime/pkg/handler"
@@ -19,7 +20,7 @@ import (
 	s2herrors "github.com/agoda-com/samsahai/internal/errors"
 	s2hlog "github.com/agoda-com/samsahai/internal/log"
 	"github.com/agoda-com/samsahai/internal/queue"
-	"github.com/agoda-com/samsahai/internal/samsahai/exporter"
+	samsahairpc "github.com/agoda-com/samsahai/pkg/samsahai/rpc"
 )
 
 const (
@@ -32,6 +33,8 @@ type controller struct {
 	teamName  string
 	queueCtrl internal.QueueController
 	client    client.Client
+	authToken string
+	s2hClient samsahairpc.RPC
 }
 
 var _ internal.DesiredComponentController = &controller{}
@@ -40,6 +43,8 @@ func New(
 	teamName string,
 	mgr manager.Manager,
 	queueCtrl internal.QueueController,
+	authToken string,
+	s2hClient samsahairpc.RPC,
 ) internal.DesiredComponentController {
 	if queueCtrl == nil {
 		logger.Error(s2herrors.ErrInternalError, "queue ctrl cannot be nil")
@@ -50,6 +55,8 @@ func New(
 		teamName:  teamName,
 		queueCtrl: queueCtrl,
 		client:    mgr.GetClient(),
+		authToken: authToken,
+		s2hClient: s2hClient,
 	}
 
 	if err := add(mgr, c); err != nil {
@@ -110,13 +117,21 @@ func (c *controller) Reconcile(req reconcile.Request) (reconcile.Result, error)
 		return reconcile.Result{}, err
 	}
 
-	queue := &s2hv1beta1.Queue{}
-	if err = c.client.Get(ctx, types.NamespacedName{
-		Name:      q.Name,
-		Namespace: req.Namespace}, queue); err != nil {
-		logger.Error(err, "cannot get the queue")
-	} else {
-		exporter.SetQueueMetric(queue)
+	headers := make(http.Header)
+	headers.Set(internal.SamsahaiAuthHeader, c.authToken)
+	ctx, err = twirp.WithHTTPRequestHeaders(ctx, headers)
+	if err != nil {
+		logger.Error(err, "cannot set request header")
+	}
+
+	rpcComp := &samsahairpc.ComponentUpgrade{
+		Name:      q.Spec.Name,
+		Namespace: q.Namespace,
+	}
+	if c.s2hClient != nil {
+		if _, err := c.s2hClient.SendUpdateStateQueueMetric(ctx, rpcComp); err != nil {
+			logger.Error(err, "cannot send updateQueueWithState queue metric")
+		}
 	}
 
 	comp.Status.UpdatedAt = &now

internal/samsahai/exporter/metric.go

@@ -14,11 +14,15 @@ import (
 type ActivePromotionMetricState string
 
 const (
-	stateWaiting    ActivePromotionMetricState = "waiting"
-	stateDeploying  ActivePromotionMetricState = "deploying"
-	stateTesting    ActivePromotionMetricState = "testing"
-	statePromoting  ActivePromotionMetricState = "promoting"
-	stateDestroying ActivePromotionMetricState = "destroying"
+	stateWaiting        ActivePromotionMetricState = "waiting"
+	stateDeploying      ActivePromotionMetricState = "deploying"
+	stateTesting        ActivePromotionMetricState = "testing"
+	statePromoting      ActivePromotionMetricState = "promoting"
+	stateDestroying     ActivePromotionMetricState = "destroying"
+	queueStateWaiting   string                     = "waiting"
+	queueStateDeploying string                     = "deploying"
+	queueStateTesting   string                     = "testing"
+	queueStateCleaning  string                     = "cleaning"
 )
 
 var logger = s2hlog.S2HLog.WithName("exporter")
@@ -56,20 +60,31 @@ func SetTeamNameMetric(teamList *s2hv1beta1.TeamList) {
 	}
 }
 
+func SetHealthStatusMetric(version, gitCommit string, ts float64) {
+	HealthStatusMetric.WithLabelValues(
+		version,
+		gitCommit).Set(ts)
+}
+
 func SetQueueMetric(queue *s2hv1beta1.Queue) {
 	var queueState string
 	switch queue.Status.State {
 	case s2hv1beta1.Waiting:
-		queueState = "waiting"
+		queueState = queueStateWaiting
 	case s2hv1beta1.Testing, s2hv1beta1.Collecting:
-		queueState = "testing"
-	case s2hv1beta1.Finished:
-		queueState = "finished"
+		queueState = queueStateTesting
 	case s2hv1beta1.DetectingImageMissing, s2hv1beta1.Creating:
-		queueState = "deploying"
-	case s2hv1beta1.CleaningBefore, s2hv1beta1.CleaningAfter:
-		queueState = "cleaning"
+		queueState = queueStateDeploying
+	case s2hv1beta1.CleaningBefore:
+		queueState = queueStateCleaning
+	case s2hv1beta1.CleaningAfter:
+		q, err := QueueMetric.CurryWith(prometheus.Labels{"component": queue.Name, "version": queue.Spec.Version})
+		if err != nil {
+			logger.Error(err, "cannot get finished queue metric")
+		}
+		q.Reset()
 	}
+
 	QueueMetric.WithLabelValues(
 		queue.Spec.TeamName,
 		queue.Name,
@@ -79,12 +94,6 @@ func SetQueueMetric(queue *s2hv1beta1.Queue) {
 		strconv.Itoa(queue.Status.NoOfProcessed)).Set(float64(time.Now().Unix()))
 }
 
-func SetHealthStatusMetric(version, gitCommit string, ts float64) {
-	HealthStatusMetric.WithLabelValues(
-		version,
-		gitCommit).Set(ts)
-}
-
 func SetActivePromotionMetric(atpComp *s2hv1beta1.ActivePromotion) {
 	atpStateList := map[ActivePromotionMetricState]float64{stateWaiting: 0, stateDeploying: 0, stateTesting: 0, statePromoting: 0, stateDestroying: 0}
 	atpState := atpComp.Status.State

internal/samsahai/internal_process.go

@@ -259,16 +259,6 @@ func (c *controller) updateTeamDesiredComponent(updateInfo updateTeamDesiredComp
 		return err
 	}
 
-	// Add metric updateQueueMetric
-	//queue := &s2hv1beta1.Queue{}
-	//if err = c.client.Get(ctx, types.NamespacedName{
-	//	Name:      compName,
-	//	Namespace: compNs}, queue); err != nil {
-	//	logger.Error(err, "cannot get the queue")
-	//} else {
-	//	exporter.SetQueueMetric(queue)
-	//}
-
 	return nil
 }