Skip to content

Commit

Permalink
feat: use informer for agent types (#4)
Browse files Browse the repository at this point in the history
  • Loading branch information
lucaspin authored Jan 17, 2024
1 parent 3351c67 commit 02dee75
Show file tree
Hide file tree
Showing 7 changed files with 283 additions and 249 deletions.
9 changes: 2 additions & 7 deletions go.mod
Original file line number Diff line number Diff line change
Expand Up @@ -3,23 +3,20 @@ module github.com/renderedtext/agent-k8s-stack
go 1.21

require (
github.com/dgraph-io/ristretto v0.1.1
k8s.io/api v0.28.4
k8s.io/apimachinery v0.28.4
k8s.io/client-go v0.28.4
k8s.io/klog/v2 v2.120.0
)

require (
github.com/cespare/xxhash/v2 v2.1.1 // indirect
github.com/davecgh/go-spew v1.1.1 // indirect
github.com/dustin/go-humanize v1.0.0 // indirect
github.com/emicklei/go-restful/v3 v3.9.0 // indirect
github.com/go-logr/logr v1.2.4 // indirect
github.com/go-logr/logr v1.4.1 // indirect
github.com/go-openapi/jsonpointer v0.19.6 // indirect
github.com/go-openapi/jsonreference v0.20.2 // indirect
github.com/go-openapi/swag v0.22.3 // indirect
github.com/gogo/protobuf v1.3.2 // indirect
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b // indirect
github.com/golang/protobuf v1.5.3 // indirect
github.com/google/gnostic-models v0.6.8 // indirect
github.com/google/go-cmp v0.5.9 // indirect
Expand All @@ -32,7 +29,6 @@ require (
github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd // indirect
github.com/modern-go/reflect2 v1.0.2 // indirect
github.com/munnerz/goautoneg v0.0.0-20191010083416-a7dc8b61c822 // indirect
github.com/pkg/errors v0.9.1 // indirect
github.com/spf13/pflag v1.0.5 // indirect
golang.org/x/net v0.17.0 // indirect
golang.org/x/oauth2 v0.8.0 // indirect
Expand All @@ -45,7 +41,6 @@ require (
gopkg.in/inf.v0 v0.9.1 // indirect
gopkg.in/yaml.v2 v2.4.0 // indirect
gopkg.in/yaml.v3 v3.0.1 // indirect
k8s.io/klog/v2 v2.100.1 // indirect
k8s.io/kube-openapi v0.0.0-20230717233707-2695361300d9 // indirect
k8s.io/utils v0.0.0-20230406110748-d93618cff8a2 // indirect
sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd // indirect
Expand Down
24 changes: 4 additions & 20 deletions go.sum
Original file line number Diff line number Diff line change
@@ -1,20 +1,11 @@
github.com/cespare/xxhash/v2 v2.1.1 h1:6MnRN8NT7+YBpUIWxHtefFZOKTAPgGjpQSxqLNn0+qY=
github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs=
github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E=
github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
github.com/dgraph-io/ristretto v0.1.1 h1:6CWw5tJNgpegArSHpNHJKldNeq03FQCwYvfMVWajOK8=
github.com/dgraph-io/ristretto v0.1.1/go.mod h1:S1GPSBCYCIhmVNfcth17y2zZtQT6wzkzgwUve0VDWWA=
github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2 h1:tdlZCpZ/P9DhczCTSixgIKmwPv6+wP5DGjqLYw5SUiA=
github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw=
github.com/dustin/go-humanize v1.0.0 h1:VSnTsYCnlFHaM2/igO1h6X3HA71jcobQuxemgkq4zYo=
github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk=
github.com/emicklei/go-restful/v3 v3.9.0 h1:XwGDlfxEnQZzuopoqxwSEllNcCOM9DhhFyhFIIGKwxE=
github.com/emicklei/go-restful/v3 v3.9.0/go.mod h1:6n3XBCmQQb25CM2LCACGz8ukIrRry+4bhvbpWn3mrbc=
github.com/go-logr/logr v1.2.0/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
github.com/go-logr/logr v1.2.4 h1:g01GSCwiDw2xSZfjJ2/T9M+S6pFdcNtFYsp+Y43HYDQ=
github.com/go-logr/logr v1.2.4/go.mod h1:jdQByPbusPIv2/zmleS9BjJVeZ6kBagPoEUsqbVz/1A=
github.com/go-logr/logr v1.4.1 h1:pKouT5E8xu9zeFC39JXRDukb6JFQPXM5p5I91188VAQ=
github.com/go-logr/logr v1.4.1/go.mod h1:9T104GzyrTigFIr8wt5mBrctHMim0Nb2HLGrmQ40KvY=
github.com/go-openapi/jsonpointer v0.19.6 h1:eCs3fxoIi3Wh6vtgmLTOjdhSpiqphQ+DaPn38N2ZdrE=
github.com/go-openapi/jsonpointer v0.19.6/go.mod h1:osyAmYz/mB/C3I+WsTTSgw1ONzaLJoLCyoi6/zppojs=
github.com/go-openapi/jsonreference v0.20.2 h1:3sVjiK66+uXK/6oQ8xgcRKcFgQ5KXa2KvnJRumpMGbE=
Expand All @@ -25,8 +16,6 @@ github.com/go-task/slim-sprig v0.0.0-20230315185526-52ccab3ef572 h1:tfuBGBXKqDEe
github.com/go-task/slim-sprig v0.0.0-20230315185526-52ccab3ef572/go.mod h1:9Pwr4B2jHnOSGXyyzV8ROjYa2ojvAY6HCGYYfMoC3Ls=
github.com/gogo/protobuf v1.3.2 h1:Ov1cvc58UF3b5XjBnZv7+opcTcQFZebYjWzi34vdm4Q=
github.com/gogo/protobuf v1.3.2/go.mod h1:P1XiOD3dCwIKUDQYPy72D8LYyHL2YPYrpS2s69NZV8Q=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b h1:VKtxabqXZkF25pY9ekfRL6a582T4P37/31XEstQ5p58=
github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q=
github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U=
github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk=
github.com/golang/protobuf v1.5.3 h1:KhyjKVUg7Usr/dYsdSqoFveMYd5ko72D+zANwlG1mmg=
Expand Down Expand Up @@ -71,8 +60,6 @@ github.com/onsi/ginkgo/v2 v2.9.4 h1:xR7vG4IXt5RWx6FfIjyAtsoMAtnc3C/rFXBBd2AjZwE=
github.com/onsi/ginkgo/v2 v2.9.4/go.mod h1:gCQYp2Q+kSoIj7ykSVb9nskRSsR6PUj4AiLywzIhbKM=
github.com/onsi/gomega v1.27.6 h1:ENqfyGeS5AX/rlXDd/ETokDz93u0YufY1Pgxuy/PvWE=
github.com/onsi/gomega v1.27.6/go.mod h1:PIQNjfQwkP3aQAH7lf7j87O/5FiNr+ZR8+ipb+qQlhg=
github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4=
github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0=
github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM=
github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
github.com/rogpeppe/go-internal v1.10.0 h1:TMyTOH3F/DB16zRVcYyreMH6GnZZrwQVAoYjRBZyWFQ=
Expand All @@ -83,7 +70,6 @@ github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+
github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=
github.com/stretchr/objx v0.5.0/go.mod h1:Yh+to48EsGEfYuaHDzXPcE3xhTkx73EhmCGUpEOglKo=
github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI=
github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4=
github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg=
github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO+kdMU+MU=
github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
Expand Down Expand Up @@ -111,7 +97,6 @@ golang.org/x/sync v0.0.0-20201020160332-67f06af15bc9/go.mod h1:RxMgew5VJxzue5/jJ
golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY=
golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs=
golang.org/x/sys v0.0.0-20221010170243-090e33056c14/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/sys v0.13.0 h1:Af8nKPmuFypiUBjVoU9V20FiaFXOcuZI21p0ycVYYGE=
golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
golang.org/x/term v0.13.0 h1:bb+I9cTfFazGW51MZqBVmZy7+JEJMouUHTUSKVQLBek=
Expand Down Expand Up @@ -144,7 +129,6 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntN
gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
gopkg.in/inf.v0 v0.9.1 h1:73M5CoZyi3ZLMOyDlQh031Cx6N9NDJ2Vvfl76EDAgDc=
gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=
gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
Expand All @@ -157,8 +141,8 @@ k8s.io/apimachinery v0.28.4 h1:zOSJe1mc+GxuMnFzD4Z/U1wst50X28ZNsn5bhgIIao8=
k8s.io/apimachinery v0.28.4/go.mod h1:wI37ncBvfAoswfq626yPTe6Bz1c22L7uaJ8dho83mgg=
k8s.io/client-go v0.28.4 h1:Np5ocjlZcTrkyRJ3+T3PkXDpe4UpatQxj85+xjaD2wY=
k8s.io/client-go v0.28.4/go.mod h1:0VDZFpgoZfelyP5Wqu0/r/TRYcLYuJ2U1KEeoaPa1N4=
k8s.io/klog/v2 v2.100.1 h1:7WCHKK6K8fNhTqfBhISHQ97KrnJNFZMcQvKp7gP/tmg=
k8s.io/klog/v2 v2.100.1/go.mod h1:y1WjHnz7Dj687irZUWR/WLkLc5N1YHtjLdmgWjndZn0=
k8s.io/klog/v2 v2.120.0 h1:z+q5mfovBj1fKFxiRzsa2DsJLPIVMk/KFL81LMOfK+8=
k8s.io/klog/v2 v2.120.0/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE=
k8s.io/kube-openapi v0.0.0-20230717233707-2695361300d9 h1:LyMgNKD2P8Wn1iAwQU5OhxCKlKJy0sHc+PcDwFB24dQ=
k8s.io/kube-openapi v0.0.0-20230717233707-2695361300d9/go.mod h1:wZK2AVp1uHCp4VamDVgBP2COHZjqD1T68Rf0CM3YjSM=
k8s.io/utils v0.0.0-20230406110748-d93618cff8a2 h1:qY1Ad8PODbnymg2pRbkyMT/ylpTrCM8P2RJ0yroCyIk=
Expand Down
44 changes: 38 additions & 6 deletions main.go
Original file line number Diff line number Diff line change
@@ -1,48 +1,80 @@
package main

import (
"flag"
"fmt"
"log"
"os"
"path/filepath"
"strconv"
"strings"
"time"

metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
"k8s.io/klog/v2"

"github.com/renderedtext/agent-k8s-stack/pkg/controller"
"github.com/renderedtext/agent-k8s-stack/pkg/semaphore"
"github.com/renderedtext/agent-k8s-stack/pkg/signals"
"k8s.io/client-go/informers"
"k8s.io/client-go/kubernetes"
"k8s.io/client-go/rest"
"k8s.io/client-go/tools/clientcmd"
)

func main() {
klog.InitFlags(nil)
flag.Parse()

// set up signals so we handle the shutdown signal gracefully
ctx := signals.SetupSignalHandler()

apiToken := os.Getenv("SEMAPHORE_API_TOKEN")
if apiToken == "" {
log.Fatal("no SEMAPHORE_API_TOKEN specified")
klog.Error("invalid configuration: no SEMAPHORE_API_TOKEN specified")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

endpoint := os.Getenv("SEMAPHORE_ENDPOINT")
if endpoint == "" {
log.Fatal("no SEMAPHORE_ENDPOINT specified")
klog.Error("invalid configuration: no SEMAPHORE_ENDPOINT specified")
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

cfg, err := buildConfig(endpoint)
if err != nil {
log.Fatalf("could not build config: %v", err)
klog.Errorf("error building config: %v", err)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

clientset, err := newK8sClientset()
if err != nil {
log.Fatal("error creating k8s clientset")
klog.Errorf("error creating kube client: %v", err)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}

semaphoreClient := semaphore.NewClient(endpoint, apiToken)
controller, err := controller.New(cfg, semaphoreClient, clientset)
informerFactory := informers.NewSharedInformerFactoryWithOptions(
clientset,
time.Second*30,
informers.WithNamespace(cfg.Namespace),
informers.WithTweakListOptions(func(options *metav1.ListOptions) {
options.LabelSelector = "semaphoreci.com/resource-type=agent-type-configuration"
}),
)

controller, err := controller.New(ctx, informerFactory, cfg, semaphoreClient, clientset)
if err != nil {
panic(err)
}

controller.Run()
// Start method is non-blocking and runs all registered informers in a dedicated goroutine.
informerFactory.Start(ctx.Done())

if err = controller.Run(ctx); err != nil {
klog.Errorf("Error running controller: %v", err)
klog.FlushAndExit(klog.ExitFlushTimeout, 1)
}
}

func buildConfig(endpoint string) (*controller.Config, error) {
Expand Down
129 changes: 129 additions & 0 deletions pkg/agent_types/registry.go
Original file line number Diff line number Diff line change
@@ -0,0 +1,129 @@
package agent_types

import (
"fmt"
"strings"

"k8s.io/client-go/informers"
"k8s.io/klog/v2"

v1 "k8s.io/api/core/v1"
)

type AgentType struct {
SecretName string
AgentTypeName string
RegistrationToken string
AgentStartupParameters []string
}

type Registry struct {
agentTypes map[string]*AgentType
}

func NewRegistry() (*Registry, error) {
return &Registry{
agentTypes: map[string]*AgentType{},
}, nil
}

func (r *Registry) RegisterInformer(informerFactory informers.SharedInformerFactory) error {
informer := informerFactory.Core().V1().Secrets()
informer.Informer().AddEventHandler(r)
return nil
}

func (r *Registry) OnAdd(obj interface{}, _ bool) {
secret := obj.(*v1.Secret)
agentType, err := parseAgentType(secret)
if err != nil {
klog.Errorf("Error when adding agent type: %v", err)
return
}

klog.Infof("Agent type added: %s", agentType.AgentTypeName)
r.agentTypes[agentType.AgentTypeName] = agentType
}

func (r *Registry) OnUpdate(oldObj, newObj interface{}) {
newSecret := newObj.(*v1.Secret)
oldSecret := oldObj.(*v1.Secret)
if newSecret.ResourceVersion == oldSecret.ResourceVersion {
return
}

agentType, err := parseAgentType(newSecret)
if err != nil {
klog.Errorf("Error when updating agent type: %v", err)
return
}

klog.Infof("Agent type updated: %s", agentType.AgentTypeName)
r.agentTypes[agentType.AgentTypeName] = agentType
}

func (r *Registry) OnDelete(obj interface{}) {
secret := obj.(*v1.Secret)
agentTypeName, err := findAgentTypeName(secret)
if err != nil {
fmt.Printf("Error when deleting agent type: %v\n", err)
return
}

klog.Infof("Agent type deleted: %s", agentTypeName)
delete(r.agentTypes, agentTypeName)
}

func (r *Registry) All() []string {
types := []string{}
for k := range r.agentTypes {
types = append(types, k)
}

return types
}

func (r *Registry) Get(name string) *AgentType {
v, ok := r.agentTypes[name]
if !ok {
return nil
}

return v
}

func findAgentTypeName(secret *v1.Secret) (string, error) {
agentTypeName, ok := secret.Data["agentTypeName"]
if !ok {
return "", fmt.Errorf("no 'agentTypeName' field in secret '%s'", secret.GetName())
}

return string(agentTypeName), nil
}

func parseAgentType(secret *v1.Secret) (*AgentType, error) {
agentTypeName, ok := secret.Data["agentTypeName"]
if !ok {
return nil, fmt.Errorf("no agentTypeName field in secret '%s'", secret.GetName())
}

registrationToken, ok := secret.Data["registrationToken"]
if !ok {
return nil, fmt.Errorf("no registrationToken field in secret '%s'", secret.GetName())
}

agentStartupParameters := []string{}
if parameters, ok := secret.Data["agentStartupParameters"]; ok && string(parameters) != "" {
for _, v := range strings.Split(string(parameters), " ") {
parameter := strings.Trim(strings.Trim(v, "\n"), " ")
agentStartupParameters = append(agentStartupParameters, parameter)
}
}

return &AgentType{
SecretName: secret.GetName(),
AgentTypeName: string(agentTypeName),
RegistrationToken: string(registrationToken),
AgentStartupParameters: agentStartupParameters,
}, nil
}
Loading

0 comments on commit 02dee75

Please sign in to comment.