chore: reorganise Package Structure

app/proc.go

@@ -4,7 +4,7 @@ import (
 	"context"
 
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
+	"github.com/raystack/raccoon/pkg/logger"
 )
 
 // Run the server

app/server.go

@@ -10,17 +10,17 @@ import (
 	"syscall"
 	"time"
 
-	"github.com/raystack/raccoon/collector"
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
-	"github.com/raystack/raccoon/metrics"
+	"github.com/raystack/raccoon/core/collector"
+	"github.com/raystack/raccoon/core/worker"
+	"github.com/raystack/raccoon/pkg/logger"
+	"github.com/raystack/raccoon/pkg/metrics"
 	"github.com/raystack/raccoon/publisher"
 	"github.com/raystack/raccoon/publisher/kafka"
 	"github.com/raystack/raccoon/publisher/kinesis"
 	logpub "github.com/raystack/raccoon/publisher/log"
 	"github.com/raystack/raccoon/publisher/pubsub"
-	"github.com/raystack/raccoon/services"
-	"github.com/raystack/raccoon/worker"
+	services "github.com/raystack/raccoon/server"
 
 	pubsubsdk "cloud.google.com/go/pubsub"
 	awsconfig "github.com/aws/aws-sdk-go-v2/config"

cmd/server.go

@@ -7,9 +7,8 @@ import (
 
 	"github.com/raystack/raccoon/app"
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
-	"github.com/raystack/raccoon/metrics"
-	"github.com/raystack/raccoon/middleware"
+	"github.com/raystack/raccoon/pkg/logger"
+	"github.com/raystack/raccoon/pkg/metrics"
 	"github.com/spf13/cobra"
 	"github.com/spf13/pflag"
 )
@@ -24,7 +23,6 @@ func serverCommand() *cobra.Command {
 			if err != nil {
 				return err
 			}
-			middleware.Load()
 			metrics.Setup()
 			defer metrics.Close()
 			logger.SetLevel(config.Log.Level)

collector/collector.go → core/collector/collector.go

@@ -4,7 +4,7 @@ import (
 	"context"
 	"time"
 
-	"github.com/raystack/raccoon/identification"
+	"github.com/raystack/raccoon/core/identification"
 	pb "github.com/raystack/raccoon/proto"
 )
 

collector/service.go → core/collector/service.go

@@ -3,7 +3,7 @@ package collector
 import (
 	"context"
 
-	"github.com/raystack/raccoon/clock"
+	"github.com/raystack/raccoon/pkg/clock"
 )
 
 type ChannelCollector struct {

collector/service_test.go → core/collector/service_test.go

@@ -6,7 +6,7 @@ import (
 	"testing"
 	"time"
 
-	"github.com/raystack/raccoon/clock"
+	"github.com/raystack/raccoon/pkg/clock"
 	"github.com/stretchr/testify/assert"
 )
 

deserialization/json.go → core/serde/json.go

@@ -1,7 +1,11 @@
-package deserialization
+package serde
 
 import "encoding/json"
 
 func DeserializeJSON(b []byte, i interface{}) error {
 	return json.Unmarshal(b, i)
 }
+
+func SerializeJSON(m interface{}) ([]byte, error) {
+	return json.Marshal(m)
+}

serialization/json_test.go → core/serde/json_test.go

@@ -1,4 +1,4 @@
-package serialization
+package serde
 
 import (
 	"reflect"
@@ -7,6 +7,38 @@ import (
 	pb "github.com/raystack/raccoon/proto"
 )
 
+func TestJSONDeserializer_Deserialize(t *testing.T) {
+	type args struct {
+		b []byte
+		i interface{}
+	}
+	tests := []struct {
+		name    string
+		j       DeserializeFunc
+		args    args
+		wantErr bool
+	}{
+		{
+			name: "Use JSON Deserializer",
+			j:    DeserializeJSON,
+			args: args{
+				b: []byte(`{"A": "a"}`),
+				i: &struct {
+					A string
+				}{},
+			},
+			wantErr: false,
+		},
+	}
+	for _, tt := range tests {
+		t.Run(tt.name, func(t *testing.T) {
+			if err := tt.j(tt.args.b, tt.args.i); (err != nil) != tt.wantErr {
+				t.Errorf("JSONDeserializer.Deserialize() error = %v, wantErr %v", err, tt.wantErr)
+			}
+		})
+	}
+}
+
 func TestJSONSerializer_Serialize(t *testing.T) {
 	type args struct {
 		m interface{}

serialization/proto.go → core/serde/proto.go

@@ -1,4 +1,4 @@
-package serialization
+package serde
 
 import (
 	"errors"
@@ -17,3 +17,11 @@ func SerializeProto(m interface{}) ([]byte, error) {
 	}
 	return proto.Marshal(msg)
 }
+
+func DeserializeProto(b []byte, i interface{}) error {
+	msg, ok := i.(proto.Message)
+	if !ok {
+		return ErrInvalidProtoMessage
+	}
+	return proto.Unmarshal(b, msg)
+}

deserialization/proto_test.go → core/serde/proto_test.go

@@ -1,8 +1,9 @@
-package deserialization
+package serde
 
 import (
 	"testing"
 
+	"github.com/alecthomas/assert"
 	pb "github.com/raystack/raccoon/proto"
 )
 
@@ -44,3 +45,16 @@ func TestProtoDeserilizer_Deserialize(t *testing.T) {
 		})
 	}
 }
+
+func TestSerialiseProto(t *testing.T) {
+	t.Run("should return an error if argument is a non-protobuf message", func(t *testing.T) {
+		arg := struct{}{}
+		_, err := SerializeProto(arg)
+		assert.Equal(t, err, ErrInvalidProtoMessage)
+	})
+	t.Run("should serialize a proto message", func(t *testing.T) {
+		v := &pb.SendEventRequest{}
+		_, err := SerializeProto(v)
+		assert.Nil(t, err)
+	})
+}

core/serde/serde.go

@@ -0,0 +1,5 @@
+package serde
+
+type DeserializeFunc func(b []byte, i interface{}) error
+
+type SerializeFunc func(m interface{}) ([]byte, error)

worker/init_test.go → core/worker/init_test.go

@@ -5,7 +5,7 @@ import (
 	"os"
 	"testing"
 
-	"github.com/raystack/raccoon/logger"
+	"github.com/raystack/raccoon/pkg/logger"
 )
 
 func TestMain(t *testing.M) {

worker/worker.go → core/worker/worker.go

@@ -5,10 +5,10 @@ import (
 	"sync"
 	"time"
 
-	"github.com/raystack/raccoon/clock"
-	"github.com/raystack/raccoon/collector"
-	"github.com/raystack/raccoon/logger"
-	"github.com/raystack/raccoon/metrics"
+	"github.com/raystack/raccoon/core/collector"
+	"github.com/raystack/raccoon/pkg/clock"
+	"github.com/raystack/raccoon/pkg/logger"
+	"github.com/raystack/raccoon/pkg/metrics"
 	pb "github.com/raystack/raccoon/proto"
 	"github.com/raystack/raccoon/publisher"
 )

worker/worker_test.go → core/worker/worker_test.go

@@ -5,10 +5,10 @@ import (
 	"testing"
 	"time"
 
-	"github.com/raystack/raccoon/clock"
-	"github.com/raystack/raccoon/collector"
-	"github.com/raystack/raccoon/identification"
-	"github.com/raystack/raccoon/metrics"
+	"github.com/raystack/raccoon/core/collector"
+	"github.com/raystack/raccoon/core/identification"
+	"github.com/raystack/raccoon/pkg/clock"
+	"github.com/raystack/raccoon/pkg/metrics"
 	pb "github.com/raystack/raccoon/proto"
 	"github.com/raystack/raccoon/publisher"
 	"github.com/stretchr/testify/assert"

docs/docs/guides/monitoring.md

@@ -157,7 +157,7 @@ Raccoon provides fine-grained metrics that denote latency. That gives clues as t
 
 ### Dashboard
 
-There is a pre-built [grafana dashboard](https://github.com/raystack/raccoon/tree/dashboards/raccoon.json) available with support for Prometheus data source.
+There is a pre-built [grafana dashboard](https://github.com/raystack/raccoon/blob/main/grafana.json) available with support for Prometheus data source.
 
 If you're running the statsd + telegraf setup, you can configure telegraf to push metrics to Prometheus.
 

go.mod

@@ -5,6 +5,7 @@ go 1.22.4
 require (
 	cloud.google.com/go/pubsub v1.38.0
 	github.com/MakeNowJust/heredoc v1.0.0
+	github.com/alecthomas/assert v0.0.0-20170929043011-405dbfeb8e38
 	github.com/aws/aws-sdk-go-v2 v1.27.2
 	github.com/aws/aws-sdk-go-v2/config v1.27.18
 	github.com/aws/aws-sdk-go-v2/service/kinesis v1.27.10
@@ -35,6 +36,8 @@ require (
 	cloud.google.com/go/compute/metadata v0.3.0 // indirect
 	cloud.google.com/go/iam v1.1.7 // indirect
 	github.com/alecthomas/chroma v0.8.2 // indirect
+	github.com/alecthomas/colour v0.0.0-20160524082231-60882d9e2721 // indirect
+	github.com/alecthomas/repr v0.0.0-20180818092828-117648cd9897 // indirect
 	github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream v1.6.2 // indirect
 	github.com/aws/aws-sdk-go-v2/credentials v1.17.18 // indirect
 	github.com/aws/aws-sdk-go-v2/feature/ec2/imds v1.16.5 // indirect
@@ -92,6 +95,7 @@ require (
 	github.com/rivo/uniseg v0.2.0 // indirect
 	github.com/russross/blackfriday/v2 v2.1.0 // indirect
 	github.com/schollz/progressbar/v3 v3.8.5 // indirect
+	github.com/sergi/go-diff v1.0.0 // indirect
 	github.com/spf13/afero v1.9.5 // indirect
 	github.com/spf13/jwalterweatherman v1.1.0 // indirect
 	github.com/spf13/viper v1.16.0 // indirect

metrics/metrics.go → pkg/metrics/metrics.go

@@ -4,7 +4,7 @@ import (
 	"errors"
 
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
+	"github.com/raystack/raccoon/pkg/logger"
 )
 
 var instrument MetricInstrument = voidInstrument{}

metrics/prometheus.go → pkg/metrics/prometheus.go

@@ -10,7 +10,7 @@ import (
 	"github.com/prometheus/client_golang/prometheus"
 	"github.com/prometheus/client_golang/prometheus/promhttp"
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
+	"github.com/raystack/raccoon/pkg/logger"
 	"github.com/spf13/cast"
 )
 

metrics/statsd.go → pkg/metrics/statsd.go

@@ -6,7 +6,7 @@ import (
 	"time"
 
 	"github.com/raystack/raccoon/config"
-	"github.com/raystack/raccoon/logger"
+	"github.com/raystack/raccoon/pkg/logger"
 	client "gopkg.in/alexcesaro/statsd.v2"
 )