gRPC Plugin framework

cmd/noop-grpc-plugin/load_test.go

@@ -0,0 +1,75 @@
+package main
+
+import (
+	"github.com/jaegertracing/jaeger/model"
+	"github.com/jaegertracing/jaeger/plugin/storage/grpc"
+	"github.com/spf13/viper"
+	"github.com/uber/jaeger-lib/metrics/prometheus"
+	"go.uber.org/zap"
+	"testing"
+	"time"
+)
+
+var logger = zap.NewNop()
+
+func BenchmarkNoopSpanWriter(b *testing.B) {
+	s := &noopStore{}
+
+	for n := 0; n < b.N; n++ {
+		s.WriteSpan(&model.Span{
+			TraceID:model.NewTraceID(1, 2),
+			SpanID:model.NewSpanID(1),
+			OperationName: "test",
+			StartTime: time.Now(),
+			Duration: 1 * time.Second,
+			Process: model.NewProcess("process", []model.KeyValue{
+
+			}),
+			ProcessID: "process_id",
+			Tags: []model.KeyValue{
+				{
+					Key:"test",
+					VStr: "",
+				},
+			},
+		})
+	}
+}
+
+func BenchmarkGRPCNoopSpanWriter(b *testing.B) {
+	v := viper.New()
+
+	v.Set("grpc-storage-plugin.binary", "noop-grpc-plugin")
+
+	f := grpc.NewFactory()
+	f.InitFromViper(v)
+
+	metricsFactory := prometheus.New()
+
+	f.Initialize( metricsFactory, logger)
+
+	sw, err := f.CreateSpanWriter()
+	if err != nil {
+		b.Fatal(err)
+	}
+
+	for n := 0; n < b.N; n++ {
+		sw.WriteSpan(&model.Span{
+			TraceID:model.NewTraceID(1, 2),
+			SpanID:model.NewSpanID(1),
+			OperationName: "test",
+			StartTime: time.Now(),
+			Duration: 1 * time.Second,
+			Process: model.NewProcess("process", []model.KeyValue{
+
+			}),
+			ProcessID: "process_id",
+			Tags: []model.KeyValue{
+				{
+					Key:"test",
+					VStr: "",
+				},
+			},
+		})
+	}
+}

cmd/noop-grpc-plugin/main.go

@@ -0,0 +1,92 @@
+// Copyright (c) 2018 The Jaeger Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package main
+
+import (
+	"context"
+	"flag"
+	"github.com/hashicorp/go-plugin"
+	"github.com/jaegertracing/jaeger/model"
+	"github.com/jaegertracing/jaeger/plugin/storage/grpc/shared"
+	"github.com/jaegertracing/jaeger/plugin/storage/memory"
+	"github.com/jaegertracing/jaeger/storage/spanstore"
+	"github.com/spf13/viper"
+	"path"
+	"strings"
+	"time"
+)
+
+var configPath string
+
+func main() {
+	flag.StringVar(&configPath, "config", "", "A path to the plugin's configuration file")
+	flag.Parse()
+
+	if configPath != "" {
+		viper.SetConfigFile(path.Base(configPath))
+		viper.AddConfigPath(path.Dir(configPath))
+	}
+
+	v := viper.New()
+	v.AutomaticEnv()
+	v.SetEnvKeyReplacer(strings.NewReplacer("-", "_", ".", "_"))
+
+	opts := memory.Options{}
+	opts.InitFromViper(v)
+
+	plugin.Serve(&plugin.ServeConfig{
+		HandshakeConfig: shared.Handshake,
+		VersionedPlugins: map[int]plugin.PluginSet{
+			1: map[string]plugin.Plugin{
+				shared.StoragePluginIdentifier: &shared.StorageGRPCPlugin{
+					Impl: &noopStore{},
+				},
+			},
+		},
+		GRPCServer: plugin.DefaultGRPCServer,
+	})
+}
+
+type noopStore struct {
+
+}
+
+func (*noopStore) GetDependencies(endTs time.Time, lookback time.Duration) ([]model.DependencyLink, error) {
+	return nil, nil
+}
+
+func (*noopStore) GetTrace(ctx context.Context, traceID model.TraceID) (*model.Trace, error) {
+	return nil, nil
+}
+
+func (*noopStore) GetServices(ctx context.Context) ([]string, error) {
+	return nil, nil
+}
+
+func (*noopStore) GetOperations(ctx context.Context, service string) ([]string, error) {
+	return nil, nil
+}
+
+func (*noopStore) FindTraces(ctx context.Context, query *spanstore.TraceQueryParameters) ([]*model.Trace, error) {
+	return nil,nil
+}
+
+func (*noopStore) FindTraceIDs(ctx context.Context, query *spanstore.TraceQueryParameters) ([]model.TraceID, error) {
+	return nil, nil
+}
+
+func (*noopStore) WriteSpan(span *model.Span) error {
+	return nil
+}

pkg/grpc/config/config.go

@@ -0,0 +1,69 @@
+// Copyright (c) 2018 The Jaeger Authors.
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+// http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+package config
+
+import (
+	"fmt"
+	"github.com/hashicorp/go-hclog"
+	"github.com/hashicorp/go-plugin"
+	"github.com/jaegertracing/jaeger/plugin/storage/grpc/shared"
+	"os/exec"
+	"runtime"
+)
+
+// Configuration describes the options to customize the storage behavior
+type Configuration struct {
+	PluginBinary string `yaml:"binary"`
+	PluginConfigurationFile string `yaml:"configuration-file"`
+}
+
+func (c *Configuration) Build() (shared.StoragePlugin, error) {
+	client := plugin.NewClient(&plugin.ClientConfig{
+		HandshakeConfig: shared.Handshake,
+		VersionedPlugins: map[int]plugin.PluginSet{
+			1: shared.PluginMap,
+		},
+		Cmd:              exec.Command(c.PluginBinary, "--config", c.PluginConfigurationFile),
+		AllowedProtocols: []plugin.Protocol{plugin.ProtocolGRPC},
+		Logger: hclog.New(&hclog.LoggerOptions{
+			Level: hclog.Warn,
+		}),
+	})
+
+	runtime.SetFinalizer(client, func(c *plugin.Client) {
+		c.Kill()
+	})
+
+	rpcClient, err := client.Client()
+	if err != nil {
+		return nil, fmt.Errorf("error attempting to connect to plugin rpc client: %s", err)
+	}
+
+	raw, err := rpcClient.Dispense(shared.StoragePluginIdentifier)
+	if err != nil {
+		return nil, fmt.Errorf("unable to retrieve storage plugin instance: %s", err)
+	}
+
+	storagePlugin, ok := raw.(shared.StoragePlugin)
+	if !ok {
+		return nil, fmt.Errorf("unexpected type for plugin \"%s\"", shared.StoragePluginIdentifier)
+	}
+
+	return storagePlugin, nil
+}
+
+type PluginBuilder interface {
+	Build() (shared.StoragePlugin, error)
+}

plugin/storage/factory.go

@@ -26,6 +26,7 @@ import (
 	"github.com/jaegertracing/jaeger/plugin/storage/badger"
 	"github.com/jaegertracing/jaeger/plugin/storage/cassandra"
 	"github.com/jaegertracing/jaeger/plugin/storage/es"
+	"github.com/jaegertracing/jaeger/plugin/storage/grpc"
 	"github.com/jaegertracing/jaeger/plugin/storage/kafka"
 	"github.com/jaegertracing/jaeger/plugin/storage/memory"
 	"github.com/jaegertracing/jaeger/storage"
@@ -38,6 +39,7 @@ const (
 	elasticsearchStorageType = "elasticsearch"
 	memoryStorageType        = "memory"
 	kafkaStorageType         = "kafka"
+	grpcPluginStorageType    = "grpc-plugin"
 	badgerStorageType        = "badger"
 	downsamplingRatio        = "downsampling.ratio"
 	downsamplingHashSalt     = "downsampling.hashsalt"
@@ -48,7 +50,7 @@ const (
 	defaultDownsamplingHashSalt = ""
 )
 
-var allStorageTypes = []string{cassandraStorageType, elasticsearchStorageType, memoryStorageType, kafkaStorageType, badgerStorageType}
+var allStorageTypes = []string{cassandraStorageType, elasticsearchStorageType, memoryStorageType, kafkaStorageType, badgerStorageType, grpcPluginStorageType}
 
 // Factory implements storage.Factory interface as a meta-factory for storage components.
 type Factory struct {
@@ -90,6 +92,8 @@ func (f *Factory) getFactoryOfType(factoryType string) (storage.Factory, error)
 		return kafka.NewFactory(), nil
 	case badgerStorageType:
 		return badger.NewFactory(), nil
+	case grpcPluginStorageType:
+		return grpc.NewFactory(), nil
 	default:
 		return nil, fmt.Errorf("Unknown storage type %s. Valid types are %v", factoryType, allStorageTypes)
 	}