diff --git a/web/user.go b/web/user.go index 8aae75045..3254a6d85 100644 --- a/web/user.go +++ b/web/user.go @@ -1,13 +1,13 @@ package web import ( - "TUM-Live/dao" - "TUM-Live/model" - "TUM-Live/tools" - "TUM-Live/tools/tum" "context" "github.com/gin-gonic/gin" "github.com/golang-jwt/jwt/v4" + "github.com/joschahenningsen/TUM-Live/dao" + "github.com/joschahenningsen/TUM-Live/model" + "github.com/joschahenningsen/TUM-Live/tools" + "github.com/joschahenningsen/TUM-Live/tools/tum" log "github.com/sirupsen/logrus" "net/http" "net/url" diff --git a/web/watch.go b/web/watch.go index a70d7c66e..27f3f7b1c 100644 --- a/web/watch.go +++ b/web/watch.go @@ -1,12 +1,12 @@ package web import ( - "TUM-Live/dao" - "TUM-Live/model" - "TUM-Live/tools" "errors" "github.com/getsentry/sentry-go" "github.com/gin-gonic/gin" + "github.com/joschahenningsen/TUM-Live/dao" + "github.com/joschahenningsen/TUM-Live/model" + "github.com/joschahenningsen/TUM-Live/tools" log "github.com/sirupsen/logrus" "gorm.io/gorm" "html/template" diff --git a/worker/.gitignore b/worker/.gitignore new file mode 100644 index 000000000..6928be29a --- /dev/null +++ b/worker/.gitignore @@ -0,0 +1 @@ +persist.gob diff --git a/worker/Dockerfile b/worker/Dockerfile new file mode 100644 index 000000000..05c68820b --- /dev/null +++ b/worker/Dockerfile @@ -0,0 +1,20 @@ +FROM golang:1.18-alpine3.15 as builder + +WORKDIR /go/src/github.com/joschahenningsen/TUM-Live/worker +COPY . . + +RUN GO111MODULE=on go mod download +# bundle version into binary if specified in build-args, dev otherwise. +ARG version=dev +RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -a -ldflags "-w -extldflags '-static' -X main.VersionTag=${version}" -o /worker cmd/worker/worker.go + +FROM alpine:3.15 + +RUN apk add --no-cache \ + ffmpeg=4.4.1-r2 \ + tzdata=2022a-r0 + +COPY --from=builder /worker /worker +RUN chmod +x /worker + +CMD ["/worker"] diff --git a/worker/Makefile b/worker/Makefile new file mode 100644 index 000000000..1436da681 --- /dev/null +++ b/worker/Makefile @@ -0,0 +1,16 @@ +all: build + +VERSION := $(shell git rev-parse --short origin/HEAD) + +protoGen: + cd api; \ + protoc ./api.proto --go-grpc_out=../.. --go_out=../.. + +build: deps + go build -o main -ldflags="-X 'main.VersionTag=$(VERSION)'" cmd/worker/worker.go; + +deps: + go get ./...; + +install: + mv main /bin/worker \ No newline at end of file diff --git a/worker/README.md b/worker/README.md new file mode 100644 index 000000000..42151170d --- /dev/null +++ b/worker/README.md @@ -0,0 +1,11 @@ +# TUM-Live-Worker + +The worker for [TUM-Live](https://github.com/joschahenningsen/TUM-Live) + +features include: + +- Record lecture halls +- Transcode recordings +- Push recordings to LRZ +- Detect silence in recordings +- Stream Video files as "Premieres" diff --git a/worker/api/api.proto b/worker/api/api.proto new file mode 100644 index 000000000..d3a927520 --- /dev/null +++ b/worker/api/api.proto @@ -0,0 +1,160 @@ +syntax = "proto3"; +package api; +option go_package = "TUM-Live/worker/pb"; + +import "google/protobuf/timestamp.proto"; + +service ToWorker { + // Requests a stream from a lecture hall + rpc RequestStream (StreamRequest) returns (Status) {} + rpc RequestPremiere (PremiereRequest) returns (Status) {} + rpc RequestStreamEnd (EndStreamRequest) returns (Status) {} + rpc RequestWaveform (WaveformRequest) returns (WaveFormResponse) {} + rpc RequestCut (CutRequest) returns (CutResponse) {} +} + +message CutRequest { + string WorkerId = 1; + repeated string Files = 2; + message Segment { + int64 Start_time = 1; // milliseconds + int64 End_time = 2; + bool Discard = 3; + } + repeated Segment segments = 3; + bool UploadResult = 4; +} + +message CutResponse { + bool success = 1; + string error = 2; // if success == false: error message +} + +message WaveformRequest { + string WorkerId = 1; + string File = 2; +} + +message WaveFormResponse { + bytes Waveform = 1; +} + +message StreamRequest { + string WorkerId = 1; + string SourceType = 2; + string SourceUrl = 3; + string CourseSlug = 4; + google.protobuf.Timestamp Start = 6; + google.protobuf.Timestamp End = 7; + bool PublishStream = 8; + bool PublishVoD = 9; + uint32 StreamID = 10; + string CourseTerm = 11; + uint32 CourseYear = 12; + string StreamName = 13; + string IngestServer = 14; + string OutUrl = 15; +} + +message PremiereRequest { + uint32 StreamID = 1; + string FilePath = 2; + string WorkerID = 3; + string StreamName = 4; + string IngestServer = 5; + string OutUrl = 6; +} + +message EndStreamRequest { + uint32 StreamID = 1; + string WorkerID = 2; + bool DiscardVoD = 3; +} + +message Status { + bool ok = 1; +} + +// Heartbeat service defines communication from workers to TUM-Live +service FromWorker { + // JoinWorkers is a request to the server to join the worker pool. + rpc JoinWorkers (JoinWorkersRequest) returns (JoinWorkersResponse) {} + rpc SendHeartBeat(HeartBeat) returns (Status) {} + rpc NotifyTranscodingFinished(TranscodingFinished) returns (Status) {} + rpc NotifySilenceResults(SilenceResults) returns (Status) {} + rpc NotifyStreamStarted(StreamStarted) returns (Status) {} + rpc NotifyStreamFinished(StreamFinished) returns (Status) {} + rpc NotifyUploadFinished(UploadFinished) returns (Status) {} + rpc SendSelfStreamRequest(SelfStreamRequest) returns (SelfStreamResponse) {} +} + +message JoinWorkersRequest { + string token = 1; // token to authenticate the worker + string hostname = 2; // hostname of the worker +} + +message JoinWorkersResponse { + string worker_id = 1; // worker id, secret set for further communication in case of success +} + +message SelfStreamRequest { + string WorkerID = 1; + string StreamKey = 2; + string CourseSlug = 3; +} + +message SelfStreamResponse { + uint32 StreamID = 1; + string CourseSlug = 2; + uint32 CourseYear = 3; + google.protobuf.Timestamp StreamStart = 4; + string CourseTerm = 5; + bool uploadVoD = 6; + string IngestServer = 7; + string StreamName = 8; + string OutUrl = 9; +} + +message HeartBeat { + string WorkerID = 1; + uint32 Workload = 2; + repeated string Jobs = 3; + string Version = 4; + string CPU = 5; + string Memory = 6; + string Disk = 7; + string Uptime = 8; +} + +message StreamFinished { + string WorkerID = 1; + uint32 StreamID = 2; +} + +message TranscodingFinished { + string WorkerID = 1; + uint32 StreamID = 2; + string FilePath = 3; + uint32 Duration = 4; +} + +message UploadFinished { + string WorkerID = 1; + uint32 StreamID = 2; + string HLSUrl = 4; + string SourceType = 5; +} + +message StreamStarted { + string WorkerID = 1; + uint32 StreamID = 2; + string HlsUrl = 3; + string SourceType = 5; +} + +message SilenceResults { + string WorkerID = 1; + uint32 StreamID = 2; + repeated uint32 starts = 3 [packed = true]; + repeated uint32 ends = 4 [packed = true]; +} diff --git a/worker/api/api_server.go b/worker/api/api_server.go new file mode 100644 index 000000000..aeba6a9a1 --- /dev/null +++ b/worker/api/api_server.go @@ -0,0 +1,83 @@ +package api + +import ( + "context" + "errors" + "net" + "time" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + "github.com/joschahenningsen/TUM-Live/worker/worker" + log "github.com/sirupsen/logrus" + "google.golang.org/grpc" + "google.golang.org/grpc/keepalive" + "google.golang.org/grpc/reflection" +) + +type server struct { + pb.UnimplementedToWorkerServer +} + +// RequestCut is a gRPC endpoint for the worker to Cut a video +func (s server) RequestCut(ctx context.Context, request *pb.CutRequest) (*pb.CutResponse, error) { + return nil, errors.New("not implemented") +} + +// RequestWaveform is a gRPC endpoint for the worker to generate a waveform +func (s server) RequestWaveform(ctx context.Context, request *pb.WaveformRequest) (*pb.WaveFormResponse, error) { + if request.WorkerId != cfg.WorkerID { + return nil, errors.New("unauthenticated: wrong worker id") + } + waveform, err := worker.GetWaveform(request) + return &pb.WaveFormResponse{Waveform: waveform}, err +} + +func (s server) RequestStream(ctx context.Context, request *pb.StreamRequest) (*pb.Status, error) { + if request.WorkerId != cfg.WorkerID { + log.Info("Rejected request to stream") + return &pb.Status{Ok: false}, errors.New("unauthenticated: wrong worker id") + } + go worker.HandleStreamRequest(request) + return &pb.Status{Ok: true}, nil +} + +func (s server) RequestPremiere(ctx context.Context, request *pb.PremiereRequest) (*pb.Status, error) { + if request.WorkerID != cfg.WorkerID { + log.Info("Rejected request for premiere") + return &pb.Status{Ok: false}, errors.New("unauthenticated: wrong worker id") + } + go worker.HandlePremiere(request) + return &pb.Status{Ok: true}, nil +} + +func (s server) RequestStreamEnd(ctx context.Context, request *pb.EndStreamRequest) (*pb.Status, error) { + if request.WorkerID != cfg.WorkerID { + log.Info("Rejected request to end stream") + return &pb.Status{Ok: false}, errors.New("unauthenticated: wrong worker id") + } + go worker.HandleStreamEndRequest(request) + return &pb.Status{Ok: true}, nil +} + +//InitApi Initializes api endpoints +//addr: port to run on, e.g. ":8080" +func InitApi(addr string) { + lis, err := net.Listen("tcp", addr) + if err != nil { + log.WithError(err).Fatal("failed to listen") + } + grpcServer := grpc.NewServer(grpc.KeepaliveParams(keepalive.ServerParameters{ + MaxConnectionIdle: time.Minute, + MaxConnectionAge: time.Minute, + MaxConnectionAgeGrace: time.Second * 5, + Time: time.Minute * 10, + Timeout: time.Second * 20, + })) + pb.RegisterToWorkerServer(grpcServer, &server{}) + + reflection.Register(grpcServer) + if err := grpcServer.Serve(lis); err != nil { + log.Fatalf("failed to serve: %v", err) + } +} diff --git a/worker/api/api_server_test.go b/worker/api/api_server_test.go new file mode 100644 index 000000000..0bd60dba5 --- /dev/null +++ b/worker/api/api_server_test.go @@ -0,0 +1,24 @@ +package api + +import ( + "context" + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + "testing" +) + +var mockServer = server{} + +func setup() { + cfg.WorkerID = "123" +} + +func TestServer_RequestStream(t *testing.T) { + setup() + _, err := mockServer.RequestStream(context.Background(), &pb.StreamRequest{ + WorkerId: "234"}) + if err == nil { + t.Errorf("Request with wrong WorkerID should be rejected") + return + } +} diff --git a/worker/cfg/cfg.go b/worker/cfg/cfg.go new file mode 100644 index 000000000..ad57e9684 --- /dev/null +++ b/worker/cfg/cfg.go @@ -0,0 +1,124 @@ +package cfg + +import ( + "context" + "fmt" + "github.com/joschahenningsen/TUM-Live/worker/pb" + log "github.com/sirupsen/logrus" + "google.golang.org/grpc" + "google.golang.org/grpc/credentials/insecure" + "os" + "time" +) + +var ( + WorkerID string // authentication token, unique for every worker, used to verify all calls + TempDir string // recordings will end up here before they are converted + StorageDir string // recordings will end up here after they are converted + LrzUser string + LrzMail string + LrzPhone string + LrzSubDir string + MainBase string + LrzUploadUrl string + LogDir string + Hostname string + Token string // setup token. Used to connect initially and to get a "WorkerID" + PersistDir string // PersistDir is the directory, tum-live-worker will use to store persistent data + LogLevel = log.InfoLevel +) + +// init stops the execution if any of the required config variables are unset. +func init() { + // JoinToken is required to join the main tumlive as a worker + Token = os.Getenv("Token") + if Token == "" { + log.Fatal("Environment variable Token is not set") + } + TempDir = "/recordings" // recordings will end up here before they are converted + StorageDir = os.Getenv("MassStorage") + if StorageDir == "" { + StorageDir = "/mass" // recordings will end up here after they are converted + } + LrzUser = os.Getenv("LrzUser") + LrzMail = os.Getenv("LrzMail") + LrzPhone = os.Getenv("LrzPhone") + LrzSubDir = os.Getenv("LrzSubDir") + LrzUploadUrl = os.Getenv("LrzUploadUrl") + MainBase = os.Getenv("MainBase") // eg. live.mm.rbg.tum.de + + // logging + LogDir = os.Getenv("LogDir") + if LogDir == "" { + LogDir = "/var/log/stream" + } + switch os.Getenv("LogLevel") { + case "trace": + LogLevel = log.TraceLevel + case "debug": + LogLevel = log.DebugLevel + case "info": + LogLevel = log.InfoLevel + case "warn": + LogLevel = log.WarnLevel + case "error": + LogLevel = log.ErrorLevel + case "fatal": + LogLevel = log.FatalLevel + case "panic": + LogLevel = log.PanicLevel + default: + LogLevel = log.InfoLevel + } + log.SetLevel(LogLevel) + + PersistDir = os.Getenv("PersistDir") + if PersistDir == "" { + PersistDir = "." + } + err := os.MkdirAll(PersistDir, 0755) + if err != nil { + log.Error(err) + } + err = os.MkdirAll(LogDir, 0755) + if err != nil { + log.Warn("Could not create log directory: ", err) + } + + // the hostname is required to announce this worker to the main tumlive + // Usually this is passed as an environment variable using docker. Otherwise, it is set to the hostname of the machine + Hostname = os.Getenv("Host") + if Hostname == "" { + Hostname, err = os.Hostname() + if err != nil { + log.Fatalf("Could not get hostname: %v\n", err) + } + } + + // join main tumlive: + var conn *grpc.ClientConn + // retry connecting to tumlive every 5 seconds until successful + for { + conn, err = grpc.Dial(fmt.Sprintf("%s:50052", MainBase), grpc.WithTransportCredentials(insecure.NewCredentials())) + if err == nil { + break + } else { + log.Warnf("Could not connect to main tumlive: %v\n", err) + time.Sleep(time.Second * 5) + } + } + + client := pb.NewFromWorkerClient(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Second*5) + defer cancel() + resp, err := client.JoinWorkers(ctx, &pb.JoinWorkersRequest{ + Token: Token, + Hostname: Hostname, + }) + if err != nil { + log.Warnf("Could not join main tumlive: %v\n", err) + return + } + WorkerID = resp.WorkerId + log.Infof("Joined main tumlive with worker id: %s\n", WorkerID) +} diff --git a/worker/client/main.go b/worker/client/main.go new file mode 100644 index 000000000..bab9c978e --- /dev/null +++ b/worker/client/main.go @@ -0,0 +1,36 @@ +package main + +import ( + "context" + "encoding/base64" + "fmt" + "github.com/joschahenningsen/TUM-Live/worker/pb" + log "github.com/sirupsen/logrus" + "google.golang.org/grpc" + "google.golang.org/grpc/credentials/insecure" +) + +// interactively test your implementation here +func main() { + c, err := dialIn("localhost") + if err != nil { + log.Fatal(err) + } + client := pb.NewToWorkerClient(c) + waveform, err := client.RequestWaveform(context.Background(), &pb.WaveformRequest{ + File: "/srv/cephfs/livestream/rec/TUM-Live/2021/W/fpv/2021-10-22_08-30/fpv-2021-10-22-08-30COMB.mp4", + WorkerId: "abc", + }) + if err != nil { + log.Fatal(err) + } + e := base64.StdEncoding.EncodeToString(waveform.Waveform) + fmt.Println(e) +} + +func dialIn(host string) (*grpc.ClientConn, error) { + credentials := insecure.NewCredentials() + log.Info("Connecting to:" + fmt.Sprintf("%s:50051", host)) + conn, err := grpc.Dial(fmt.Sprintf("%s:50051", host), grpc.WithTransportCredentials(credentials)) + return conn, err +} diff --git a/worker/cmd/worker/worker.go b/worker/cmd/worker/worker.go new file mode 100644 index 000000000..2624a9bb6 --- /dev/null +++ b/worker/cmd/worker/worker.go @@ -0,0 +1,85 @@ +package main + +import ( + "fmt" + "github.com/getsentry/sentry-go" + "github.com/joschahenningsen/TUM-Live/worker/api" + "github.com/joschahenningsen/TUM-Live/worker/selfstream" + "github.com/joschahenningsen/TUM-Live/worker/worker" + "github.com/makasim/sentryhook" + "github.com/pkg/profile" + log "github.com/sirupsen/logrus" + "net/http" + _ "net/http/pprof" + "os" + "os/exec" + "os/signal" + "syscall" + "time" +) + +// OsSignal contains the current os signal received. +// Application exits when it's terminating (kill, int, sigusr, term) +var OsSignal chan os.Signal +var VersionTag = "dev" + +//prepare checks if the required dependencies are installed +func prepare() { + //check if ffmpeg is installed + _, err := exec.LookPath("ffmpeg") + if err != nil { + log.Fatal("ffmpeg is not installed") + } +} + +func main() { + prepare() + + worker.VersionTag = VersionTag + //list files in directory + dir, err := os.ReadDir("/recordings") + if err != nil { + log.WithError(err).Error("cant read dir") + } + for _, d := range dir { + fmt.Println(d.Name()) + } + defer profile.Start(profile.MemProfile).Stop() + go func() { + _ = http.ListenAndServe(":8082", nil) // debug endpoint + }() + + OsSignal = make(chan os.Signal, 1) + + // log with time, fmt "23.09.2021 10:00:00" + log.SetFormatter(&log.TextFormatter{TimestampFormat: "02.01.2006 15:04:05", FullTimestamp: true}) + log.SetLevel(log.DebugLevel) + if os.Getenv("SentryDSN") != "" { + err := sentry.Init(sentry.ClientOptions{ + Dsn: os.Getenv("SentryDSN"), + TracesSampleRate: 1, + Debug: true, + AttachStacktrace: true, + Environment: "Worker", + }) + if err != nil { + log.Fatalf("sentry.Init: %s", err) + } + // Flush buffered events before the program terminates. + defer sentry.Flush(2 * time.Second) + defer sentry.Recover() + log.AddHook(sentryhook.New([]log.Level{log.PanicLevel, log.FatalLevel, log.ErrorLevel, log.WarnLevel})) + } + // setup apis + go api.InitApi(":50051") + go selfstream.InitApi(":8060") + worker.Setup() + awaitSignal() +} + +// awaitSignal Keeps the application running until a signal is received. +func awaitSignal() { + signal.Notify(OsSignal, syscall.SIGINT, syscall.SIGTERM, syscall.SIGUSR1) + s := <-OsSignal + fmt.Printf("Exiting, received OsSignal: %s\n", s.String()) +} diff --git a/worker/edge/Dockerfile b/worker/edge/Dockerfile new file mode 100644 index 000000000..749d964ef --- /dev/null +++ b/worker/edge/Dockerfile @@ -0,0 +1,16 @@ +FROM golang:1.18-alpine3.15 as builder + +WORKDIR /go/src/github.com/joschahenningsen/TUM-Live/worker +COPY . . + +RUN GO111MODULE=on go mod download + +# bundle version into binary if specified in build-args, dev otherwise. +ARG version=dev +RUN CGO_ENABLED=0 GOOS=linux GOARCH=amd64 go build -a -ldflags "-w -extldflags '-static' -X main.VersionTag=${version}" -o /worker edge.go +RUN chmod +x /worker + +FROM scratch +COPY --from=builder /worker /worker + +CMD ["/worker"] diff --git a/worker/edge/README.md b/worker/edge/README.md new file mode 100644 index 000000000..7fa64db72 --- /dev/null +++ b/worker/edge/README.md @@ -0,0 +1,22 @@ +# TUM-Live/worker/edge + +The edge module is designed as a simple edge proxy and cache node for TUM-Live/worker. +It can be used when network traffic to worker nodes exceeds the available bandwidth, the architecture might look like this: +``` + ┌───────┐ proxy /stream1.m3u8 +┌─────────────────┐ ┌─► │Edge 1 ├──────────────────────────┐ ┌───────────┐ +│ ├─────────────────────────┘ └───────┘ └─►│ │ +│ Load Balancer │GET /worker-n/stream1.m3u8 │ worker-n │ +│(DNS-RR/HTTP 302)│GET /worker-n/media123.ts │ │ +│ ├─────────────────────────┐ ┌───────┐ ┌─►└───────────┘ +└─────────────────┘ └─► │Edge 2 ├──────────────────────────┘ + └───────┘ proxy & cache /media123.ts +``` + +## Configuration + +The following configuration options are available via environment variables: + +- `PORT`: The port on which the edge node should listen for incoming connections (default: 8080). +- `ORIGIN_PORT`: The port on which the workers hls files are available (default: 8085). +- `ORIGIN_PROTO`: The protocol of the origin server (default: http). diff --git a/worker/edge/edge.go b/worker/edge/edge.go new file mode 100644 index 000000000..6919983ba --- /dev/null +++ b/worker/edge/edge.go @@ -0,0 +1,202 @@ +// Package main provides a simple edge tumlive that proxies requests for TUM-Live-Worker and caches immutable files. +package main + +import ( + "fmt" + "log" + "net/http" + "net/http/httputil" + "net/url" + "os" + "path/filepath" + "regexp" + "strings" + "sync" + "time" +) + +var ( + cacheLock = sync.Mutex{} + cachedFiles = make(map[string]time.Time) + + inflghtLock = sync.Mutex{} + inflight = make(map[string]*sync.Mutex) + + allowedRe = regexp.MustCompile("^/[a-zA-Z0-9]+/([a-zA-Z0-9_]+/)*[a-zA-Z0-9_]+\\.(ts|m3u8)$") // e.g. /vm123/live/stream/1234.ts + //allowedRe = regexp.MustCompile("^.*$") // e.g. /vm123/live/strean/1234.ts +) + +var originPort = "8085" +var originProto = "http://" + +var VersionTag = "dev" + +func main() { + log.Println("Starting edge tumlive version " + VersionTag) + port := os.Getenv("PORT") + if port == "" { + port = ":8089" + } + if !strings.HasPrefix(port, ":") { + port = ":" + originPort + } + originPEnv := os.Getenv("ORIGIN_PORT") + if originPEnv != "" { + originPort = originPEnv + } + originProtoEnv := os.Getenv("ORIGIN_PROTO") + if originProtoEnv != "" { + originProto = originProtoEnv + } + ServeEdge(port) +} + +func ServeEdge(port string) { + prepare() + go func() { + for { + cleanup() + time.Sleep(time.Minute * 5) + } + }() + + mux := http.NewServeMux() + mux.HandleFunc("/", edgeHandler) + log.Fatal(http.ListenAndServe(port, mux)) +} + +// edgeHandler proxies requests to TUM-Live-Worker (nginx) and caches immutable files. +func edgeHandler(writer http.ResponseWriter, request *http.Request) { + if !allowedRe.MatchString(request.URL.Path) { + writer.WriteHeader(http.StatusNotFound) + _, _ = writer.Write([]byte("404 - Not Found")) + return + } + urlParts := strings.SplitN(request.URL.Path, "/", 3) + + // proxy m3u8 playlist + if strings.HasSuffix(request.URL.Path, ".m3u8") { // -> ["", "vm123", "live/stream/1234.ts"] + request.Host = urlParts[1] + request.URL.Path = "" // override by proxy + u, err := url.Parse(fmt.Sprintf("%s%s:%s/%s", originProto, urlParts[1], originPort, urlParts[2])) + if err != nil { + log.Println("Could not parse URL: ", err) + return + } + proxy := httputil.NewSingleHostReverseProxy(u) + proxy.Director = func(req *http.Request) { + req.URL.Scheme = u.Scheme + req.URL.Host = u.Host + req.URL.Path, req.URL.RawPath = u.Path, u.Path + req.RequestURI = u.RequestURI() + if _, ok := req.Header["User-Agent"]; !ok { + // explicitly disable User-Agent so it's not set to default value + req.Header.Set("User-Agent", "") + } + } + proxy.ServeHTTP(writer, request) + return + } + err := fetchFile(urlParts[1], urlParts[2]) + if err != nil { + log.Printf("Could not fetch file: %v", err) + writer.WriteHeader(http.StatusBadGateway) + _, _ = writer.Write([]byte("502 - Bad Gateway")) + return + } + http.ServeFile(writer, request, cacheDir+"/"+urlParts[2]) +} + +// fetchFile fetches a file from the origin tumlive and persists it in the cache directory. +// if the file is already in the cache, it is not fetched again. +func fetchFile(host, file string) error { + diskDir := cacheDir + "/" + file + // check if file is already in cache + cacheLock.Lock() + _, ok := cachedFiles[diskDir] + cacheLock.Unlock() + if ok { + return nil + } + + inflghtLock.Lock() + if _, ok = inflight[file]; !ok { + inflight[file] = &sync.Mutex{} + } + curLock := inflight[file] + curLock.Lock() + inflghtLock.Unlock() + defer curLock.Unlock() + defer delete(inflight, file) + + // check if file is already in cache after acquiring lock: + _, err := os.Stat(diskDir) + if err == nil { + return nil // file in cache, can be served + } + if !os.IsNotExist(err) { + return err // Unknown error + } + // file not in cache, fetch it + filePathPts := strings.SplitN(file, ".", 2) + if len(filePathPts) != 2 { + return fmt.Errorf("parse file path: %s", file) + } + d := filepath.Dir(diskDir) + err = os.MkdirAll(d, 0755) + if err != nil { + return err + } + fileResp, err := http.Get(fmt.Sprintf("%s%s:%s/%s", originProto, host, originPort, file)) + if err != nil { + return err + } + defer fileResp.Body.Close() + f, err := os.Create(diskDir) + if err != nil { + return err + } + defer f.Close() + _, err = f.ReadFrom(fileResp.Body) + if err != nil { + return err + } + cacheLock.Lock() + cachedFiles[diskDir] = time.Now() + cacheLock.Unlock() + return nil +} + +const cacheDir = "/tmp/edge" + +func cleanup() { + // find files older than one hour: + log.Println("Cleaning up cache") + cacheLock.Lock() + defer cacheLock.Unlock() + removed := 0 + for file, timestamp := range cachedFiles { + if time.Since(timestamp) > time.Minute*10 { // clean up all files older than 10 minutes + removed++ + err := os.Remove(file) + if err != nil { + log.Println("Could not remove file: ", err) + } + delete(cachedFiles, file) + } + } + log.Println("Removed ", removed, " files") +} + +// prepare clears the cache and creates the cache directory +func prepare() { + // Empty cache on startup: + err := os.RemoveAll(cacheDir) + if err != nil { + log.Printf("Could not empty cache directory: %v", err) + } + err = os.MkdirAll(cacheDir, os.ModePerm) + if err != nil { + log.Fatal("Could not create cache directory for edge requests: ", err) + } +} diff --git a/worker/edge/go.mod b/worker/edge/go.mod new file mode 100644 index 000000000..7435b6050 --- /dev/null +++ b/worker/edge/go.mod @@ -0,0 +1,3 @@ +module github.com/joschahenningsen/tum-live/worker/edge + +go 1.18 diff --git a/worker/edge/go.sum b/worker/edge/go.sum new file mode 100644 index 000000000..e69de29bb diff --git a/worker/example.env b/worker/example.env new file mode 100644 index 000000000..e87d9573d --- /dev/null +++ b/worker/example.env @@ -0,0 +1,12 @@ +WorkerID="abc" +TempDir="./tmp" +StorageDir="./tmp" +LrzUser="Joscha Henningsen" +LrzMail="example@invalid" +LrzPhone="555-123-456" +LrzSubDir="RBG" +MainBase="localhost" +LrzUploadUrl="https://upload.example.lrz.de/cgi-bin" +SentryDSN="https://abc@123.ingest.sentry.io/123" +LogDir="./tmp" +LogLevel="debug" \ No newline at end of file diff --git a/worker/go.mod b/worker/go.mod new file mode 100644 index 000000000..408dea395 --- /dev/null +++ b/worker/go.mod @@ -0,0 +1,44 @@ +module github.com/joschahenningsen/TUM-Live/worker + +go 1.18 + +require ( + github.com/getsentry/sentry-go v0.13.0 + github.com/golang/protobuf v1.5.2 + github.com/icza/gox v0.0.0-20220321141217-e2d488ab2fbc + github.com/iris-contrib/go.uuid v2.0.0+incompatible + github.com/makasim/sentryhook v0.4.0 + github.com/pkg/profile v1.6.0 + github.com/robfig/cron/v3 v3.0.1 + github.com/shirou/gopsutil/v3 v3.22.3 + github.com/sirupsen/logrus v1.8.1 + github.com/tidwall/gjson v1.14.0 + github.com/u2takey/ffmpeg-go v0.4.1 + golang.org/x/net v0.0.0-20220412020605-290c469a71a5 // indirect + golang.org/x/sync v0.0.0-20210220032951-036812b2e83c + golang.org/x/sys v0.0.0-20220412211240-33da011f77ad // indirect + golang.org/x/text v0.3.7 // indirect + google.golang.org/genproto v0.0.0-20220414192740-2d67ff6cf2b4 // indirect + google.golang.org/grpc v1.45.0 + google.golang.org/protobuf v1.28.0 +) + +require ( + github.com/aws/aws-sdk-go v1.43.30 // indirect + github.com/go-ole/go-ole v1.2.6 // indirect + github.com/jmespath/go-jmespath v0.4.0 // indirect + github.com/kr/pretty v0.3.0 // indirect + github.com/lufia/plan9stats v0.0.0-20220326011226-f1430873d8db // indirect + github.com/power-devops/perfstat v0.0.0-20220216144756-c35f1ee13d7c // indirect + github.com/rogpeppe/go-internal v1.8.1 // indirect + github.com/tidwall/match v1.1.1 // indirect + github.com/tidwall/pretty v1.2.0 // indirect + github.com/tklauser/go-sysconf v0.3.10 // indirect + github.com/tklauser/numcpus v0.4.0 // indirect + github.com/u2takey/go-utils v0.3.1 // indirect + github.com/yusufpapurcu/wmi v1.2.2 // indirect + golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f // indirect + gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c // indirect + gopkg.in/yaml.v2 v2.4.0 // indirect + gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b // indirect +) diff --git a/worker/go.sum b/worker/go.sum new file mode 100644 index 000000000..abddeb9b4 --- /dev/null +++ b/worker/go.sum @@ -0,0 +1,390 @@ +cloud.google.com/go v0.26.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +cloud.google.com/go v0.34.0/go.mod h1:aQUYkXzVsufM+DwF1aE+0xfcU+56JwCaLick0ClmMTw= +github.com/AndreasBriese/bbloom v0.0.0-20190306092124-e2d15f34fcf9/go.mod h1:bOvUY6CB00SOBii9/FifXqc0awNKxLFCL/+pkDPuyl8= +github.com/BurntSushi/toml v0.3.1/go.mod h1:xHWCNGjB5oqiDr8zfno3MHue2Ht5sIBksp03qcyfWMU= +github.com/CloudyKit/fastprinter v0.0.0-20170127035650-74b38d55f37a/go.mod h1:EFZQ978U7x8IRnstaskI3IysnWY5Ao3QgZUKOXlsAdw= +github.com/CloudyKit/jet v2.1.3-0.20180809161101-62edd43e4f88+incompatible/go.mod h1:HPYO+50pSWkPoj9Q/eq0aRGByCL6ScRlUmiEX5Zgm+w= +github.com/Joker/hpp v1.0.0/go.mod h1:8x5n+M1Hp5hC0g8okX3sR3vFQwynaX/UgSOM9MeBKzY= +github.com/Joker/jade v1.0.1-0.20190614124447-d475f43051e7/go.mod h1:6E6s8o2AE4KhCrqr6GRJjdC/gNfTdxkIXvuGZZda2VM= +github.com/Shopify/goreferrer v0.0.0-20181106222321-ec9c9a553398/go.mod h1:a1uqRtAwp2Xwc6WNPJEufxJ7fx3npB4UV/JOLmbu5I0= +github.com/ajg/form v1.5.1/go.mod h1:uL1WgH+h2mgNtvBq0339dVnzXdBETtL2LeUXaIv25UY= +github.com/antihax/optional v1.0.0/go.mod h1:uupD/76wgC+ih3iEmQUL+0Ugr19nfwCT1kdvxnR2qWY= +github.com/armon/consul-api v0.0.0-20180202201655-eb2c6b5be1b6/go.mod h1:grANhF5doyWs3UAsr3K4I6qtAmlQcZDesFNEHPZAzj8= +github.com/aws/aws-sdk-go v1.38.20/go.mod h1:hcU610XS61/+aQV88ixoOzUoG7v3b31pl2zKMmprdro= +github.com/aws/aws-sdk-go v1.43.30 h1:Q3lgrX/tz/MkEiPVVQnOQThBAK2QC2SCTCKTD1mwGFA= +github.com/aws/aws-sdk-go v1.43.30/go.mod h1:y4AeaBuwd2Lk+GepC1E9v0qOiTws0MIWAX4oIKwKHZo= +github.com/aymerick/raymond v2.0.3-0.20180322193309-b565731e1464+incompatible/go.mod h1:osfaiScAUVup+UC9Nfq76eWqDhXlp+4UYaA8uhTBO6g= +github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= +github.com/cespare/xxhash/v2 v2.1.1/go.mod h1:VGX0DQ3Q6kWi7AoAeZDth3/j3BFtOZR5XLFGgcrjCOs= +github.com/client9/misspell v0.3.4/go.mod h1:qj6jICC3Q7zFZvVWo7KLAzC3yx5G7kyvSDkc90ppPyw= +github.com/cncf/udpa/go v0.0.0-20191209042840-269d4d468f6f/go.mod h1:M8M6+tZqaGXZJjfX53e64911xZQV5JYwmTeXPW+k8Sc= +github.com/cncf/udpa/go v0.0.0-20201120205902-5459f2c99403/go.mod h1:WmhPx2Nbnhtbo57+VJT5O0JRkEi1Wbu0z5j0R8u5Hbk= +github.com/cncf/udpa/go v0.0.0-20210930031921-04548b0d99d4/go.mod h1:6pvJx4me5XPnfI9Z40ddWsdw2W/uZgQLFXToKeRcDiI= +github.com/cncf/xds/go v0.0.0-20210805033703-aa0b78936158/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= +github.com/cncf/xds/go v0.0.0-20210922020428-25de7278fc84/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= +github.com/cncf/xds/go v0.0.0-20211011173535-cb28da3451f1/go.mod h1:eXthEFrGJvWHgFFCl3hGmgk+/aYT6PnTQLykKQRLhEs= +github.com/codegangsta/inject v0.0.0-20150114235600-33e0aa1cb7c0/go.mod h1:4Zcjuz89kmFXt9morQgcfYZAYZ5n8WHjt81YYWIwtTM= +github.com/coreos/etcd v3.3.10+incompatible/go.mod h1:uF7uidLiAD3TWHmW31ZFd/JWoc32PjwdhPthX9715RE= +github.com/coreos/go-etcd v2.0.0+incompatible/go.mod h1:Jez6KQU2B/sWsbdaef3ED8NzMklzPG4d5KIOhIy30Tk= +github.com/coreos/go-semver v0.2.0/go.mod h1:nnelYz7RCh+5ahJtPPxZlU+153eP4D4r3EedlOD2RNk= +github.com/cpuguy83/go-md2man v1.0.10/go.mod h1:SmD6nW6nTyfqj6ABTjUi3V3JVMnlJmwcJI5acqYI6dE= +github.com/creack/pty v1.1.9/go.mod h1:oKZEueFk5CKHvIhNR5MUki03XCEU+Q6VDXinZuGJ33E= +github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c= +github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38= +github.com/dgraph-io/badger v1.6.0/go.mod h1:zwt7syl517jmP8s94KqSxTlM6IMsdhYy6psNgSztDR4= +github.com/dgrijalva/jwt-go v3.2.0+incompatible/go.mod h1:E3ru+11k8xSBh+hMPgOLZmtrrCbhqsmaPHjLKYnJCaQ= +github.com/dgryski/go-farm v0.0.0-20190423205320-6a90982ecee2/go.mod h1:SqUrOPUnsFjfmXRMNPybcSiG0BgUW2AuFH8PAnS2iTw= +github.com/disintegration/imaging v1.6.2/go.mod h1:44/5580QXChDfwIclfc/PCwrr44amcmDAg8hxG0Ewe4= +github.com/dustin/go-humanize v1.0.0/go.mod h1:HtrtbFcZ19U5GC7JDqmcUSB87Iq5E25KnS6fMYU6eOk= +github.com/eknkc/amber v0.0.0-20171010120322-cdade1c07385/go.mod h1:0vRUJqYpeSZifjYj7uP3BG/gKcuzL9xWVV/Y+cK33KM= +github.com/envoyproxy/go-control-plane v0.9.0/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.1-0.20191026205805-5f8ba28d4473/go.mod h1:YTl/9mNaCwkRvm6d1a2C3ymFceY/DCBVvsKhRF0iEA4= +github.com/envoyproxy/go-control-plane v0.9.4/go.mod h1:6rpuAdCZL397s3pYoYcLgu1mIlRU8Am5FuJP05cCM98= +github.com/envoyproxy/go-control-plane v0.9.9-0.20201210154907-fd9021fe5dad/go.mod h1:cXg6YxExXjJnVBQHBLXeUAgxn2UodCpnH306RInaBQk= +github.com/envoyproxy/go-control-plane v0.9.10-0.20210907150352-cf90f659a021/go.mod h1:AFq3mo9L8Lqqiid3OhADV3RfLJnjiw63cSpi+fDTRC0= +github.com/envoyproxy/protoc-gen-validate v0.1.0/go.mod h1:iSmxcyjqTsJpI2R4NaDN7+kN2VEUnK/pcBlmesArF7c= +github.com/etcd-io/bbolt v1.3.3/go.mod h1:ZF2nL25h33cCyBtcyWeZ2/I3HQOfTP+0PIEvHjkjCrw= +github.com/fasthttp-contrib/websocket v0.0.0-20160511215533-1f3b11f56072/go.mod h1:duJ4Jxv5lDcvg4QuQr0oowTf7dz4/CR8NtyCooz9HL8= +github.com/fatih/structs v1.1.0/go.mod h1:9NiDSp5zOcgEDl+j00MP/WkGVPOlPRLejGD8Ga6PJ7M= +github.com/flosch/pongo2 v0.0.0-20190707114632-bbf5a6c351f4/go.mod h1:T9YF2M40nIgbVgp3rreNmTged+9HrbNTIQf1PsaIiTA= +github.com/fsnotify/fsnotify v1.4.7/go.mod h1:jwhsz4b93w/PPRr/qN1Yymfu8t87LnFCMoQvtojpjFo= +github.com/gavv/httpexpect v2.0.0+incompatible/go.mod h1:x+9tiU1YnrOvnB725RkpoLv1M62hOWzwo5OXotisrKc= +github.com/getsentry/sentry-go v0.5.1/go.mod h1:B8H7x8TYDPkeWPRzGpIiFO97LZP6rL8A3hEt8lUItMw= +github.com/getsentry/sentry-go v0.13.0 h1:20dgTiUSfxRB/EhMPtxcL9ZEbM1ZdR+W/7f7NWD+xWo= +github.com/getsentry/sentry-go v0.13.0/go.mod h1:EOsfu5ZdvKPfeHYV6pTVQnsjfp30+XA7//UooKNumH0= +github.com/ghodss/yaml v1.0.0/go.mod h1:4dBDuWmgqj2HViK6kFavaiC9ZROes6MMH2rRYeMEF04= +github.com/gin-contrib/sse v0.0.0-20190301062529-5545eab6dad3/go.mod h1:VJ0WA2NBN22VlZ2dKZQPAPnyWw5XTlK1KymzLKsr59s= +github.com/gin-gonic/gin v1.4.0/go.mod h1:OW2EZn3DO8Ln9oIKOvM++LBO+5UPHJJDH72/q/3rZdM= +github.com/go-check/check v0.0.0-20180628173108-788fd7840127/go.mod h1:9ES+weclKsC9YodN5RgxqK/VD9HM9JsCSh7rNhMZE98= +github.com/go-errors/errors v1.0.1 h1:LUHzmkK3GUKUrL/1gfBUxAHzcev3apQlezX/+O7ma6w= +github.com/go-errors/errors v1.0.1/go.mod h1:f4zRHt4oKfwPJE5k8C9vpYG+aDHdBFUsgrm6/TyX73Q= +github.com/go-logr/logr v0.1.0/go.mod h1:ixOQHD9gLJUVQQ2ZOR7zLEifBX6tGkNJF4QyIY7sIas= +github.com/go-martini/martini v0.0.0-20170121215854-22fa46961aab/go.mod h1:/P9AEU963A2AYjv4d1V5eVL1CQbEJq6aCNHDDjibzu8= +github.com/go-ole/go-ole v1.2.6 h1:/Fpf6oFPoeFik9ty7siob0G6Ke8QvQEuVcuChpwXzpY= +github.com/go-ole/go-ole v1.2.6/go.mod h1:pprOEPIfldk/42T2oK7lQ4v4JSDwmV0As9GaiUsvbm0= +github.com/gobwas/httphead v0.0.0-20180130184737-2c6c146eadee/go.mod h1:L0fX3K22YWvt/FAX9NnzrNzcI4wNYi9Yku4O0LKYflo= +github.com/gobwas/pool v0.2.0/go.mod h1:q8bcK0KcYlCgd9e7WYLm9LpyS+YeLd8JVDW6WezmKEw= +github.com/gobwas/ws v1.0.2/go.mod h1:szmBTxLgaFppYjEmNtny/v3w89xOydFnnZMcgRRu/EM= +github.com/gogo/protobuf v1.3.1/go.mod h1:SlYgWuQ5SjCEi6WLHjHCa1yvBfUnHcTbrrZtXPKa29o= +github.com/golang/glog v0.0.0-20160126235308-23def4e6c14b/go.mod h1:SBH7ygxi8pfUlaOkMMuAQtPIUF8ecWP5IEl/CR7VP2Q= +github.com/golang/mock v1.1.1/go.mod h1:oTYuIxOrZwtPieC+H1uAHpcLFnEyAGVDL/k47Jfbm0A= +github.com/golang/protobuf v1.2.0/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.1/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.2/go.mod h1:6lQm79b+lXiMfvg/cZm0SGofjICqVBUtrP5yJMmIC1U= +github.com/golang/protobuf v1.3.3/go.mod h1:vzj43D7+SQXF/4pzW/hwtAqwc6iTitCiVSaWz5lYuqw= +github.com/golang/protobuf v1.4.0-rc.1/go.mod h1:ceaxUfeHdC40wWswd/P6IGgMaK3YpKi5j83Wpe3EHw8= +github.com/golang/protobuf v1.4.0-rc.1.0.20200221234624-67d41d38c208/go.mod h1:xKAWHe0F5eneWXFV3EuXVDTCmh+JuBKY0li0aMyXATA= +github.com/golang/protobuf v1.4.0-rc.2/go.mod h1:LlEzMj4AhA7rCAGe4KMBDvJI+AwstrUpVNzEA03Pprs= +github.com/golang/protobuf v1.4.0-rc.4.0.20200313231945-b860323f09d0/go.mod h1:WU3c8KckQ9AFe+yFwt9sWVRKCVIyN9cPHBJSNnbL67w= +github.com/golang/protobuf v1.4.0/go.mod h1:jodUvKwWbYaEsadDk5Fwe5c77LiNKVO9IDvqG2KuDX0= +github.com/golang/protobuf v1.4.1/go.mod h1:U8fpvMrcmy5pZrNK1lt4xCsGvpyWQ/VVv6QDs8UjoX8= +github.com/golang/protobuf v1.4.2/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.4.3/go.mod h1:oDoupMAO8OvCJWAcko0GGGIgR6R6ocIYbsSw735rRwI= +github.com/golang/protobuf v1.5.0/go.mod h1:FsONVRAS9T7sI+LIUmWTfcYkHO4aIWwzhcaSAoJOfIk= +github.com/golang/protobuf v1.5.2 h1:ROPKBNFfQgOUMifHyP+KYbvpjbdoFNs+aK7DXlji0Tw= +github.com/golang/protobuf v1.5.2/go.mod h1:XVQd3VNwM+JqD3oG2Ue2ip4fOMUkwXdXDdiuN0vRsmY= +github.com/gomodule/redigo v1.7.1-0.20190724094224-574c33c3df38/go.mod h1:B4C85qUVwatsJoIUNIfCRsp7qO0iAmpGFZ4EELWSbC4= +github.com/google/go-cmp v0.2.0/go.mod h1:oXzfMopK8JAjlY9xF4vHSVASa0yLyX7SntLO5aqRK0M= +github.com/google/go-cmp v0.3.0/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.3.1/go.mod h1:8QqcDgzrUqlUb/G2PQTWiueGozuR1884gddMywk6iLU= +github.com/google/go-cmp v0.4.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.0/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.5/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.6/go.mod h1:v8dTdLbMG2kIc/vJvl+f65V22dbkXbowE6jgT/gNBxE= +github.com/google/go-cmp v0.5.7 h1:81/ik6ipDQS2aGcBfIN5dHDB36BwrStyeAQquSYCV4o= +github.com/google/go-cmp v0.5.7/go.mod h1:n+brtR0CgQNWTVd5ZUFpTBC8YFBDLK/h/bpaJ8/DtOE= +github.com/google/go-querystring v1.0.0/go.mod h1:odCYkC5MyYFN7vkCjXpyrEuKhc/BUO6wN/zVPAxq5ck= +github.com/google/gofuzz v1.0.0/go.mod h1:dBl0BpW6vV/+mYPU4Po3pmUjxk6FQPldtuIdl/M65Eg= +github.com/google/uuid v1.1.1/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/google/uuid v1.1.2/go.mod h1:TIyPZe4MgqvfeYDBFedMoGGpEw/LqOeaOT+nhxU+yHo= +github.com/gopherjs/gopherjs v0.0.0-20181017120253-0766667cb4d1/go.mod h1:wJfORRmW1u3UXTncJ5qlYoELFm8eSnnEO6hX4iZ3EWY= +github.com/gorilla/websocket v1.4.0/go.mod h1:E7qHFY5m1UJ88s3WnNqhKjPHQ0heANvMoAMk2YaljkQ= +github.com/grpc-ecosystem/grpc-gateway v1.16.0/go.mod h1:BDjrQk3hbvj6Nolgz8mAMFbcEtjT1g+wF4CSlocrBnw= +github.com/hashicorp/go-version v1.2.0/go.mod h1:fltr4n8CU8Ke44wwGCBoEymUuxUHl09ZGVZPK5anwXA= +github.com/hashicorp/golang-lru v0.5.4/go.mod h1:iADmTwqILo4mZ8BN3D2Q6+9jd8WM5uGBxy+E8yxSoD4= +github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4T20WEQ= +github.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU= +github.com/icza/gox v0.0.0-20220321141217-e2d488ab2fbc h1:/vPVDa098f2SM/Ef3NtrWiyo4UBWL+QkD4hodlNpha8= +github.com/icza/gox v0.0.0-20220321141217-e2d488ab2fbc/go.mod h1:VbcN86fRkkUMPX2ufM85Um8zFndLZswoIW1eYtpAcVk= +github.com/imkira/go-interpol v1.1.0/go.mod h1:z0h2/2T3XF8kyEPpRgJ3kmNv+C43p+I/CoI+jC3w2iA= +github.com/inconshreveable/mousetrap v1.0.0/go.mod h1:PxqpIevigyE2G7u3NXJIT2ANytuPF1OarO4DADm73n8= +github.com/iris-contrib/blackfriday v2.0.0+incompatible/go.mod h1:UzZ2bDEoaSGPbkg6SAB4att1aAwTmVIx/5gCVqeyUdI= +github.com/iris-contrib/go.uuid v2.0.0+incompatible h1:XZubAYg61/JwnJNbZilGjf3b3pB80+OQg2qf6c8BfWE= +github.com/iris-contrib/go.uuid v2.0.0+incompatible/go.mod h1:iz2lgM/1UnEf1kP0L/+fafWORmlnuysV2EMP8MW+qe0= +github.com/iris-contrib/i18n v0.0.0-20171121225848-987a633949d0/go.mod h1:pMCz62A0xJL6I+umB2YTlFRwWXaDFA0jy+5HzGiJjqI= +github.com/iris-contrib/schema v0.0.1/go.mod h1:urYA3uvUNG1TIIjOSCzHr9/LmbQo8LrOcOqfqxa4hXw= +github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg= +github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= +github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8= +github.com/jmespath/go-jmespath/internal/testify v1.5.1/go.mod h1:L3OGu8Wl2/fWfCI6z80xFu9LTZmf1ZRjMHUOPmWr69U= +github.com/json-iterator/go v1.1.6/go.mod h1:+SdeFBvtyEkXs7REEP0seUULqWtbJapLOCVDaaPEHmU= +github.com/json-iterator/go v1.1.10/go.mod h1:KdQUCv79m/52Kvf8AW2vK1V8akMuk1QjK/uOdHXbAo4= +github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfVYBRgL+9YlvaHOwJU= +github.com/juju/errors v0.0.0-20181118221551-089d3ea4e4d5/go.mod h1:W54LbzXuIE0boCoNJfwqpmkKJ1O4TCTZMetAt6jGk7Q= +github.com/juju/loggo v0.0.0-20180524022052-584905176618/go.mod h1:vgyd7OREkbtVEN/8IXZe5Ooef3LQePvuBm9UWj6ZL8U= +github.com/juju/testing v0.0.0-20180920084828-472a3e8b2073/go.mod h1:63prj8cnj0tU0S9OHjGJn+b1h0ZghCndfnbQolrYTwA= +github.com/k0kubun/colorstring v0.0.0-20150214042306-9440f1994b88/go.mod h1:3w7q1U84EfirKl04SVQ/s7nPm1ZPhiXd34z40TNz36k= +github.com/kataras/golog v0.0.9/go.mod h1:12HJgwBIZFNGL0EJnMRhmvGA0PQGx8VFwrZtM4CqbAk= +github.com/kataras/iris/v12 v12.0.1/go.mod h1:udK4vLQKkdDqMGJJVd/msuMtN6hpYJhg/lSzuxjhO+U= +github.com/kataras/neffos v0.0.10/go.mod h1:ZYmJC07hQPW67eKuzlfY7SO3bC0mw83A3j6im82hfqw= +github.com/kataras/pio v0.0.0-20190103105442-ea782b38602d/go.mod h1:NV88laa9UiiDuX9AhMbDPkGYSPugBOV6yTZB1l2K9Z0= +github.com/kisielk/errcheck v1.2.0/go.mod h1:/BMXB+zMLi60iA8Vv6Ksmxu/1UDYcXs4uQLJ+jE2L00= +github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck= +github.com/klauspost/compress v1.8.2/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= +github.com/klauspost/compress v1.9.0/go.mod h1:RyIbtBH6LamlWaDj8nUwkbUhJ87Yi3uG0guNDohfE1A= +github.com/klauspost/cpuid v1.2.1/go.mod h1:Pj4uuM528wm8OyEC2QMXAi2YiTZ96dNQPGgoMS4s3ek= +github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ= +github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo= +github.com/kr/pretty v0.2.1/go.mod h1:ipq/a2n7PKx3OHsz4KJII5eveXtPO4qwEXGdVfWzfnI= +github.com/kr/pretty v0.3.0 h1:WgNl7dwNpEZ6jJ9k1snq4pZsg7DOEN8hP9Xw0Tsjwk0= +github.com/kr/pretty v0.3.0/go.mod h1:640gp4NfQd8pI5XOwp5fnNeVWj67G7CFk/SaSQn7NBk= +github.com/kr/pty v1.1.1/go.mod h1:pFQYn66WHrOpPYNljwOMqo10TkYh1fy3cYio2l3bCsQ= +github.com/kr/text v0.1.0/go.mod h1:4Jbv+DJW3UT/LiOwJeYQe1efqtUx/iVham/4vfdArNI= +github.com/kr/text v0.2.0 h1:5Nx0Ya0ZqY2ygV366QzturHI13Jq95ApcVaJBhpS+AY= +github.com/kr/text v0.2.0/go.mod h1:eLer722TekiGuMkidMxC/pM04lWEeraHUUmBw8l2grE= +github.com/labstack/echo/v4 v4.1.11/go.mod h1:i541M3Fj6f76NZtHSj7TXnyM8n2gaodfvfxNnFqi74g= +github.com/labstack/gommon v0.3.0/go.mod h1:MULnywXg0yavhxWKc+lOruYdAhDwPK9wf0OL7NoOu+k= +github.com/lufia/plan9stats v0.0.0-20211012122336-39d0f177ccd0/go.mod h1:zJYVVT2jmtg6P3p1VtQj7WsuWi/y4VnjVBn7F8KPB3I= +github.com/lufia/plan9stats v0.0.0-20220326011226-f1430873d8db h1:m2s7Fwo4OwmcheIWUc/Nw9/MZ0eFtP3to0ovTpqOiCQ= +github.com/lufia/plan9stats v0.0.0-20220326011226-f1430873d8db/go.mod h1:VgrrWVwBO2+6XKn8ypT3WUqvoxCa8R2M5to2tRzGovI= +github.com/magiconair/properties v1.8.0/go.mod h1:PppfXfuXeibc/6YijjN8zIbojt8czPbwD3XqdrwzmxQ= +github.com/makasim/sentryhook v0.4.0 h1:7ISICNV0TSHulZBVzmO2OxYFq4GsQkew9pKJXUOYs8E= +github.com/makasim/sentryhook v0.4.0/go.mod h1:HJj/vA0i8r42hfx3UwlzaO0ZcVS+sY94W4dz4C7VxoQ= +github.com/mattn/go-colorable v0.1.2/go.mod h1:U0ppj6V5qS13XJ6of8GYAs25YV2eR4EVcfRqFIhoBtE= +github.com/mattn/go-isatty v0.0.7/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= +github.com/mattn/go-isatty v0.0.8/go.mod h1:Iq45c/XA43vh69/j3iqttzPXn0bhXyGjM0Hdxcsrc5s= +github.com/mattn/go-isatty v0.0.9/go.mod h1:YNRxwqDuOph6SZLI9vUUz6OYw3QyUt7WiY2yME+cCiQ= +github.com/mattn/goveralls v0.0.2/go.mod h1:8d1ZMHsd7fW6IRPKQh46F2WRpyib5/X4FOpevwGNQEw= +github.com/mediocregopher/mediocre-go-lib v0.0.0-20181029021733-cb65787f37ed/go.mod h1:dSsfyI2zABAdhcbvkXqgxOxrCsbYeHCPgrZkku60dSg= +github.com/mediocregopher/radix/v3 v3.3.0/go.mod h1:EmfVyvspXz1uZEyPBMyGK+kjWiKQGvsUt6O3Pj+LDCQ= +github.com/microcosm-cc/bluemonday v1.0.2/go.mod h1:iVP4YcDBq+n/5fb23BhYFvIMq/leAFZyRl6bYmGDlGc= +github.com/mitchellh/go-homedir v1.1.0/go.mod h1:SfyaCUpYCn1Vlf4IUYiD9fPX4A5wJrkLzIz1N1q0pr0= +github.com/mitchellh/mapstructure v1.1.2/go.mod h1:FVVH3fgwuzCH5S8UJGiWEs2h04kUh9fWfEaFds41c1Y= +github.com/modern-go/concurrent v0.0.0-20180228061459-e0a39a4cb421/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd/go.mod h1:6dJC0mAP4ikYIbvyc7fijjWJddQyLn8Ig3JB5CqoB9Q= +github.com/modern-go/reflect2 v0.0.0-20180701023420-4b7aa43c6742/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3RllmbCylyMrvgv0= +github.com/moul/http2curl v1.0.0/go.mod h1:8UbvGypXm98wA/IqH45anm5Y2Z6ep6O31QGOAZ3H0fQ= +github.com/nats-io/nats.go v1.8.1/go.mod h1:BrFz9vVn0fU3AcH9Vn4Kd7W0NpJ651tD5omQ3M8LwxM= +github.com/nats-io/nkeys v0.0.2/go.mod h1:dab7URMsZm6Z/jp9Z5UGa87Uutgc2mVpXLC4B7TDb/4= +github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c= +github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/ginkgo v1.10.3/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE= +github.com/onsi/gomega v1.7.1/go.mod h1:XdKZgCCFLUoM/7CFJVPcG8C1xQ1AJ0vpAezJrB7JYyY= +github.com/panjf2000/ants/v2 v2.4.2/go.mod h1:f6F0NZVFsGCp5A7QW/Zj/m92atWwOkY0OIhFxRNFr4A= +github.com/pelletier/go-toml v1.2.0/go.mod h1:5z9KED0ma1S8pY6P1sdut58dfprrGBbd/94hg7ilaic= +github.com/pingcap/errors v0.11.4 h1:lFuQV/oaUMGcD2tqt+01ROSmJs75VG1ToEOkZIZ4nE4= +github.com/pingcap/errors v0.11.4/go.mod h1:Oi8TUi2kEtXXLMJk9l1cGmz20kV3TaQ0usTwv5KuLY8= +github.com/pkg/diff v0.0.0-20210226163009-20ebb0f2a09e/go.mod h1:pJLUxLENpZxwdsKMEsNbx1VGcRFpLqf3715MtcvvzbA= +github.com/pkg/errors v0.8.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/errors v0.9.1 h1:FEBLx1zS214owpjy7qsBeixbURkuhQAwrK5UwLGTwt4= +github.com/pkg/errors v0.9.1/go.mod h1:bwawxfHBFNV+L2hUp1rHADufV3IMtnDRdf1r5NINEl0= +github.com/pkg/profile v1.6.0 h1:hUDfIISABYI59DyeB3OTay/HxSRwTQ8rB/H83k6r5dM= +github.com/pkg/profile v1.6.0/go.mod h1:qBsxPvzyUincmltOk6iyRVxHYg4adc0OFOv72ZdLa18= +github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZbAQM= +github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4= +github.com/power-devops/perfstat v0.0.0-20210106213030-5aafc221ea8c/go.mod h1:OmDBASR4679mdNQnz2pUhc2G8CO2JrUAVFDRBDP/hJE= +github.com/power-devops/perfstat v0.0.0-20220216144756-c35f1ee13d7c h1:NRoLoZvkBTKvR5gQLgA3e0hqjkY9u1wm+iOL45VN/qI= +github.com/power-devops/perfstat v0.0.0-20220216144756-c35f1ee13d7c/go.mod h1:OmDBASR4679mdNQnz2pUhc2G8CO2JrUAVFDRBDP/hJE= +github.com/prometheus/client_model v0.0.0-20190812154241-14fe0d1b01d4/go.mod h1:xMI15A0UPsDsEKsMN9yxemIoYk6Tm2C1GtYGdfGttqA= +github.com/robfig/cron/v3 v3.0.1 h1:WdRxkvbJztn8LMz/QEvLN5sBU+xKpSqwwUO1Pjr4qDs= +github.com/robfig/cron/v3 v3.0.1/go.mod h1:eQICP3HwyT7UooqI/z+Ov+PtYAWygg1TEWWzGIFLtro= +github.com/rogpeppe/fastuuid v1.2.0/go.mod h1:jVj6XXZzXRy/MSR5jhDC/2q6DgLz+nrA6LYCDYWNEvQ= +github.com/rogpeppe/go-internal v1.6.1/go.mod h1:xXDCJY+GAPziupqXw64V24skbSoqbTEfhy4qGm1nDQc= +github.com/rogpeppe/go-internal v1.8.1 h1:geMPLpDpQOgVyCg5z5GoRwLHepNdb71NXb67XFkP+Eg= +github.com/rogpeppe/go-internal v1.8.1/go.mod h1:JeRgkft04UBgHMgCIwADu4Pn6Mtm5d4nPKWu0nJ5d+o= +github.com/russross/blackfriday v1.5.2/go.mod h1:JO/DiYxRf+HjHt06OyowR9PTA263kcR/rfWxYHBV53g= +github.com/ryanuber/columnize v2.1.0+incompatible/go.mod h1:sm1tb6uqfes/u+d4ooFouqFdy9/2g9QGwK3SQygK0Ts= +github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo= +github.com/shirou/gopsutil/v3 v3.22.3 h1:UebRzEomgMpv61e3hgD1tGooqX5trFbdU/ehphbHd00= +github.com/shirou/gopsutil/v3 v3.22.3/go.mod h1:D01hZJ4pVHPpCTZ3m3T2+wDF2YAGfd+H4ifUguaQzHM= +github.com/shurcooL/sanitized_anchor_name v1.0.0/go.mod h1:1NzhyTcUVG4SuEtjjoZeVRXNmyL/1OwPU0+IJeTBvfc= +github.com/sirupsen/logrus v1.4.2/go.mod h1:tLMulIdttU9McNUspp0xgXVQah82FyeX6MwdIuYE2rE= +github.com/sirupsen/logrus v1.8.1 h1:dJKuHgqk1NNQlqoA6BTlM1Wf9DOH3NBjQyu0h9+AZZE= +github.com/sirupsen/logrus v1.8.1/go.mod h1:yWOB1SBYBC5VeMP7gHvWumXLIWorT60ONWic61uBYv0= +github.com/smartystreets/assertions v0.0.0-20180927180507-b2de0cb4f26d/go.mod h1:OnSkiWE9lh6wB0YB77sQom3nweQdgAjqCqsofrRNTgc= +github.com/smartystreets/goconvey v1.6.4/go.mod h1:syvi0/a8iFYH4r/RixwvyeAJjdLS9QV7WQ/tjFTllLA= +github.com/spf13/afero v1.1.2/go.mod h1:j4pytiNVoe2o6bmDsKpLACNPDBIoEAkihy7loJ1B0CQ= +github.com/spf13/afero v1.2.2/go.mod h1:9ZxEEn6pIJ8Rxe320qSDBk6AsU0r9pR7Q4OcevTdifk= +github.com/spf13/cast v1.3.0/go.mod h1:Qx5cxh0v+4UWYiBimWS+eyWzqEqokIECu5etghLkUJE= +github.com/spf13/cobra v0.0.5/go.mod h1:3K3wKZymM7VvHMDS9+Akkh4K60UwM26emMESw8tLCHU= +github.com/spf13/jwalterweatherman v1.0.0/go.mod h1:cQK4TGJAtQXfYWX+Ddv3mKDzgVb68N+wFjFa4jdeBTo= +github.com/spf13/pflag v1.0.3/go.mod h1:DYY7MBk1bdzusC3SYhjObp+wFpr4gzcvqqNjLnInEg4= +github.com/spf13/viper v1.3.2/go.mod h1:ZiWeW+zYFKm7srdB9IoDzzZXaJaI5eL9QjNiN/DMA2s= +github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME= +github.com/stretchr/testify v1.2.2/go.mod h1:a8OnRcib4nhh0OaRAV+Yts87kKdq0PP7pXfy6kDkUVs= +github.com/stretchr/testify v1.3.0/go.mod h1:M5WIy9Dh21IEIfnGCwXGc5bZfKNJtfHm1UVUgZn+9EI= +github.com/stretchr/testify v1.4.0/go.mod h1:j7eGeouHqKxXV5pUuKE4zz7dFj8WfuZ+81PSLYec5m4= +github.com/stretchr/testify v1.5.1/go.mod h1:5W2xD1RspED5o8YsWQXVCued0rvSQ+mT+I5cxcmMvtA= +github.com/stretchr/testify v1.7.0/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/stretchr/testify v1.7.1 h1:5TQK59W5E3v0r2duFAb7P95B6hEeOyEnHRa8MjYSMTY= +github.com/stretchr/testify v1.7.1/go.mod h1:6Fq8oRcR53rry900zMqJjRRixrwX3KX962/h/Wwjteg= +github.com/tidwall/gjson v1.14.0 h1:6aeJ0bzojgWLa82gDQHcx3S0Lr/O51I9bJ5nv6JFx5w= +github.com/tidwall/gjson v1.14.0/go.mod h1:/wbyibRr2FHMks5tjHJ5F8dMZh3AcwJEMf5vlfC0lxk= +github.com/tidwall/match v1.1.1 h1:+Ho715JplO36QYgwN9PGYNhgZvoUSc9X2c80KVTi+GA= +github.com/tidwall/match v1.1.1/go.mod h1:eRSPERbgtNPcGhD8UCthc6PmLEQXEWd3PRB5JTxsfmM= +github.com/tidwall/pretty v1.2.0 h1:RWIZEg2iJ8/g6fDDYzMpobmaoGh5OLl4AXtGUGPcqCs= +github.com/tidwall/pretty v1.2.0/go.mod h1:ITEVvHYasfjBbM0u2Pg8T2nJnzm8xPwvNhhsoaGGjNU= +github.com/tklauser/go-sysconf v0.3.10 h1:IJ1AZGZRWbY8T5Vfk04D9WOA5WSejdflXxP03OUqALw= +github.com/tklauser/go-sysconf v0.3.10/go.mod h1:C8XykCvCb+Gn0oNCWPIlcb0RuglQTYaQ2hGm7jmxEFk= +github.com/tklauser/numcpus v0.4.0 h1:E53Dm1HjH1/R2/aoCtXtPgzmElmn51aOkhCFSuZq//o= +github.com/tklauser/numcpus v0.4.0/go.mod h1:1+UI3pD8NW14VMwdgJNJ1ESk2UnwhAnz5hMwiKKqXCQ= +github.com/u2takey/ffmpeg-go v0.4.1 h1:l5ClIwL3N2LaH1zF3xivb3kP2HW95eyG5xhHE1JdZ9Y= +github.com/u2takey/ffmpeg-go v0.4.1/go.mod h1:ruZWkvC1FEiUNjmROowOAps3ZcWxEiOpFoHCvk97kGc= +github.com/u2takey/go-utils v0.3.1 h1:TaQTgmEZZeDHQFYfd+AdUT1cT4QJgJn/XVPELhHw4ys= +github.com/u2takey/go-utils v0.3.1/go.mod h1:6e+v5vEZ/6gu12w/DC2ixZdZtCrNokVxD0JUklcqdCs= +github.com/ugorji/go v1.1.4/go.mod h1:uQMGLiO92mf5W77hV/PUCpI3pbzQx3CRekS0kk+RGrc= +github.com/ugorji/go v1.1.7/go.mod h1:kZn38zHttfInRq0xu/PH0az30d+z6vm202qpg1oXVMw= +github.com/ugorji/go/codec v0.0.0-20181204163529-d75b2dcb6bc8/go.mod h1:VFNgLljTbGfSG7qAOspJ7OScBnGdDN/yBr0sguwnwf0= +github.com/ugorji/go/codec v1.1.7/go.mod h1:Ax+UKWsSmolVDwsd+7N3ZtXu+yMGCf907BLYF3GoBXY= +github.com/urfave/negroni v1.0.0/go.mod h1:Meg73S6kFm/4PpbYdq35yYWoCZ9mS/YSx+lKnmiohz4= +github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc= +github.com/valyala/fasthttp v1.6.0/go.mod h1:FstJa9V+Pj9vQ7OJie2qMHdwemEDaDiSdBnvPM1Su9w= +github.com/valyala/fasttemplate v1.0.1/go.mod h1:UQGH1tvbgY+Nz5t2n7tXsz52dQxojPUpymEIMZ47gx8= +github.com/valyala/tcplisten v0.0.0-20161114210144-ceec8f93295a/go.mod h1:v3UYOV9WzVtRmSR+PDvWpU/qWl4Wa5LApYYX4ZtKbio= +github.com/xeipuuv/gojsonpointer v0.0.0-20180127040702-4e3ac2762d5f/go.mod h1:N2zxlSyiKSe5eX1tZViRH5QA0qijqEDrYZiPEAiq3wU= +github.com/xeipuuv/gojsonreference v0.0.0-20180127040603-bd5ef7bd5415/go.mod h1:GwrjFmJcFw6At/Gs6z4yjiIwzuJ1/+UwLxMQDVQXShQ= +github.com/xeipuuv/gojsonschema v1.2.0/go.mod h1:anYRn/JVcOK2ZgGU+IjEV4nwlhoK5sQluxsYJ78Id3Y= +github.com/xordataexchange/crypt v0.0.3-0.20170626215501-b2862e3d0a77/go.mod h1:aYKd//L2LvnjZzWKhF00oedf4jCCReLcmhLdhm1A27Q= +github.com/yalp/jsonpath v0.0.0-20180802001716-5cc68e5049a0/go.mod h1:/LWChgwKmvncFJFHJ7Gvn9wZArjbV5/FppcK2fKk/tI= +github.com/yudai/gojsondiff v1.0.0/go.mod h1:AY32+k2cwILAkW1fbgxQ5mUmMiZFgLIV+FBNExI05xg= +github.com/yudai/golcs v0.0.0-20170316035057-ecda9a501e82/go.mod h1:lgjkn3NuSvDfVJdfcVVdX+jpBxNmX4rDAzaS45IcYoM= +github.com/yudai/pp v2.0.1+incompatible/go.mod h1:PuxR/8QJ7cyCkFp/aUDS+JY727OFEZkTdatxwunjIkc= +github.com/yusufpapurcu/wmi v1.2.2 h1:KBNDSne4vP5mbSWnJbO+51IMOXJB67QiYCSBrubbPRg= +github.com/yusufpapurcu/wmi v1.2.2/go.mod h1:SBZ9tNy3G9/m5Oi98Zks0QjeHVDvuK0qfxQmPyzfmi0= +go.opentelemetry.io/proto/otlp v0.7.0/go.mod h1:PqfVotwruBrMGOCsRd/89rSnXhoiJIqeYNgFYFoEGnI= +gocv.io/x/gocv v0.25.0/go.mod h1:Rar2PS6DV+T4FL+PM535EImD/h13hGVaHhnCu1xarBs= +golang.org/x/crypto v0.0.0-20181203042331-505ab145d0a9/go.mod h1:6SG95UA2DQfeDnfUPMdvaQW0Q7yPrPDi9nlGo2tz2b4= +golang.org/x/crypto v0.0.0-20190308221718-c2843e01d9a2/go.mod h1:djNgcEr1/C05ACkg1iLfiJU5Ep61QUkGW8qpdssI0+w= +golang.org/x/crypto v0.0.0-20190701094942-4def268fd1a4/go.mod h1:yigFU9vqHzYiE8UmvKecakEJjdnWj3jj499lnFckfCI= +golang.org/x/crypto v0.0.0-20200622213623-75b288015ac9/go.mod h1:LzIPMQfyMNhhGPhUkYOs5KpL4U8rLKemX1yGLhDgUto= +golang.org/x/exp v0.0.0-20190121172915-509febef88a4/go.mod h1:CJ0aWSM057203Lf6IL+f9T1iT9GByDxfZKAQTCR3kQA= +golang.org/x/image v0.0.0-20191009234506-e7c1f5e7dbb8/go.mod h1:FeLwcggjj3mMvU+oOTbSwawSJRM1uh48EjtB4UJZlP0= +golang.org/x/lint v0.0.0-20181026193005-c67002cb31c3/go.mod h1:UVdnD1Gm6xHRNCYTkRU2/jEulfH38KcIWyp/GAMgvoE= +golang.org/x/lint v0.0.0-20190227174305-5b3e6a55c961/go.mod h1:wehouNa3lNwaWXcvxsM5YxQ5yQlVC4a0KAMCusXpPoU= +golang.org/x/lint v0.0.0-20190313153728-d0100b6bd8b3/go.mod h1:6SW0HCj/g11FgYtHlgUYUwCkIfeOF89ocIRzGO/8vkc= +golang.org/x/net v0.0.0-20180724234803-3673e40ba225/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180826012351-8a410e7b638d/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20180906233101-161cd47e91fd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20181220203305-927f97764cc3/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190108225652-1e06a53dbb7e/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190213061140-3a22650c66bd/go.mod h1:mL1N/T3taQHkDXs73rZJwtUhF3w3ftmwwsq0BUmARs4= +golang.org/x/net v0.0.0-20190311183353-d8887717615a/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190327091125-710a502c58a2/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190404232315-eb5bcb51f2a3/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190503192946-f4e77d36d62c/go.mod h1:t9HGtf8HONx5eT2rtn7q6eTqICYqUVnKs3thJo3Qplg= +golang.org/x/net v0.0.0-20190620200207-3b0461eec859/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20190827160401-ba9fcec4b297/go.mod h1:z5CRVTTTmAJ677TzLLGU+0bjPO0LkuOLi4/5GtJWs/s= +golang.org/x/net v0.0.0-20200822124328-c89045814202/go.mod h1:/O7V0waA8r7cgGh81Ro3o1hOxt32SMVPicZroKQ2sZA= +golang.org/x/net v0.0.0-20201110031124-69a78807bb2b/go.mod h1:sp8m0HH+o8qH0wwXwYZr8TS3Oi6o0r6Gce1SSxlDquU= +golang.org/x/net v0.0.0-20210405180319-a5a99cb37ef4/go.mod h1:p54w0d4576C0XHj96bSt6lcn1PtDYWL6XObtHCRCNQM= +golang.org/x/net v0.0.0-20220127200216-cd36cc0744dd/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/net v0.0.0-20220412020605-290c469a71a5 h1:bRb386wvrE+oBNdF1d/Xh9mQrfQ4ecYhW5qJ5GvTGT4= +golang.org/x/net v0.0.0-20220412020605-290c469a71a5/go.mod h1:CfG3xpIq0wQ8r1q4Su4UZFWDARRcnwPjda9FqA0JpMk= +golang.org/x/oauth2 v0.0.0-20180821212333-d2e6202438be/go.mod h1:N/0e6XlmueqKjAGxoOufVs8QHGRruUQn6yWY3a++T0U= +golang.org/x/oauth2 v0.0.0-20200107190931-bf48bf16ab8d/go.mod h1:gOpvHmFTYa4IltrdGE7lF6nIHvwfUNPOp7c8zoXwtLw= +golang.org/x/sync v0.0.0-20180314180146-1d60e4601c6f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181108010431-42b317875d0f/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20181221193216-37e7f081c4d4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c h1:5KslGYwFpkhGh+Q16bwMP3cOontH8FOep7tGV86Y7SQ= +golang.org/x/sync v0.0.0-20210220032951-036812b2e83c/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM= +golang.org/x/sys v0.0.0-20180830151530-49385e6e1522/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20180909124046-d0be0721c37e/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20181205085412-a5c9d58dba9a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190215142949-d0b11bdaac8a/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190222072716-a9d3bda3a223/go.mod h1:STP8DvDyc/dI5b8T5hshtkjS+E42TnysNCUPdjciGhY= +golang.org/x/sys v0.0.0-20190412213103-97732733099d/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190422165155-953cdadca894/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190626221950-04f50cda93cb/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190813064441-fde4db37ae7a/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20190916202348-b4ddaad3f8a3/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20191026070338-33540a1f6037/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200323222414-85ca7c5b95cd/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200602225109-6fdc65e7d980/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20200930185726-fdedc70b468f/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201119102817-f84b799fce68/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20201204225414-ed752295db88/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210330210617-4fbd30eecc44/go.mod h1:h1NjWce9XRLGQEsW7wpKNCjG9DtNlClVuFLEZdDNbEs= +golang.org/x/sys v0.0.0-20210510120138-977fb7262007/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20210615035016-665e8c7367d1/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20211216021012-1d35b9e2eb4e/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220128215802-99c3d69c2c27/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/sys v0.0.0-20220412211240-33da011f77ad h1:ntjMns5wyP/fN65tdBD4g8J5w8n015+iIIs9rtjXkY0= +golang.org/x/sys v0.0.0-20220412211240-33da011f77ad/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg= +golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo= +golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8= +golang.org/x/text v0.3.0/go.mod h1:NqM8EUOU14njkJ3fqMW+pc6Ldnwhi/IjpwHt7yyuwOQ= +golang.org/x/text v0.3.2/go.mod h1:bEr9sfX3Q8Zfm5fL9x+3itogRgK3+ptLWKqgva+5dAk= +golang.org/x/text v0.3.3/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.5/go.mod h1:5Zoc/QRtKVWzQhOtBMvqHzDpF6irO9z98xDceosuGiQ= +golang.org/x/text v0.3.7 h1:olpwvP2KacW1ZWvsR7uQhoyTYvKAupfQrRGBFM352Gk= +golang.org/x/text v0.3.7/go.mod h1:u+2+/6zg+i71rQMx5EYifcz6MCKuco9NR6JIITiCfzQ= +golang.org/x/time v0.0.0-20190308202827-9d24e82272b4/go.mod h1:tRJNPiyCQ0inRvYxbN9jk5I+vvW/OXSQhTDSoE431IQ= +golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20181030221726-6c7e314b6563/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20181221001348-537d06c36207/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190114222345-bf090417da8b/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ= +golang.org/x/tools v0.0.0-20190226205152-f727befe758c/go.mod h1:9Yl7xja0Znq3iFh3HoIrodX9oNMXvdceNzlUR8zjMvY= +golang.org/x/tools v0.0.0-20190311212946-11955173bddd/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190327201419-c70d86f8b7cf/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190328211700-ab21143f2384/go.mod h1:LCzVGOaR6xXOjkQ3onu1FJEFr0SW1gC7cKk1uF8kGRs= +golang.org/x/tools v0.0.0-20190524140312-2c0ae7006135/go.mod h1:RgjU9mgBXZiqYHBnxXauZ1Gv1EHHAz9KjViQ78xBX0Q= +golang.org/x/xerrors v0.0.0-20191204190536-9bdfabe68543/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20200804184101-5ec99f83aff1/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f h1:GGU+dLjvlC3qDwqYgL6UgRmHXhOOgns0bZu2Ty5mm6U= +golang.org/x/xerrors v0.0.0-20220411194840-2f41105eb62f/go.mod h1:I/5z698sn9Ka8TeJc9MKroUUfqBBauWjQqLJ2OPfmY0= +google.golang.org/appengine v1.1.0/go.mod h1:EbEs0AVv82hx2wNQdGPgUI5lhzA/G0D9YwlJXL52JkM= +google.golang.org/appengine v1.4.0/go.mod h1:xpcJRLb0r/rnEns0DIKYYv+WjYCduHsrkT7/EB5XEv4= +google.golang.org/genproto v0.0.0-20180817151627-c66870c02cf8/go.mod h1:JiN7NxoALGmiZfu7CAH4rXhgtRTLTxftemlI0sWmxmc= +google.golang.org/genproto v0.0.0-20190819201941-24fa4b261c55/go.mod h1:DMBHOl98Agz4BDEuKkezgsaosCRResVns1a3J2ZsMNc= +google.golang.org/genproto v0.0.0-20200513103714-09dca8ec2884/go.mod h1:55QSHmfGQM9UVYDPBsyGGes0y52j32PQ3BqQfXhyH3c= +google.golang.org/genproto v0.0.0-20200526211855-cb27e3aa2013/go.mod h1:NbSheEEYHJ7i3ixzK3sjbqSGDJWnxyFXZblF3eUsNvo= +google.golang.org/genproto v0.0.0-20220414192740-2d67ff6cf2b4 h1:myaecH64R0bIEDjNORIel4iXubqzaHU1K2z8ajBwWcM= +google.golang.org/genproto v0.0.0-20220414192740-2d67ff6cf2b4/go.mod h1:8w6bsBMX6yCPbAVTeqQHvzxW0EIFigd5lZyahWgyfDo= +google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZiDr8c= +google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg= +google.golang.org/grpc v1.25.1/go.mod h1:c3i+UQWmh7LiEpx4sFZnkU36qjEYZ0imhYfXVyQciAY= +google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk= +google.golang.org/grpc v1.33.1/go.mod h1:fr5YgcSWrqhRRxogOsw7RzIpsmvOZ6IcH4kBYTpR3n0= +google.golang.org/grpc v1.36.0/go.mod h1:qjiiYl8FncCW8feJPdyg3v6XW24KsRHe+dy9BAGRRjU= +google.golang.org/grpc v1.45.0 h1:NEpgUqV3Z+ZjkqMsxMg11IaDrXY4RY6CQukSGK0uI1M= +google.golang.org/grpc v1.45.0/go.mod h1:lN7owxKUQEqMfSyQikvvk5tf/6zMPsrK+ONuO11+0rQ= +google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8= +google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0= +google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM= +google.golang.org/protobuf v1.20.1-0.20200309200217-e05f789c0967/go.mod h1:A+miEFZTKqfCUM6K7xSMQL9OKL/b6hQv+e19PK+JZNE= +google.golang.org/protobuf v1.21.0/go.mod h1:47Nbq4nVaFHyn7ilMalzfO3qCViNmqZ2kzikPIcrTAo= +google.golang.org/protobuf v1.22.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.0/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.23.1-0.20200526195155-81db48ad09cc/go.mod h1:EGpADcykh3NcUnDUJcl1+ZksZNG86OlYog2l/sGQquU= +google.golang.org/protobuf v1.25.0/go.mod h1:9JNX74DMeImyA3h4bdi1ymwjUzf21/xIlbajtzgsN7c= +google.golang.org/protobuf v1.26.0-rc.1/go.mod h1:jlhhOSvTdKEhbULTjvd4ARK9grFBp09yW+WbY/TyQbw= +google.golang.org/protobuf v1.26.0/go.mod h1:9q0QmTI4eRPtz6boOQmLYwt+qCgq0jsYwAQnmE0givc= +google.golang.org/protobuf v1.28.0 h1:w43yiav+6bVFTBQFZX0r7ipe9JQ1QsbMgHwbBziscLw= +google.golang.org/protobuf v1.28.0/go.mod h1:HV8QOd/L58Z+nl8r43ehVNZIU/HEI6OcFqwMG9pJV4I= +gopkg.in/check.v1 v0.0.0-20161208181325-20d25e280405/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20180628173108-788fd7840127/go.mod h1:Co6ibVJAznAaIkqp8huTwlJQCZ016jof/cbN4VW5Yz0= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntNwaWcugrBjAiHlqqRiVk= +gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q= +gopkg.in/errgo.v2 v2.1.0/go.mod h1:hNsd1EY+bozCKY1Ytp96fpM3vjJbqLJn88ws8XvfDNI= +gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys= +gopkg.in/go-playground/assert.v1 v1.2.1/go.mod h1:9RXL0bg/zibRAgZUYszZSwO/z8Y/a8bDuhia5mkpMnE= +gopkg.in/go-playground/validator.v8 v8.18.2/go.mod h1:RX2a/7Ha8BgOhfk7j780h4/u/RRjR0eouCJSH80/M2Y= +gopkg.in/mgo.v2 v2.0.0-20180705113604-9856a29383ce/go.mod h1:yeKp02qBN3iKW1OzL3MGk2IdtZzaj7SFntXj72NppTA= +gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw= +gopkg.in/yaml.v2 v2.2.2/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.3/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.4/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.7/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.2.8/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI= +gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY= +gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ= +gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b h1:h8qDotaEPuJATrMmW04NCwg7v22aHH28wwpauUhK9Oo= +gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM= +honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4= +sigs.k8s.io/yaml v1.2.0/go.mod h1:yfXDCHCao9+ENCvLSE62v9VSji2MKu5jeNfTrofGhJc= diff --git a/worker/nginx/Dockerfile b/worker/nginx/Dockerfile new file mode 100644 index 000000000..7b0e63b4a --- /dev/null +++ b/worker/nginx/Dockerfile @@ -0,0 +1,96 @@ +# based on https://github.com/alfg/docker-nginx-rtmp/blob/master/Dockerfile +ARG NGINX_VERSION=1.21.6 +ARG NGINX_RTMP_VERSION=1.2.2 + +############################## +# Build the NGINX-build image. +FROM alpine:3.15 as build-nginx +ARG NGINX_VERSION +ARG NGINX_RTMP_VERSION + +# Build dependencies. +RUN apk add --no-cache \ + build-base \ + ca-certificates \ + curl \ + gcc \ + libc-dev \ + libgcc \ + linux-headers \ + make \ + musl-dev \ + openssl \ + openssl-dev \ + pcre \ + pcre-dev \ + pkgconf \ + pkgconfig \ + zlib-dev + +WORKDIR /tmp + +# Get nginx source. +RUN wget -nv https://nginx.org/download/nginx-${NGINX_VERSION}.tar.gz && \ + tar zxf nginx-${NGINX_VERSION}.tar.gz && \ + rm nginx-${NGINX_VERSION}.tar.gz + +# Get nginx-rtmp module. +RUN wget -nv https://github.com/arut/nginx-rtmp-module/archive/v${NGINX_RTMP_VERSION}.tar.gz && \ + tar zxf v${NGINX_RTMP_VERSION}.tar.gz && \ + rm v${NGINX_RTMP_VERSION}.tar.gz + +# Compile nginx with nginx-rtmp module. +RUN cd /tmp/nginx-${NGINX_VERSION} && \ + ./configure \ + --prefix=/usr/local/nginx \ + --add-module=/tmp/nginx-rtmp-module-${NGINX_RTMP_VERSION} \ + --conf-path=/etc/nginx/nginx.conf \ + --with-threads \ + --with-file-aio \ + --with-http_ssl_module \ + --with-debug \ + --with-ipv6 \ + --with-cc-opt="-Wimplicit-fallthrough=0" && \ + cd /tmp/nginx-${NGINX_VERSION} && \ + make -j 4 && \ + make install + +########################## +# Build the release image. +FROM alpine:3.15 + +# Set default ports. +ENV RTMP_PORT 1935 + +RUN apk add --no-cache \ + ca-certificates \ + gettext \ + openssl \ + pcre \ + lame \ + libogg \ + curl \ + libass \ + libvpx \ + libvorbis \ + libwebp \ + libtheora \ + opus \ + rtmpdump \ + x264-dev \ + x265-dev \ + ffmpeg + +COPY --from=build-nginx /usr/local/nginx /usr/local/nginx +COPY --from=build-nginx /etc/nginx /etc/nginx + +# Add NGINX path, config and static files. +ENV PATH "${PATH}:/usr/local/nginx/sbin" +ADD nginx.conf /etc/nginx/nginx.conf.template +RUN mkdir -p /opt/data && mkdir /www + +EXPOSE 1935 + +CMD envsubst "$(env | sed -e 's/=.*//' -e 's/^/\$/g')" < \ + /etc/nginx/nginx.conf.template > /etc/nginx/nginx.conf && \ + nginx diff --git a/worker/nginx/nginx.conf b/worker/nginx/nginx.conf new file mode 100644 index 000000000..c7267ff4b --- /dev/null +++ b/worker/nginx/nginx.conf @@ -0,0 +1,88 @@ +daemon off; + +error_log /dev/stdout info; + +events { + worker_connections 1024; +} + +rtmp { + server { + listen 1935; + chunk_size 4000; + + # ingest endpoint for self-streamers + application live { + # No RTMP playback + # HTTP callback when a stream starts publishing + # Should return 2xx to allow, 3xx to redirect, anything else to deny. + # make sure a worker is accessible on this hostname. Docker does a great job here. + on_publish http://worker:8060/on_publish; + + # Called when a stream stops publishing. Response is ignored. + on_publish_done http://worker:8060/on_publish_done; + live on; + meta off; + record all; + record_path /recordings; + record_unique on; + drop_idle_publisher 10s; + } + + # ingest endpoint for tum-live. Stream is transcoded and served via HLS + application stream { + live on; + exec ffmpeg -i rtmp://localhost:1935/stream/$name + -c:a aac -b:a 128k -c:v libx264 -maxrate 3000k -bufsize 5000k -f flv -g 30 -r 30 -s 1920x1080 -preset superfast -profile:v high -f flv rtmp://localhost:1935/hls/$name_1080p2628kbs + -c:a aac -b:a 128k -c:v libx264 -maxrate 1500k -bufsize 3000k -f flv -g 30 -r 30 -s 1280x720 -preset superfast -profile:v high -f flv rtmp://localhost:1935/hls/$name_720p1128kbs 2>>/var/log/ffmpeg-$name.log; + } + + application hls { + live on; + hls on; + hls_fragment_naming system; + hls_fragment 2; + hls_playlist_length 3600; + hls_path /hls; + hls_nested on; + + hls_variant _1080p2628kbs BANDWIDTH=3000000,RESOLUTION=1920x1080; + hls_variant _720p1128kbs BANDWIDTH=1500000,RESOLUTION=1280x720; + } + } +} + +http { + root /www/static; + sendfile off; + tcp_nopush on; + access_log /dev/stdout combined; + + server { + listen 8085; + + location /hls { + types { + application/vnd.apple.mpegurl m3u8; + video/mp2t ts; + } + root /; + add_header Cache-Control no-cache; + add_header Access-Control-Allow-Origin *; + } + + location /stat { + rtmp_stat all; + rtmp_stat_stylesheet stat.xsl; + } + + location /stat.xsl { + root /www/static; + } + + location /crossdomain.xml { + default_type text/xml; + expires 24h; + } + } +} diff --git a/worker/pb/api.pb.go b/worker/pb/api.pb.go new file mode 100644 index 000000000..d6b69b068 --- /dev/null +++ b/worker/pb/api.pb.go @@ -0,0 +1,1931 @@ +// Code generated by protoc-gen-go. DO NOT EDIT. +// versions: +// protoc-gen-go v1.27.1 +// protoc v3.12.4 +// source: api.proto + +package pb + +import ( + timestamp "github.com/golang/protobuf/ptypes/timestamp" + protoreflect "google.golang.org/protobuf/reflect/protoreflect" + protoimpl "google.golang.org/protobuf/runtime/protoimpl" + reflect "reflect" + sync "sync" +) + +const ( + // Verify that this generated code is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(20 - protoimpl.MinVersion) + // Verify that runtime/protoimpl is sufficiently up-to-date. + _ = protoimpl.EnforceVersion(protoimpl.MaxVersion - 20) +) + +type CutRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerId string `protobuf:"bytes,1,opt,name=WorkerId,proto3" json:"WorkerId,omitempty"` + Files []string `protobuf:"bytes,2,rep,name=Files,proto3" json:"Files,omitempty"` + Segments []*CutRequest_Segment `protobuf:"bytes,3,rep,name=segments,proto3" json:"segments,omitempty"` + UploadResult bool `protobuf:"varint,4,opt,name=UploadResult,proto3" json:"UploadResult,omitempty"` +} + +func (x *CutRequest) Reset() { + *x = CutRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[0] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *CutRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*CutRequest) ProtoMessage() {} + +func (x *CutRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[0] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use CutRequest.ProtoReflect.Descriptor instead. +func (*CutRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{0} +} + +func (x *CutRequest) GetWorkerId() string { + if x != nil { + return x.WorkerId + } + return "" +} + +func (x *CutRequest) GetFiles() []string { + if x != nil { + return x.Files + } + return nil +} + +func (x *CutRequest) GetSegments() []*CutRequest_Segment { + if x != nil { + return x.Segments + } + return nil +} + +func (x *CutRequest) GetUploadResult() bool { + if x != nil { + return x.UploadResult + } + return false +} + +type CutResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Success bool `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"` + Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"` // if success == false: error message +} + +func (x *CutResponse) Reset() { + *x = CutResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[1] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *CutResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*CutResponse) ProtoMessage() {} + +func (x *CutResponse) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[1] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use CutResponse.ProtoReflect.Descriptor instead. +func (*CutResponse) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{1} +} + +func (x *CutResponse) GetSuccess() bool { + if x != nil { + return x.Success + } + return false +} + +func (x *CutResponse) GetError() string { + if x != nil { + return x.Error + } + return "" +} + +type WaveformRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerId string `protobuf:"bytes,1,opt,name=WorkerId,proto3" json:"WorkerId,omitempty"` + File string `protobuf:"bytes,2,opt,name=File,proto3" json:"File,omitempty"` +} + +func (x *WaveformRequest) Reset() { + *x = WaveformRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[2] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *WaveformRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*WaveformRequest) ProtoMessage() {} + +func (x *WaveformRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[2] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use WaveformRequest.ProtoReflect.Descriptor instead. +func (*WaveformRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{2} +} + +func (x *WaveformRequest) GetWorkerId() string { + if x != nil { + return x.WorkerId + } + return "" +} + +func (x *WaveformRequest) GetFile() string { + if x != nil { + return x.File + } + return "" +} + +type WaveFormResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Waveform []byte `protobuf:"bytes,1,opt,name=Waveform,proto3" json:"Waveform,omitempty"` +} + +func (x *WaveFormResponse) Reset() { + *x = WaveFormResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[3] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *WaveFormResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*WaveFormResponse) ProtoMessage() {} + +func (x *WaveFormResponse) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[3] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use WaveFormResponse.ProtoReflect.Descriptor instead. +func (*WaveFormResponse) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{3} +} + +func (x *WaveFormResponse) GetWaveform() []byte { + if x != nil { + return x.Waveform + } + return nil +} + +type StreamRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerId string `protobuf:"bytes,1,opt,name=WorkerId,proto3" json:"WorkerId,omitempty"` + SourceType string `protobuf:"bytes,2,opt,name=SourceType,proto3" json:"SourceType,omitempty"` + SourceUrl string `protobuf:"bytes,3,opt,name=SourceUrl,proto3" json:"SourceUrl,omitempty"` + CourseSlug string `protobuf:"bytes,4,opt,name=CourseSlug,proto3" json:"CourseSlug,omitempty"` + Start *timestamp.Timestamp `protobuf:"bytes,6,opt,name=Start,proto3" json:"Start,omitempty"` + End *timestamp.Timestamp `protobuf:"bytes,7,opt,name=End,proto3" json:"End,omitempty"` + PublishStream bool `protobuf:"varint,8,opt,name=PublishStream,proto3" json:"PublishStream,omitempty"` + PublishVoD bool `protobuf:"varint,9,opt,name=PublishVoD,proto3" json:"PublishVoD,omitempty"` + StreamID uint32 `protobuf:"varint,10,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + CourseTerm string `protobuf:"bytes,11,opt,name=CourseTerm,proto3" json:"CourseTerm,omitempty"` + CourseYear uint32 `protobuf:"varint,12,opt,name=CourseYear,proto3" json:"CourseYear,omitempty"` + StreamName string `protobuf:"bytes,13,opt,name=StreamName,proto3" json:"StreamName,omitempty"` + IngestServer string `protobuf:"bytes,14,opt,name=IngestServer,proto3" json:"IngestServer,omitempty"` + OutUrl string `protobuf:"bytes,15,opt,name=OutUrl,proto3" json:"OutUrl,omitempty"` +} + +func (x *StreamRequest) Reset() { + *x = StreamRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[4] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *StreamRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*StreamRequest) ProtoMessage() {} + +func (x *StreamRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[4] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use StreamRequest.ProtoReflect.Descriptor instead. +func (*StreamRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{4} +} + +func (x *StreamRequest) GetWorkerId() string { + if x != nil { + return x.WorkerId + } + return "" +} + +func (x *StreamRequest) GetSourceType() string { + if x != nil { + return x.SourceType + } + return "" +} + +func (x *StreamRequest) GetSourceUrl() string { + if x != nil { + return x.SourceUrl + } + return "" +} + +func (x *StreamRequest) GetCourseSlug() string { + if x != nil { + return x.CourseSlug + } + return "" +} + +func (x *StreamRequest) GetStart() *timestamp.Timestamp { + if x != nil { + return x.Start + } + return nil +} + +func (x *StreamRequest) GetEnd() *timestamp.Timestamp { + if x != nil { + return x.End + } + return nil +} + +func (x *StreamRequest) GetPublishStream() bool { + if x != nil { + return x.PublishStream + } + return false +} + +func (x *StreamRequest) GetPublishVoD() bool { + if x != nil { + return x.PublishVoD + } + return false +} + +func (x *StreamRequest) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *StreamRequest) GetCourseTerm() string { + if x != nil { + return x.CourseTerm + } + return "" +} + +func (x *StreamRequest) GetCourseYear() uint32 { + if x != nil { + return x.CourseYear + } + return 0 +} + +func (x *StreamRequest) GetStreamName() string { + if x != nil { + return x.StreamName + } + return "" +} + +func (x *StreamRequest) GetIngestServer() string { + if x != nil { + return x.IngestServer + } + return "" +} + +func (x *StreamRequest) GetOutUrl() string { + if x != nil { + return x.OutUrl + } + return "" +} + +type PremiereRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + StreamID uint32 `protobuf:"varint,1,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + FilePath string `protobuf:"bytes,2,opt,name=FilePath,proto3" json:"FilePath,omitempty"` + WorkerID string `protobuf:"bytes,3,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamName string `protobuf:"bytes,4,opt,name=StreamName,proto3" json:"StreamName,omitempty"` + IngestServer string `protobuf:"bytes,5,opt,name=IngestServer,proto3" json:"IngestServer,omitempty"` + OutUrl string `protobuf:"bytes,6,opt,name=OutUrl,proto3" json:"OutUrl,omitempty"` +} + +func (x *PremiereRequest) Reset() { + *x = PremiereRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[5] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *PremiereRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*PremiereRequest) ProtoMessage() {} + +func (x *PremiereRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[5] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use PremiereRequest.ProtoReflect.Descriptor instead. +func (*PremiereRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{5} +} + +func (x *PremiereRequest) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *PremiereRequest) GetFilePath() string { + if x != nil { + return x.FilePath + } + return "" +} + +func (x *PremiereRequest) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *PremiereRequest) GetStreamName() string { + if x != nil { + return x.StreamName + } + return "" +} + +func (x *PremiereRequest) GetIngestServer() string { + if x != nil { + return x.IngestServer + } + return "" +} + +func (x *PremiereRequest) GetOutUrl() string { + if x != nil { + return x.OutUrl + } + return "" +} + +type EndStreamRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + StreamID uint32 `protobuf:"varint,1,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + WorkerID string `protobuf:"bytes,2,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + DiscardVoD bool `protobuf:"varint,3,opt,name=DiscardVoD,proto3" json:"DiscardVoD,omitempty"` +} + +func (x *EndStreamRequest) Reset() { + *x = EndStreamRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[6] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *EndStreamRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*EndStreamRequest) ProtoMessage() {} + +func (x *EndStreamRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[6] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use EndStreamRequest.ProtoReflect.Descriptor instead. +func (*EndStreamRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{6} +} + +func (x *EndStreamRequest) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *EndStreamRequest) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *EndStreamRequest) GetDiscardVoD() bool { + if x != nil { + return x.DiscardVoD + } + return false +} + +type Status struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Ok bool `protobuf:"varint,1,opt,name=ok,proto3" json:"ok,omitempty"` +} + +func (x *Status) Reset() { + *x = Status{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[7] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *Status) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*Status) ProtoMessage() {} + +func (x *Status) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[7] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use Status.ProtoReflect.Descriptor instead. +func (*Status) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{7} +} + +func (x *Status) GetOk() bool { + if x != nil { + return x.Ok + } + return false +} + +type JoinWorkersRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + Token string `protobuf:"bytes,1,opt,name=token,proto3" json:"token,omitempty"` // token to authenticate the worker + Hostname string `protobuf:"bytes,2,opt,name=hostname,proto3" json:"hostname,omitempty"` // hostname of the worker +} + +func (x *JoinWorkersRequest) Reset() { + *x = JoinWorkersRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[8] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *JoinWorkersRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*JoinWorkersRequest) ProtoMessage() {} + +func (x *JoinWorkersRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[8] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use JoinWorkersRequest.ProtoReflect.Descriptor instead. +func (*JoinWorkersRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{8} +} + +func (x *JoinWorkersRequest) GetToken() string { + if x != nil { + return x.Token + } + return "" +} + +func (x *JoinWorkersRequest) GetHostname() string { + if x != nil { + return x.Hostname + } + return "" +} + +type JoinWorkersResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerId string `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"` // worker id, secret set for further communication in case of success +} + +func (x *JoinWorkersResponse) Reset() { + *x = JoinWorkersResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[9] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *JoinWorkersResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*JoinWorkersResponse) ProtoMessage() {} + +func (x *JoinWorkersResponse) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[9] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use JoinWorkersResponse.ProtoReflect.Descriptor instead. +func (*JoinWorkersResponse) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{9} +} + +func (x *JoinWorkersResponse) GetWorkerId() string { + if x != nil { + return x.WorkerId + } + return "" +} + +type SelfStreamRequest struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamKey string `protobuf:"bytes,2,opt,name=StreamKey,proto3" json:"StreamKey,omitempty"` + CourseSlug string `protobuf:"bytes,3,opt,name=CourseSlug,proto3" json:"CourseSlug,omitempty"` +} + +func (x *SelfStreamRequest) Reset() { + *x = SelfStreamRequest{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[10] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *SelfStreamRequest) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SelfStreamRequest) ProtoMessage() {} + +func (x *SelfStreamRequest) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[10] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SelfStreamRequest.ProtoReflect.Descriptor instead. +func (*SelfStreamRequest) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{10} +} + +func (x *SelfStreamRequest) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *SelfStreamRequest) GetStreamKey() string { + if x != nil { + return x.StreamKey + } + return "" +} + +func (x *SelfStreamRequest) GetCourseSlug() string { + if x != nil { + return x.CourseSlug + } + return "" +} + +type SelfStreamResponse struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + StreamID uint32 `protobuf:"varint,1,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + CourseSlug string `protobuf:"bytes,2,opt,name=CourseSlug,proto3" json:"CourseSlug,omitempty"` + CourseYear uint32 `protobuf:"varint,3,opt,name=CourseYear,proto3" json:"CourseYear,omitempty"` + StreamStart *timestamp.Timestamp `protobuf:"bytes,4,opt,name=StreamStart,proto3" json:"StreamStart,omitempty"` + CourseTerm string `protobuf:"bytes,5,opt,name=CourseTerm,proto3" json:"CourseTerm,omitempty"` + UploadVoD bool `protobuf:"varint,6,opt,name=uploadVoD,proto3" json:"uploadVoD,omitempty"` + IngestServer string `protobuf:"bytes,7,opt,name=IngestServer,proto3" json:"IngestServer,omitempty"` + StreamName string `protobuf:"bytes,8,opt,name=StreamName,proto3" json:"StreamName,omitempty"` + OutUrl string `protobuf:"bytes,9,opt,name=OutUrl,proto3" json:"OutUrl,omitempty"` +} + +func (x *SelfStreamResponse) Reset() { + *x = SelfStreamResponse{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[11] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *SelfStreamResponse) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SelfStreamResponse) ProtoMessage() {} + +func (x *SelfStreamResponse) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[11] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SelfStreamResponse.ProtoReflect.Descriptor instead. +func (*SelfStreamResponse) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{11} +} + +func (x *SelfStreamResponse) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *SelfStreamResponse) GetCourseSlug() string { + if x != nil { + return x.CourseSlug + } + return "" +} + +func (x *SelfStreamResponse) GetCourseYear() uint32 { + if x != nil { + return x.CourseYear + } + return 0 +} + +func (x *SelfStreamResponse) GetStreamStart() *timestamp.Timestamp { + if x != nil { + return x.StreamStart + } + return nil +} + +func (x *SelfStreamResponse) GetCourseTerm() string { + if x != nil { + return x.CourseTerm + } + return "" +} + +func (x *SelfStreamResponse) GetUploadVoD() bool { + if x != nil { + return x.UploadVoD + } + return false +} + +func (x *SelfStreamResponse) GetIngestServer() string { + if x != nil { + return x.IngestServer + } + return "" +} + +func (x *SelfStreamResponse) GetStreamName() string { + if x != nil { + return x.StreamName + } + return "" +} + +func (x *SelfStreamResponse) GetOutUrl() string { + if x != nil { + return x.OutUrl + } + return "" +} + +type HeartBeat struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + Workload uint32 `protobuf:"varint,2,opt,name=Workload,proto3" json:"Workload,omitempty"` + Jobs []string `protobuf:"bytes,3,rep,name=Jobs,proto3" json:"Jobs,omitempty"` + Version string `protobuf:"bytes,4,opt,name=Version,proto3" json:"Version,omitempty"` + CPU string `protobuf:"bytes,5,opt,name=CPU,proto3" json:"CPU,omitempty"` + Memory string `protobuf:"bytes,6,opt,name=Memory,proto3" json:"Memory,omitempty"` + Disk string `protobuf:"bytes,7,opt,name=Disk,proto3" json:"Disk,omitempty"` + Uptime string `protobuf:"bytes,8,opt,name=Uptime,proto3" json:"Uptime,omitempty"` +} + +func (x *HeartBeat) Reset() { + *x = HeartBeat{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[12] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *HeartBeat) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*HeartBeat) ProtoMessage() {} + +func (x *HeartBeat) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[12] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use HeartBeat.ProtoReflect.Descriptor instead. +func (*HeartBeat) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{12} +} + +func (x *HeartBeat) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *HeartBeat) GetWorkload() uint32 { + if x != nil { + return x.Workload + } + return 0 +} + +func (x *HeartBeat) GetJobs() []string { + if x != nil { + return x.Jobs + } + return nil +} + +func (x *HeartBeat) GetVersion() string { + if x != nil { + return x.Version + } + return "" +} + +func (x *HeartBeat) GetCPU() string { + if x != nil { + return x.CPU + } + return "" +} + +func (x *HeartBeat) GetMemory() string { + if x != nil { + return x.Memory + } + return "" +} + +func (x *HeartBeat) GetDisk() string { + if x != nil { + return x.Disk + } + return "" +} + +func (x *HeartBeat) GetUptime() string { + if x != nil { + return x.Uptime + } + return "" +} + +type StreamFinished struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamID uint32 `protobuf:"varint,2,opt,name=StreamID,proto3" json:"StreamID,omitempty"` +} + +func (x *StreamFinished) Reset() { + *x = StreamFinished{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[13] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *StreamFinished) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*StreamFinished) ProtoMessage() {} + +func (x *StreamFinished) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[13] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use StreamFinished.ProtoReflect.Descriptor instead. +func (*StreamFinished) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{13} +} + +func (x *StreamFinished) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *StreamFinished) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +type TranscodingFinished struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamID uint32 `protobuf:"varint,2,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + FilePath string `protobuf:"bytes,3,opt,name=FilePath,proto3" json:"FilePath,omitempty"` + Duration uint32 `protobuf:"varint,4,opt,name=Duration,proto3" json:"Duration,omitempty"` +} + +func (x *TranscodingFinished) Reset() { + *x = TranscodingFinished{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[14] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *TranscodingFinished) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*TranscodingFinished) ProtoMessage() {} + +func (x *TranscodingFinished) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[14] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use TranscodingFinished.ProtoReflect.Descriptor instead. +func (*TranscodingFinished) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{14} +} + +func (x *TranscodingFinished) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *TranscodingFinished) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *TranscodingFinished) GetFilePath() string { + if x != nil { + return x.FilePath + } + return "" +} + +func (x *TranscodingFinished) GetDuration() uint32 { + if x != nil { + return x.Duration + } + return 0 +} + +type UploadFinished struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamID uint32 `protobuf:"varint,2,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + HLSUrl string `protobuf:"bytes,4,opt,name=HLSUrl,proto3" json:"HLSUrl,omitempty"` + SourceType string `protobuf:"bytes,5,opt,name=SourceType,proto3" json:"SourceType,omitempty"` +} + +func (x *UploadFinished) Reset() { + *x = UploadFinished{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[15] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *UploadFinished) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*UploadFinished) ProtoMessage() {} + +func (x *UploadFinished) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[15] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use UploadFinished.ProtoReflect.Descriptor instead. +func (*UploadFinished) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{15} +} + +func (x *UploadFinished) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *UploadFinished) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *UploadFinished) GetHLSUrl() string { + if x != nil { + return x.HLSUrl + } + return "" +} + +func (x *UploadFinished) GetSourceType() string { + if x != nil { + return x.SourceType + } + return "" +} + +type StreamStarted struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamID uint32 `protobuf:"varint,2,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + HlsUrl string `protobuf:"bytes,3,opt,name=HlsUrl,proto3" json:"HlsUrl,omitempty"` + SourceType string `protobuf:"bytes,5,opt,name=SourceType,proto3" json:"SourceType,omitempty"` +} + +func (x *StreamStarted) Reset() { + *x = StreamStarted{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[16] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *StreamStarted) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*StreamStarted) ProtoMessage() {} + +func (x *StreamStarted) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[16] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use StreamStarted.ProtoReflect.Descriptor instead. +func (*StreamStarted) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{16} +} + +func (x *StreamStarted) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *StreamStarted) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *StreamStarted) GetHlsUrl() string { + if x != nil { + return x.HlsUrl + } + return "" +} + +func (x *StreamStarted) GetSourceType() string { + if x != nil { + return x.SourceType + } + return "" +} + +type SilenceResults struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + WorkerID string `protobuf:"bytes,1,opt,name=WorkerID,proto3" json:"WorkerID,omitempty"` + StreamID uint32 `protobuf:"varint,2,opt,name=StreamID,proto3" json:"StreamID,omitempty"` + Starts []uint32 `protobuf:"varint,3,rep,packed,name=starts,proto3" json:"starts,omitempty"` + Ends []uint32 `protobuf:"varint,4,rep,packed,name=ends,proto3" json:"ends,omitempty"` +} + +func (x *SilenceResults) Reset() { + *x = SilenceResults{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[17] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *SilenceResults) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*SilenceResults) ProtoMessage() {} + +func (x *SilenceResults) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[17] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use SilenceResults.ProtoReflect.Descriptor instead. +func (*SilenceResults) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{17} +} + +func (x *SilenceResults) GetWorkerID() string { + if x != nil { + return x.WorkerID + } + return "" +} + +func (x *SilenceResults) GetStreamID() uint32 { + if x != nil { + return x.StreamID + } + return 0 +} + +func (x *SilenceResults) GetStarts() []uint32 { + if x != nil { + return x.Starts + } + return nil +} + +func (x *SilenceResults) GetEnds() []uint32 { + if x != nil { + return x.Ends + } + return nil +} + +type CutRequest_Segment struct { + state protoimpl.MessageState + sizeCache protoimpl.SizeCache + unknownFields protoimpl.UnknownFields + + StartTime int64 `protobuf:"varint,1,opt,name=Start_time,json=StartTime,proto3" json:"Start_time,omitempty"` // milliseconds + EndTime int64 `protobuf:"varint,2,opt,name=End_time,json=EndTime,proto3" json:"End_time,omitempty"` + Discard bool `protobuf:"varint,3,opt,name=Discard,proto3" json:"Discard,omitempty"` +} + +func (x *CutRequest_Segment) Reset() { + *x = CutRequest_Segment{} + if protoimpl.UnsafeEnabled { + mi := &file_api_proto_msgTypes[18] + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + ms.StoreMessageInfo(mi) + } +} + +func (x *CutRequest_Segment) String() string { + return protoimpl.X.MessageStringOf(x) +} + +func (*CutRequest_Segment) ProtoMessage() {} + +func (x *CutRequest_Segment) ProtoReflect() protoreflect.Message { + mi := &file_api_proto_msgTypes[18] + if protoimpl.UnsafeEnabled && x != nil { + ms := protoimpl.X.MessageStateOf(protoimpl.Pointer(x)) + if ms.LoadMessageInfo() == nil { + ms.StoreMessageInfo(mi) + } + return ms + } + return mi.MessageOf(x) +} + +// Deprecated: Use CutRequest_Segment.ProtoReflect.Descriptor instead. +func (*CutRequest_Segment) Descriptor() ([]byte, []int) { + return file_api_proto_rawDescGZIP(), []int{0, 0} +} + +func (x *CutRequest_Segment) GetStartTime() int64 { + if x != nil { + return x.StartTime + } + return 0 +} + +func (x *CutRequest_Segment) GetEndTime() int64 { + if x != nil { + return x.EndTime + } + return 0 +} + +func (x *CutRequest_Segment) GetDiscard() bool { + if x != nil { + return x.Discard + } + return false +} + +var File_api_proto protoreflect.FileDescriptor + +var file_api_proto_rawDesc = []byte{ + 0x0a, 0x09, 0x61, 0x70, 0x69, 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x12, 0x03, 0x61, 0x70, 0x69, + 0x1a, 0x1f, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2f, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, + 0x66, 0x2f, 0x74, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x2e, 0x70, 0x72, 0x6f, 0x74, + 0x6f, 0x22, 0xf6, 0x01, 0x0a, 0x0a, 0x43, 0x75, 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x12, 0x14, 0x0a, 0x05, + 0x46, 0x69, 0x6c, 0x65, 0x73, 0x18, 0x02, 0x20, 0x03, 0x28, 0x09, 0x52, 0x05, 0x46, 0x69, 0x6c, + 0x65, 0x73, 0x12, 0x33, 0x0a, 0x08, 0x73, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x18, 0x03, + 0x20, 0x03, 0x28, 0x0b, 0x32, 0x17, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x43, 0x75, 0x74, 0x52, 0x65, + 0x71, 0x75, 0x65, 0x73, 0x74, 0x2e, 0x53, 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x52, 0x08, 0x73, + 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x73, 0x12, 0x22, 0x0a, 0x0c, 0x55, 0x70, 0x6c, 0x6f, 0x61, + 0x64, 0x52, 0x65, 0x73, 0x75, 0x6c, 0x74, 0x18, 0x04, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0c, 0x55, + 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x52, 0x65, 0x73, 0x75, 0x6c, 0x74, 0x1a, 0x5d, 0x0a, 0x07, 0x53, + 0x65, 0x67, 0x6d, 0x65, 0x6e, 0x74, 0x12, 0x1d, 0x0a, 0x0a, 0x53, 0x74, 0x61, 0x72, 0x74, 0x5f, + 0x74, 0x69, 0x6d, 0x65, 0x18, 0x01, 0x20, 0x01, 0x28, 0x03, 0x52, 0x09, 0x53, 0x74, 0x61, 0x72, + 0x74, 0x54, 0x69, 0x6d, 0x65, 0x12, 0x19, 0x0a, 0x08, 0x45, 0x6e, 0x64, 0x5f, 0x74, 0x69, 0x6d, + 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x03, 0x52, 0x07, 0x45, 0x6e, 0x64, 0x54, 0x69, 0x6d, 0x65, + 0x12, 0x18, 0x0a, 0x07, 0x44, 0x69, 0x73, 0x63, 0x61, 0x72, 0x64, 0x18, 0x03, 0x20, 0x01, 0x28, + 0x08, 0x52, 0x07, 0x44, 0x69, 0x73, 0x63, 0x61, 0x72, 0x64, 0x22, 0x3d, 0x0a, 0x0b, 0x43, 0x75, + 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, 0x18, 0x0a, 0x07, 0x73, 0x75, 0x63, + 0x63, 0x65, 0x73, 0x73, 0x18, 0x01, 0x20, 0x01, 0x28, 0x08, 0x52, 0x07, 0x73, 0x75, 0x63, 0x63, + 0x65, 0x73, 0x73, 0x12, 0x14, 0x0a, 0x05, 0x65, 0x72, 0x72, 0x6f, 0x72, 0x18, 0x02, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x05, 0x65, 0x72, 0x72, 0x6f, 0x72, 0x22, 0x41, 0x0a, 0x0f, 0x57, 0x61, 0x76, + 0x65, 0x66, 0x6f, 0x72, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, 0x0a, 0x08, + 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, + 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x12, 0x12, 0x0a, 0x04, 0x46, 0x69, 0x6c, 0x65, + 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x04, 0x46, 0x69, 0x6c, 0x65, 0x22, 0x2e, 0x0a, 0x10, + 0x57, 0x61, 0x76, 0x65, 0x46, 0x6f, 0x72, 0x6d, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, + 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x61, 0x76, 0x65, 0x66, 0x6f, 0x72, 0x6d, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x0c, 0x52, 0x08, 0x57, 0x61, 0x76, 0x65, 0x66, 0x6f, 0x72, 0x6d, 0x22, 0xe7, 0x03, 0x0a, + 0x0d, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, + 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x12, 0x1e, 0x0a, 0x0a, 0x53, 0x6f, + 0x75, 0x72, 0x63, 0x65, 0x54, 0x79, 0x70, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, + 0x53, 0x6f, 0x75, 0x72, 0x63, 0x65, 0x54, 0x79, 0x70, 0x65, 0x12, 0x1c, 0x0a, 0x09, 0x53, 0x6f, + 0x75, 0x72, 0x63, 0x65, 0x55, 0x72, 0x6c, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x09, 0x53, + 0x6f, 0x75, 0x72, 0x63, 0x65, 0x55, 0x72, 0x6c, 0x12, 0x1e, 0x0a, 0x0a, 0x43, 0x6f, 0x75, 0x72, + 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x18, 0x04, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x43, 0x6f, + 0x75, 0x72, 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x12, 0x30, 0x0a, 0x05, 0x53, 0x74, 0x61, 0x72, + 0x74, 0x18, 0x06, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1a, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, + 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, + 0x61, 0x6d, 0x70, 0x52, 0x05, 0x53, 0x74, 0x61, 0x72, 0x74, 0x12, 0x2c, 0x0a, 0x03, 0x45, 0x6e, + 0x64, 0x18, 0x07, 0x20, 0x01, 0x28, 0x0b, 0x32, 0x1a, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, + 0x2e, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, + 0x61, 0x6d, 0x70, 0x52, 0x03, 0x45, 0x6e, 0x64, 0x12, 0x24, 0x0a, 0x0d, 0x50, 0x75, 0x62, 0x6c, + 0x69, 0x73, 0x68, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x18, 0x08, 0x20, 0x01, 0x28, 0x08, 0x52, + 0x0d, 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x12, 0x1e, + 0x0a, 0x0a, 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x56, 0x6f, 0x44, 0x18, 0x09, 0x20, 0x01, + 0x28, 0x08, 0x52, 0x0a, 0x50, 0x75, 0x62, 0x6c, 0x69, 0x73, 0x68, 0x56, 0x6f, 0x44, 0x12, 0x1a, + 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x0a, 0x20, 0x01, 0x28, 0x0d, + 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x1e, 0x0a, 0x0a, 0x43, 0x6f, + 0x75, 0x72, 0x73, 0x65, 0x54, 0x65, 0x72, 0x6d, 0x18, 0x0b, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, + 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x54, 0x65, 0x72, 0x6d, 0x12, 0x1e, 0x0a, 0x0a, 0x43, 0x6f, + 0x75, 0x72, 0x73, 0x65, 0x59, 0x65, 0x61, 0x72, 0x18, 0x0c, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x0a, + 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x59, 0x65, 0x61, 0x72, 0x12, 0x1e, 0x0a, 0x0a, 0x53, 0x74, + 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x18, 0x0d, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, + 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x22, 0x0a, 0x0c, 0x49, 0x6e, + 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x18, 0x0e, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x0c, 0x49, 0x6e, 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x12, 0x16, + 0x0a, 0x06, 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x18, 0x0f, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, + 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x22, 0xc1, 0x01, 0x0a, 0x0f, 0x50, 0x72, 0x65, 0x6d, 0x69, + 0x65, 0x72, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x53, 0x74, + 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x53, 0x74, + 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x46, 0x69, 0x6c, 0x65, 0x50, 0x61, + 0x74, 0x68, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x46, 0x69, 0x6c, 0x65, 0x50, 0x61, + 0x74, 0x68, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x18, 0x03, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x12, 0x1e, + 0x0a, 0x0a, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x18, 0x04, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x0a, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x22, + 0x0a, 0x0c, 0x49, 0x6e, 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x18, 0x05, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x0c, 0x49, 0x6e, 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, + 0x65, 0x72, 0x12, 0x16, 0x0a, 0x06, 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x18, 0x06, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x06, 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x22, 0x6a, 0x0a, 0x10, 0x45, 0x6e, + 0x64, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x1a, + 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x01, 0x20, 0x01, 0x28, 0x0d, + 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, + 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, + 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x12, 0x1e, 0x0a, 0x0a, 0x44, 0x69, 0x73, 0x63, 0x61, 0x72, + 0x64, 0x56, 0x6f, 0x44, 0x18, 0x03, 0x20, 0x01, 0x28, 0x08, 0x52, 0x0a, 0x44, 0x69, 0x73, 0x63, + 0x61, 0x72, 0x64, 0x56, 0x6f, 0x44, 0x22, 0x18, 0x0a, 0x06, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, + 0x12, 0x0e, 0x0a, 0x02, 0x6f, 0x6b, 0x18, 0x01, 0x20, 0x01, 0x28, 0x08, 0x52, 0x02, 0x6f, 0x6b, + 0x22, 0x46, 0x0a, 0x12, 0x4a, 0x6f, 0x69, 0x6e, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x73, 0x52, + 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x14, 0x0a, 0x05, 0x74, 0x6f, 0x6b, 0x65, 0x6e, 0x18, + 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x05, 0x74, 0x6f, 0x6b, 0x65, 0x6e, 0x12, 0x1a, 0x0a, 0x08, + 0x68, 0x6f, 0x73, 0x74, 0x6e, 0x61, 0x6d, 0x65, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, + 0x68, 0x6f, 0x73, 0x74, 0x6e, 0x61, 0x6d, 0x65, 0x22, 0x32, 0x0a, 0x13, 0x4a, 0x6f, 0x69, 0x6e, + 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x12, + 0x1b, 0x0a, 0x09, 0x77, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x5f, 0x69, 0x64, 0x18, 0x01, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x08, 0x77, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x64, 0x22, 0x6d, 0x0a, 0x11, + 0x53, 0x65, 0x6c, 0x66, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, + 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x18, 0x01, 0x20, + 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x12, 0x1c, 0x0a, + 0x09, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4b, 0x65, 0x79, 0x18, 0x02, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x09, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4b, 0x65, 0x79, 0x12, 0x1e, 0x0a, 0x0a, 0x43, + 0x6f, 0x75, 0x72, 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, + 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x22, 0xc8, 0x02, 0x0a, 0x12, + 0x53, 0x65, 0x6c, 0x66, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, + 0x73, 0x65, 0x12, 0x1a, 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x1e, + 0x0a, 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x18, 0x02, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x53, 0x6c, 0x75, 0x67, 0x12, 0x1e, + 0x0a, 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x59, 0x65, 0x61, 0x72, 0x18, 0x03, 0x20, 0x01, + 0x28, 0x0d, 0x52, 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x59, 0x65, 0x61, 0x72, 0x12, 0x3c, + 0x0a, 0x0b, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x53, 0x74, 0x61, 0x72, 0x74, 0x18, 0x04, 0x20, + 0x01, 0x28, 0x0b, 0x32, 0x1a, 0x2e, 0x67, 0x6f, 0x6f, 0x67, 0x6c, 0x65, 0x2e, 0x70, 0x72, 0x6f, + 0x74, 0x6f, 0x62, 0x75, 0x66, 0x2e, 0x54, 0x69, 0x6d, 0x65, 0x73, 0x74, 0x61, 0x6d, 0x70, 0x52, + 0x0b, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x53, 0x74, 0x61, 0x72, 0x74, 0x12, 0x1e, 0x0a, 0x0a, + 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x54, 0x65, 0x72, 0x6d, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x0a, 0x43, 0x6f, 0x75, 0x72, 0x73, 0x65, 0x54, 0x65, 0x72, 0x6d, 0x12, 0x1c, 0x0a, 0x09, + 0x75, 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x56, 0x6f, 0x44, 0x18, 0x06, 0x20, 0x01, 0x28, 0x08, 0x52, + 0x09, 0x75, 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x56, 0x6f, 0x44, 0x12, 0x22, 0x0a, 0x0c, 0x49, 0x6e, + 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x18, 0x07, 0x20, 0x01, 0x28, 0x09, + 0x52, 0x0c, 0x49, 0x6e, 0x67, 0x65, 0x73, 0x74, 0x53, 0x65, 0x72, 0x76, 0x65, 0x72, 0x12, 0x1e, + 0x0a, 0x0a, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x18, 0x08, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x0a, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x4e, 0x61, 0x6d, 0x65, 0x12, 0x16, + 0x0a, 0x06, 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x18, 0x09, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, + 0x4f, 0x75, 0x74, 0x55, 0x72, 0x6c, 0x22, 0xc7, 0x01, 0x0a, 0x09, 0x48, 0x65, 0x61, 0x72, 0x74, + 0x42, 0x65, 0x61, 0x74, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, + 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, + 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x6c, 0x6f, 0x61, 0x64, 0x18, 0x02, 0x20, 0x01, + 0x28, 0x0d, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x6c, 0x6f, 0x61, 0x64, 0x12, 0x12, 0x0a, 0x04, + 0x4a, 0x6f, 0x62, 0x73, 0x18, 0x03, 0x20, 0x03, 0x28, 0x09, 0x52, 0x04, 0x4a, 0x6f, 0x62, 0x73, + 0x12, 0x18, 0x0a, 0x07, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x18, 0x04, 0x20, 0x01, 0x28, + 0x09, 0x52, 0x07, 0x56, 0x65, 0x72, 0x73, 0x69, 0x6f, 0x6e, 0x12, 0x10, 0x0a, 0x03, 0x43, 0x50, + 0x55, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x03, 0x43, 0x50, 0x55, 0x12, 0x16, 0x0a, 0x06, + 0x4d, 0x65, 0x6d, 0x6f, 0x72, 0x79, 0x18, 0x06, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, 0x4d, 0x65, + 0x6d, 0x6f, 0x72, 0x79, 0x12, 0x12, 0x0a, 0x04, 0x44, 0x69, 0x73, 0x6b, 0x18, 0x07, 0x20, 0x01, + 0x28, 0x09, 0x52, 0x04, 0x44, 0x69, 0x73, 0x6b, 0x12, 0x16, 0x0a, 0x06, 0x55, 0x70, 0x74, 0x69, + 0x6d, 0x65, 0x18, 0x08, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, 0x55, 0x70, 0x74, 0x69, 0x6d, 0x65, + 0x22, 0x48, 0x0a, 0x0e, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x46, 0x69, 0x6e, 0x69, 0x73, 0x68, + 0x65, 0x64, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x12, 0x1a, + 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, + 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x22, 0x85, 0x01, 0x0a, 0x13, 0x54, + 0x72, 0x61, 0x6e, 0x73, 0x63, 0x6f, 0x64, 0x69, 0x6e, 0x67, 0x46, 0x69, 0x6e, 0x69, 0x73, 0x68, + 0x65, 0x64, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x18, 0x01, + 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, 0x44, 0x12, 0x1a, + 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, + 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x46, 0x69, + 0x6c, 0x65, 0x50, 0x61, 0x74, 0x68, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x46, 0x69, + 0x6c, 0x65, 0x50, 0x61, 0x74, 0x68, 0x12, 0x1a, 0x0a, 0x08, 0x44, 0x75, 0x72, 0x61, 0x74, 0x69, + 0x6f, 0x6e, 0x18, 0x04, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x44, 0x75, 0x72, 0x61, 0x74, 0x69, + 0x6f, 0x6e, 0x22, 0x80, 0x01, 0x0a, 0x0e, 0x55, 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x46, 0x69, 0x6e, + 0x69, 0x73, 0x68, 0x65, 0x64, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, + 0x44, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x49, + 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x02, 0x20, + 0x01, 0x28, 0x0d, 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x16, 0x0a, + 0x06, 0x48, 0x4c, 0x53, 0x55, 0x72, 0x6c, 0x18, 0x04, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, 0x48, + 0x4c, 0x53, 0x55, 0x72, 0x6c, 0x12, 0x1e, 0x0a, 0x0a, 0x53, 0x6f, 0x75, 0x72, 0x63, 0x65, 0x54, + 0x79, 0x70, 0x65, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x53, 0x6f, 0x75, 0x72, 0x63, + 0x65, 0x54, 0x79, 0x70, 0x65, 0x22, 0x7f, 0x0a, 0x0d, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x53, + 0x74, 0x61, 0x72, 0x74, 0x65, 0x64, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, + 0x49, 0x44, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, + 0x49, 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x18, 0x02, + 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, 0x12, 0x16, + 0x0a, 0x06, 0x48, 0x6c, 0x73, 0x55, 0x72, 0x6c, 0x18, 0x03, 0x20, 0x01, 0x28, 0x09, 0x52, 0x06, + 0x48, 0x6c, 0x73, 0x55, 0x72, 0x6c, 0x12, 0x1e, 0x0a, 0x0a, 0x53, 0x6f, 0x75, 0x72, 0x63, 0x65, + 0x54, 0x79, 0x70, 0x65, 0x18, 0x05, 0x20, 0x01, 0x28, 0x09, 0x52, 0x0a, 0x53, 0x6f, 0x75, 0x72, + 0x63, 0x65, 0x54, 0x79, 0x70, 0x65, 0x22, 0x7c, 0x0a, 0x0e, 0x53, 0x69, 0x6c, 0x65, 0x6e, 0x63, + 0x65, 0x52, 0x65, 0x73, 0x75, 0x6c, 0x74, 0x73, 0x12, 0x1a, 0x0a, 0x08, 0x57, 0x6f, 0x72, 0x6b, + 0x65, 0x72, 0x49, 0x44, 0x18, 0x01, 0x20, 0x01, 0x28, 0x09, 0x52, 0x08, 0x57, 0x6f, 0x72, 0x6b, + 0x65, 0x72, 0x49, 0x44, 0x12, 0x1a, 0x0a, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, + 0x18, 0x02, 0x20, 0x01, 0x28, 0x0d, 0x52, 0x08, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x49, 0x44, + 0x12, 0x1a, 0x0a, 0x06, 0x73, 0x74, 0x61, 0x72, 0x74, 0x73, 0x18, 0x03, 0x20, 0x03, 0x28, 0x0d, + 0x42, 0x02, 0x10, 0x01, 0x52, 0x06, 0x73, 0x74, 0x61, 0x72, 0x74, 0x73, 0x12, 0x16, 0x0a, 0x04, + 0x65, 0x6e, 0x64, 0x73, 0x18, 0x04, 0x20, 0x03, 0x28, 0x0d, 0x42, 0x02, 0x10, 0x01, 0x52, 0x04, + 0x65, 0x6e, 0x64, 0x73, 0x32, 0xa5, 0x02, 0x0a, 0x08, 0x54, 0x6f, 0x57, 0x6f, 0x72, 0x6b, 0x65, + 0x72, 0x12, 0x32, 0x0a, 0x0d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x53, 0x74, 0x72, 0x65, + 0x61, 0x6d, 0x12, 0x12, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, + 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, + 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x36, 0x0a, 0x0f, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x50, 0x72, 0x65, 0x6d, 0x69, 0x65, 0x72, 0x65, 0x12, 0x14, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x50, + 0x72, 0x65, 0x6d, 0x69, 0x65, 0x72, 0x65, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x0b, + 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x38, 0x0a, + 0x10, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x45, 0x6e, + 0x64, 0x12, 0x15, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x45, 0x6e, 0x64, 0x53, 0x74, 0x72, 0x65, 0x61, + 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, + 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x40, 0x0a, 0x0f, 0x52, 0x65, 0x71, 0x75, 0x65, + 0x73, 0x74, 0x57, 0x61, 0x76, 0x65, 0x66, 0x6f, 0x72, 0x6d, 0x12, 0x14, 0x2e, 0x61, 0x70, 0x69, + 0x2e, 0x57, 0x61, 0x76, 0x65, 0x66, 0x6f, 0x72, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, + 0x1a, 0x15, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x57, 0x61, 0x76, 0x65, 0x46, 0x6f, 0x72, 0x6d, 0x52, + 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, 0x31, 0x0a, 0x0a, 0x52, 0x65, 0x71, + 0x75, 0x65, 0x73, 0x74, 0x43, 0x75, 0x74, 0x12, 0x0f, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x43, 0x75, + 0x74, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x1a, 0x10, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x43, + 0x75, 0x74, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x32, 0x80, 0x04, 0x0a, + 0x0a, 0x46, 0x72, 0x6f, 0x6d, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x12, 0x42, 0x0a, 0x0b, 0x4a, + 0x6f, 0x69, 0x6e, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x73, 0x12, 0x17, 0x2e, 0x61, 0x70, 0x69, + 0x2e, 0x4a, 0x6f, 0x69, 0x6e, 0x57, 0x6f, 0x72, 0x6b, 0x65, 0x72, 0x73, 0x52, 0x65, 0x71, 0x75, + 0x65, 0x73, 0x74, 0x1a, 0x18, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x4a, 0x6f, 0x69, 0x6e, 0x57, 0x6f, + 0x72, 0x6b, 0x65, 0x72, 0x73, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x12, + 0x2e, 0x0a, 0x0d, 0x53, 0x65, 0x6e, 0x64, 0x48, 0x65, 0x61, 0x72, 0x74, 0x42, 0x65, 0x61, 0x74, + 0x12, 0x0e, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x48, 0x65, 0x61, 0x72, 0x74, 0x42, 0x65, 0x61, 0x74, + 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, + 0x44, 0x0a, 0x19, 0x4e, 0x6f, 0x74, 0x69, 0x66, 0x79, 0x54, 0x72, 0x61, 0x6e, 0x73, 0x63, 0x6f, + 0x64, 0x69, 0x6e, 0x67, 0x46, 0x69, 0x6e, 0x69, 0x73, 0x68, 0x65, 0x64, 0x12, 0x18, 0x2e, 0x61, + 0x70, 0x69, 0x2e, 0x54, 0x72, 0x61, 0x6e, 0x73, 0x63, 0x6f, 0x64, 0x69, 0x6e, 0x67, 0x46, 0x69, + 0x6e, 0x69, 0x73, 0x68, 0x65, 0x64, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, + 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x3a, 0x0a, 0x14, 0x4e, 0x6f, 0x74, 0x69, 0x66, 0x79, 0x53, + 0x69, 0x6c, 0x65, 0x6e, 0x63, 0x65, 0x52, 0x65, 0x73, 0x75, 0x6c, 0x74, 0x73, 0x12, 0x13, 0x2e, + 0x61, 0x70, 0x69, 0x2e, 0x53, 0x69, 0x6c, 0x65, 0x6e, 0x63, 0x65, 0x52, 0x65, 0x73, 0x75, 0x6c, + 0x74, 0x73, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, + 0x00, 0x12, 0x38, 0x0a, 0x13, 0x4e, 0x6f, 0x74, 0x69, 0x66, 0x79, 0x53, 0x74, 0x72, 0x65, 0x61, + 0x6d, 0x53, 0x74, 0x61, 0x72, 0x74, 0x65, 0x64, 0x12, 0x12, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, + 0x74, 0x72, 0x65, 0x61, 0x6d, 0x53, 0x74, 0x61, 0x72, 0x74, 0x65, 0x64, 0x1a, 0x0b, 0x2e, 0x61, + 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x3a, 0x0a, 0x14, 0x4e, + 0x6f, 0x74, 0x69, 0x66, 0x79, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x46, 0x69, 0x6e, 0x69, 0x73, + 0x68, 0x65, 0x64, 0x12, 0x13, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, + 0x46, 0x69, 0x6e, 0x69, 0x73, 0x68, 0x65, 0x64, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, + 0x74, 0x61, 0x74, 0x75, 0x73, 0x22, 0x00, 0x12, 0x3a, 0x0a, 0x14, 0x4e, 0x6f, 0x74, 0x69, 0x66, + 0x79, 0x55, 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x46, 0x69, 0x6e, 0x69, 0x73, 0x68, 0x65, 0x64, 0x12, + 0x13, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x55, 0x70, 0x6c, 0x6f, 0x61, 0x64, 0x46, 0x69, 0x6e, 0x69, + 0x73, 0x68, 0x65, 0x64, 0x1a, 0x0b, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x74, 0x61, 0x74, 0x75, + 0x73, 0x22, 0x00, 0x12, 0x4a, 0x0a, 0x15, 0x53, 0x65, 0x6e, 0x64, 0x53, 0x65, 0x6c, 0x66, 0x53, + 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x71, 0x75, 0x65, 0x73, 0x74, 0x12, 0x16, 0x2e, 0x61, + 0x70, 0x69, 0x2e, 0x53, 0x65, 0x6c, 0x66, 0x53, 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x71, + 0x75, 0x65, 0x73, 0x74, 0x1a, 0x17, 0x2e, 0x61, 0x70, 0x69, 0x2e, 0x53, 0x65, 0x6c, 0x66, 0x53, + 0x74, 0x72, 0x65, 0x61, 0x6d, 0x52, 0x65, 0x73, 0x70, 0x6f, 0x6e, 0x73, 0x65, 0x22, 0x00, 0x42, + 0x17, 0x5a, 0x15, 0x54, 0x55, 0x4d, 0x2d, 0x4c, 0x69, 0x76, 0x65, 0x2d, 0x57, 0x6f, 0x72, 0x6b, + 0x65, 0x72, 0x2d, 0x76, 0x32, 0x2f, 0x70, 0x62, 0x62, 0x06, 0x70, 0x72, 0x6f, 0x74, 0x6f, 0x33, +} + +var ( + file_api_proto_rawDescOnce sync.Once + file_api_proto_rawDescData = file_api_proto_rawDesc +) + +func file_api_proto_rawDescGZIP() []byte { + file_api_proto_rawDescOnce.Do(func() { + file_api_proto_rawDescData = protoimpl.X.CompressGZIP(file_api_proto_rawDescData) + }) + return file_api_proto_rawDescData +} + +var file_api_proto_msgTypes = make([]protoimpl.MessageInfo, 19) +var file_api_proto_goTypes = []interface{}{ + (*CutRequest)(nil), // 0: api.CutRequest + (*CutResponse)(nil), // 1: api.CutResponse + (*WaveformRequest)(nil), // 2: api.WaveformRequest + (*WaveFormResponse)(nil), // 3: api.WaveFormResponse + (*StreamRequest)(nil), // 4: api.StreamRequest + (*PremiereRequest)(nil), // 5: api.PremiereRequest + (*EndStreamRequest)(nil), // 6: api.EndStreamRequest + (*Status)(nil), // 7: api.Status + (*JoinWorkersRequest)(nil), // 8: api.JoinWorkersRequest + (*JoinWorkersResponse)(nil), // 9: api.JoinWorkersResponse + (*SelfStreamRequest)(nil), // 10: api.SelfStreamRequest + (*SelfStreamResponse)(nil), // 11: api.SelfStreamResponse + (*HeartBeat)(nil), // 12: api.HeartBeat + (*StreamFinished)(nil), // 13: api.StreamFinished + (*TranscodingFinished)(nil), // 14: api.TranscodingFinished + (*UploadFinished)(nil), // 15: api.UploadFinished + (*StreamStarted)(nil), // 16: api.StreamStarted + (*SilenceResults)(nil), // 17: api.SilenceResults + (*CutRequest_Segment)(nil), // 18: api.CutRequest.Segment + (*timestamp.Timestamp)(nil), // 19: google.protobuf.Timestamp +} +var file_api_proto_depIdxs = []int32{ + 18, // 0: api.CutRequest.segments:type_name -> api.CutRequest.Segment + 19, // 1: api.StreamRequest.Start:type_name -> google.protobuf.Timestamp + 19, // 2: api.StreamRequest.End:type_name -> google.protobuf.Timestamp + 19, // 3: api.SelfStreamResponse.StreamStart:type_name -> google.protobuf.Timestamp + 4, // 4: api.ToWorker.RequestStream:input_type -> api.StreamRequest + 5, // 5: api.ToWorker.RequestPremiere:input_type -> api.PremiereRequest + 6, // 6: api.ToWorker.RequestStreamEnd:input_type -> api.EndStreamRequest + 2, // 7: api.ToWorker.RequestWaveform:input_type -> api.WaveformRequest + 0, // 8: api.ToWorker.RequestCut:input_type -> api.CutRequest + 8, // 9: api.FromWorker.JoinWorkers:input_type -> api.JoinWorkersRequest + 12, // 10: api.FromWorker.SendHeartBeat:input_type -> api.HeartBeat + 14, // 11: api.FromWorker.NotifyTranscodingFinished:input_type -> api.TranscodingFinished + 17, // 12: api.FromWorker.NotifySilenceResults:input_type -> api.SilenceResults + 16, // 13: api.FromWorker.NotifyStreamStarted:input_type -> api.StreamStarted + 13, // 14: api.FromWorker.NotifyStreamFinished:input_type -> api.StreamFinished + 15, // 15: api.FromWorker.NotifyUploadFinished:input_type -> api.UploadFinished + 10, // 16: api.FromWorker.SendSelfStreamRequest:input_type -> api.SelfStreamRequest + 7, // 17: api.ToWorker.RequestStream:output_type -> api.Status + 7, // 18: api.ToWorker.RequestPremiere:output_type -> api.Status + 7, // 19: api.ToWorker.RequestStreamEnd:output_type -> api.Status + 3, // 20: api.ToWorker.RequestWaveform:output_type -> api.WaveFormResponse + 1, // 21: api.ToWorker.RequestCut:output_type -> api.CutResponse + 9, // 22: api.FromWorker.JoinWorkers:output_type -> api.JoinWorkersResponse + 7, // 23: api.FromWorker.SendHeartBeat:output_type -> api.Status + 7, // 24: api.FromWorker.NotifyTranscodingFinished:output_type -> api.Status + 7, // 25: api.FromWorker.NotifySilenceResults:output_type -> api.Status + 7, // 26: api.FromWorker.NotifyStreamStarted:output_type -> api.Status + 7, // 27: api.FromWorker.NotifyStreamFinished:output_type -> api.Status + 7, // 28: api.FromWorker.NotifyUploadFinished:output_type -> api.Status + 11, // 29: api.FromWorker.SendSelfStreamRequest:output_type -> api.SelfStreamResponse + 17, // [17:30] is the sub-list for method output_type + 4, // [4:17] is the sub-list for method input_type + 4, // [4:4] is the sub-list for extension type_name + 4, // [4:4] is the sub-list for extension extendee + 0, // [0:4] is the sub-list for field type_name +} + +func init() { file_api_proto_init() } +func file_api_proto_init() { + if File_api_proto != nil { + return + } + if !protoimpl.UnsafeEnabled { + file_api_proto_msgTypes[0].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*CutRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[1].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*CutResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[2].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*WaveformRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[3].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*WaveFormResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[4].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*StreamRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[5].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*PremiereRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[6].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*EndStreamRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[7].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*Status); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[8].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*JoinWorkersRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[9].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*JoinWorkersResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[10].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*SelfStreamRequest); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[11].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*SelfStreamResponse); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[12].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*HeartBeat); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[13].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*StreamFinished); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[14].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*TranscodingFinished); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[15].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*UploadFinished); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[16].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*StreamStarted); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[17].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*SilenceResults); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + file_api_proto_msgTypes[18].Exporter = func(v interface{}, i int) interface{} { + switch v := v.(*CutRequest_Segment); i { + case 0: + return &v.state + case 1: + return &v.sizeCache + case 2: + return &v.unknownFields + default: + return nil + } + } + } + type x struct{} + out := protoimpl.TypeBuilder{ + File: protoimpl.DescBuilder{ + GoPackagePath: reflect.TypeOf(x{}).PkgPath(), + RawDescriptor: file_api_proto_rawDesc, + NumEnums: 0, + NumMessages: 19, + NumExtensions: 0, + NumServices: 2, + }, + GoTypes: file_api_proto_goTypes, + DependencyIndexes: file_api_proto_depIdxs, + MessageInfos: file_api_proto_msgTypes, + }.Build() + File_api_proto = out.File + file_api_proto_rawDesc = nil + file_api_proto_goTypes = nil + file_api_proto_depIdxs = nil +} diff --git a/worker/pb/api_grpc.pb.go b/worker/pb/api_grpc.pb.go new file mode 100644 index 000000000..62e9bbf19 --- /dev/null +++ b/worker/pb/api_grpc.pb.go @@ -0,0 +1,587 @@ +// Code generated by protoc-gen-go-grpc. DO NOT EDIT. + +package pb + +import ( + context "context" + grpc "google.golang.org/grpc" + codes "google.golang.org/grpc/codes" + status "google.golang.org/grpc/status" +) + +// This is a compile-time assertion to ensure that this generated file +// is compatible with the grpc package it is being compiled against. +// Requires gRPC-Go v1.32.0 or later. +const _ = grpc.SupportPackageIsVersion7 + +// ToWorkerClient is the client API for ToWorker service. +// +// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. +type ToWorkerClient interface { + // Requests a stream from a lecture hall + RequestStream(ctx context.Context, in *StreamRequest, opts ...grpc.CallOption) (*Status, error) + RequestPremiere(ctx context.Context, in *PremiereRequest, opts ...grpc.CallOption) (*Status, error) + RequestStreamEnd(ctx context.Context, in *EndStreamRequest, opts ...grpc.CallOption) (*Status, error) + RequestWaveform(ctx context.Context, in *WaveformRequest, opts ...grpc.CallOption) (*WaveFormResponse, error) + RequestCut(ctx context.Context, in *CutRequest, opts ...grpc.CallOption) (*CutResponse, error) +} + +type toWorkerClient struct { + cc grpc.ClientConnInterface +} + +func NewToWorkerClient(cc grpc.ClientConnInterface) ToWorkerClient { + return &toWorkerClient{cc} +} + +func (c *toWorkerClient) RequestStream(ctx context.Context, in *StreamRequest, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.ToWorker/RequestStream", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *toWorkerClient) RequestPremiere(ctx context.Context, in *PremiereRequest, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.ToWorker/RequestPremiere", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *toWorkerClient) RequestStreamEnd(ctx context.Context, in *EndStreamRequest, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.ToWorker/RequestStreamEnd", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *toWorkerClient) RequestWaveform(ctx context.Context, in *WaveformRequest, opts ...grpc.CallOption) (*WaveFormResponse, error) { + out := new(WaveFormResponse) + err := c.cc.Invoke(ctx, "/api.ToWorker/RequestWaveform", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *toWorkerClient) RequestCut(ctx context.Context, in *CutRequest, opts ...grpc.CallOption) (*CutResponse, error) { + out := new(CutResponse) + err := c.cc.Invoke(ctx, "/api.ToWorker/RequestCut", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +// ToWorkerServer is the tumlive API for ToWorker service. +// All implementations must embed UnimplementedToWorkerServer +// for forward compatibility +type ToWorkerServer interface { + // Requests a stream from a lecture hall + RequestStream(context.Context, *StreamRequest) (*Status, error) + RequestPremiere(context.Context, *PremiereRequest) (*Status, error) + RequestStreamEnd(context.Context, *EndStreamRequest) (*Status, error) + RequestWaveform(context.Context, *WaveformRequest) (*WaveFormResponse, error) + RequestCut(context.Context, *CutRequest) (*CutResponse, error) + mustEmbedUnimplementedToWorkerServer() +} + +// UnimplementedToWorkerServer must be embedded to have forward compatible implementations. +type UnimplementedToWorkerServer struct { +} + +func (UnimplementedToWorkerServer) RequestStream(context.Context, *StreamRequest) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestStream not implemented") +} +func (UnimplementedToWorkerServer) RequestPremiere(context.Context, *PremiereRequest) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestPremiere not implemented") +} +func (UnimplementedToWorkerServer) RequestStreamEnd(context.Context, *EndStreamRequest) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestStreamEnd not implemented") +} +func (UnimplementedToWorkerServer) RequestWaveform(context.Context, *WaveformRequest) (*WaveFormResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestWaveform not implemented") +} +func (UnimplementedToWorkerServer) RequestCut(context.Context, *CutRequest) (*CutResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method RequestCut not implemented") +} +func (UnimplementedToWorkerServer) mustEmbedUnimplementedToWorkerServer() {} + +// UnsafeToWorkerServer may be embedded to opt out of forward compatibility for this service. +// Use of this interface is not recommended, as added methods to ToWorkerServer will +// result in compilation errors. +type UnsafeToWorkerServer interface { + mustEmbedUnimplementedToWorkerServer() +} + +func RegisterToWorkerServer(s grpc.ServiceRegistrar, srv ToWorkerServer) { + s.RegisterService(&ToWorker_ServiceDesc, srv) +} + +func _ToWorker_RequestStream_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(StreamRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(ToWorkerServer).RequestStream(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.ToWorker/RequestStream", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(ToWorkerServer).RequestStream(ctx, req.(*StreamRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _ToWorker_RequestPremiere_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(PremiereRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(ToWorkerServer).RequestPremiere(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.ToWorker/RequestPremiere", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(ToWorkerServer).RequestPremiere(ctx, req.(*PremiereRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _ToWorker_RequestStreamEnd_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(EndStreamRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(ToWorkerServer).RequestStreamEnd(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.ToWorker/RequestStreamEnd", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(ToWorkerServer).RequestStreamEnd(ctx, req.(*EndStreamRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _ToWorker_RequestWaveform_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(WaveformRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(ToWorkerServer).RequestWaveform(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.ToWorker/RequestWaveform", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(ToWorkerServer).RequestWaveform(ctx, req.(*WaveformRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _ToWorker_RequestCut_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(CutRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(ToWorkerServer).RequestCut(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.ToWorker/RequestCut", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(ToWorkerServer).RequestCut(ctx, req.(*CutRequest)) + } + return interceptor(ctx, in, info, handler) +} + +// ToWorker_ServiceDesc is the grpc.ServiceDesc for ToWorker service. +// It's only intended for direct use with grpc.RegisterService, +// and not to be introspected or modified (even as a copy) +var ToWorker_ServiceDesc = grpc.ServiceDesc{ + ServiceName: "api.ToWorker", + HandlerType: (*ToWorkerServer)(nil), + Methods: []grpc.MethodDesc{ + { + MethodName: "RequestStream", + Handler: _ToWorker_RequestStream_Handler, + }, + { + MethodName: "RequestPremiere", + Handler: _ToWorker_RequestPremiere_Handler, + }, + { + MethodName: "RequestStreamEnd", + Handler: _ToWorker_RequestStreamEnd_Handler, + }, + { + MethodName: "RequestWaveform", + Handler: _ToWorker_RequestWaveform_Handler, + }, + { + MethodName: "RequestCut", + Handler: _ToWorker_RequestCut_Handler, + }, + }, + Streams: []grpc.StreamDesc{}, + Metadata: "api.proto", +} + +// FromWorkerClient is the client API for FromWorker service. +// +// For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream. +type FromWorkerClient interface { + // JoinWorkers is a request to the tumlive to join the worker pool. + JoinWorkers(ctx context.Context, in *JoinWorkersRequest, opts ...grpc.CallOption) (*JoinWorkersResponse, error) + SendHeartBeat(ctx context.Context, in *HeartBeat, opts ...grpc.CallOption) (*Status, error) + NotifyTranscodingFinished(ctx context.Context, in *TranscodingFinished, opts ...grpc.CallOption) (*Status, error) + NotifySilenceResults(ctx context.Context, in *SilenceResults, opts ...grpc.CallOption) (*Status, error) + NotifyStreamStarted(ctx context.Context, in *StreamStarted, opts ...grpc.CallOption) (*Status, error) + NotifyStreamFinished(ctx context.Context, in *StreamFinished, opts ...grpc.CallOption) (*Status, error) + NotifyUploadFinished(ctx context.Context, in *UploadFinished, opts ...grpc.CallOption) (*Status, error) + SendSelfStreamRequest(ctx context.Context, in *SelfStreamRequest, opts ...grpc.CallOption) (*SelfStreamResponse, error) +} + +type fromWorkerClient struct { + cc grpc.ClientConnInterface +} + +func NewFromWorkerClient(cc grpc.ClientConnInterface) FromWorkerClient { + return &fromWorkerClient{cc} +} + +func (c *fromWorkerClient) JoinWorkers(ctx context.Context, in *JoinWorkersRequest, opts ...grpc.CallOption) (*JoinWorkersResponse, error) { + out := new(JoinWorkersResponse) + err := c.cc.Invoke(ctx, "/api.FromWorker/JoinWorkers", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) SendHeartBeat(ctx context.Context, in *HeartBeat, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/SendHeartBeat", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) NotifyTranscodingFinished(ctx context.Context, in *TranscodingFinished, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/NotifyTranscodingFinished", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) NotifySilenceResults(ctx context.Context, in *SilenceResults, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/NotifySilenceResults", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) NotifyStreamStarted(ctx context.Context, in *StreamStarted, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/NotifyStreamStarted", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) NotifyStreamFinished(ctx context.Context, in *StreamFinished, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/NotifyStreamFinished", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) NotifyUploadFinished(ctx context.Context, in *UploadFinished, opts ...grpc.CallOption) (*Status, error) { + out := new(Status) + err := c.cc.Invoke(ctx, "/api.FromWorker/NotifyUploadFinished", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +func (c *fromWorkerClient) SendSelfStreamRequest(ctx context.Context, in *SelfStreamRequest, opts ...grpc.CallOption) (*SelfStreamResponse, error) { + out := new(SelfStreamResponse) + err := c.cc.Invoke(ctx, "/api.FromWorker/SendSelfStreamRequest", in, out, opts...) + if err != nil { + return nil, err + } + return out, nil +} + +// FromWorkerServer is the tumlive API for FromWorker service. +// All implementations must embed UnimplementedFromWorkerServer +// for forward compatibility +type FromWorkerServer interface { + // JoinWorkers is a request to the tumlive to join the worker pool. + JoinWorkers(context.Context, *JoinWorkersRequest) (*JoinWorkersResponse, error) + SendHeartBeat(context.Context, *HeartBeat) (*Status, error) + NotifyTranscodingFinished(context.Context, *TranscodingFinished) (*Status, error) + NotifySilenceResults(context.Context, *SilenceResults) (*Status, error) + NotifyStreamStarted(context.Context, *StreamStarted) (*Status, error) + NotifyStreamFinished(context.Context, *StreamFinished) (*Status, error) + NotifyUploadFinished(context.Context, *UploadFinished) (*Status, error) + SendSelfStreamRequest(context.Context, *SelfStreamRequest) (*SelfStreamResponse, error) + mustEmbedUnimplementedFromWorkerServer() +} + +// UnimplementedFromWorkerServer must be embedded to have forward compatible implementations. +type UnimplementedFromWorkerServer struct { +} + +func (UnimplementedFromWorkerServer) JoinWorkers(context.Context, *JoinWorkersRequest) (*JoinWorkersResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method JoinWorkers not implemented") +} +func (UnimplementedFromWorkerServer) SendHeartBeat(context.Context, *HeartBeat) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method SendHeartBeat not implemented") +} +func (UnimplementedFromWorkerServer) NotifyTranscodingFinished(context.Context, *TranscodingFinished) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method NotifyTranscodingFinished not implemented") +} +func (UnimplementedFromWorkerServer) NotifySilenceResults(context.Context, *SilenceResults) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method NotifySilenceResults not implemented") +} +func (UnimplementedFromWorkerServer) NotifyStreamStarted(context.Context, *StreamStarted) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method NotifyStreamStarted not implemented") +} +func (UnimplementedFromWorkerServer) NotifyStreamFinished(context.Context, *StreamFinished) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method NotifyStreamFinished not implemented") +} +func (UnimplementedFromWorkerServer) NotifyUploadFinished(context.Context, *UploadFinished) (*Status, error) { + return nil, status.Errorf(codes.Unimplemented, "method NotifyUploadFinished not implemented") +} +func (UnimplementedFromWorkerServer) SendSelfStreamRequest(context.Context, *SelfStreamRequest) (*SelfStreamResponse, error) { + return nil, status.Errorf(codes.Unimplemented, "method SendSelfStreamRequest not implemented") +} +func (UnimplementedFromWorkerServer) mustEmbedUnimplementedFromWorkerServer() {} + +// UnsafeFromWorkerServer may be embedded to opt out of forward compatibility for this service. +// Use of this interface is not recommended, as added methods to FromWorkerServer will +// result in compilation errors. +type UnsafeFromWorkerServer interface { + mustEmbedUnimplementedFromWorkerServer() +} + +func RegisterFromWorkerServer(s grpc.ServiceRegistrar, srv FromWorkerServer) { + s.RegisterService(&FromWorker_ServiceDesc, srv) +} + +func _FromWorker_JoinWorkers_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(JoinWorkersRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).JoinWorkers(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/JoinWorkers", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).JoinWorkers(ctx, req.(*JoinWorkersRequest)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_SendHeartBeat_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(HeartBeat) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).SendHeartBeat(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/SendHeartBeat", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).SendHeartBeat(ctx, req.(*HeartBeat)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_NotifyTranscodingFinished_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(TranscodingFinished) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).NotifyTranscodingFinished(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/NotifyTranscodingFinished", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).NotifyTranscodingFinished(ctx, req.(*TranscodingFinished)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_NotifySilenceResults_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(SilenceResults) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).NotifySilenceResults(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/NotifySilenceResults", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).NotifySilenceResults(ctx, req.(*SilenceResults)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_NotifyStreamStarted_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(StreamStarted) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).NotifyStreamStarted(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/NotifyStreamStarted", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).NotifyStreamStarted(ctx, req.(*StreamStarted)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_NotifyStreamFinished_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(StreamFinished) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).NotifyStreamFinished(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/NotifyStreamFinished", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).NotifyStreamFinished(ctx, req.(*StreamFinished)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_NotifyUploadFinished_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(UploadFinished) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).NotifyUploadFinished(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/NotifyUploadFinished", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).NotifyUploadFinished(ctx, req.(*UploadFinished)) + } + return interceptor(ctx, in, info, handler) +} + +func _FromWorker_SendSelfStreamRequest_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) { + in := new(SelfStreamRequest) + if err := dec(in); err != nil { + return nil, err + } + if interceptor == nil { + return srv.(FromWorkerServer).SendSelfStreamRequest(ctx, in) + } + info := &grpc.UnaryServerInfo{ + Server: srv, + FullMethod: "/api.FromWorker/SendSelfStreamRequest", + } + handler := func(ctx context.Context, req interface{}) (interface{}, error) { + return srv.(FromWorkerServer).SendSelfStreamRequest(ctx, req.(*SelfStreamRequest)) + } + return interceptor(ctx, in, info, handler) +} + +// FromWorker_ServiceDesc is the grpc.ServiceDesc for FromWorker service. +// It's only intended for direct use with grpc.RegisterService, +// and not to be introspected or modified (even as a copy) +var FromWorker_ServiceDesc = grpc.ServiceDesc{ + ServiceName: "api.FromWorker", + HandlerType: (*FromWorkerServer)(nil), + Methods: []grpc.MethodDesc{ + { + MethodName: "JoinWorkers", + Handler: _FromWorker_JoinWorkers_Handler, + }, + { + MethodName: "SendHeartBeat", + Handler: _FromWorker_SendHeartBeat_Handler, + }, + { + MethodName: "NotifyTranscodingFinished", + Handler: _FromWorker_NotifyTranscodingFinished_Handler, + }, + { + MethodName: "NotifySilenceResults", + Handler: _FromWorker_NotifySilenceResults_Handler, + }, + { + MethodName: "NotifyStreamStarted", + Handler: _FromWorker_NotifyStreamStarted_Handler, + }, + { + MethodName: "NotifyStreamFinished", + Handler: _FromWorker_NotifyStreamFinished_Handler, + }, + { + MethodName: "NotifyUploadFinished", + Handler: _FromWorker_NotifyUploadFinished_Handler, + }, + { + MethodName: "SendSelfStreamRequest", + Handler: _FromWorker_SendSelfStreamRequest_Handler, + }, + }, + Streams: []grpc.StreamDesc{}, + Metadata: "api.proto", +} diff --git a/worker/selfstream/rest.go b/worker/selfstream/rest.go new file mode 100644 index 000000000..e9d3e24bc --- /dev/null +++ b/worker/selfstream/rest.go @@ -0,0 +1,46 @@ +//Package selfstream handles notifications for self streaming from nginx +package selfstream + +import ( + "errors" + "net/http" + "regexp" + "strings" + "sync" + + "github.com/joschahenningsen/TUM-Live/worker/worker" + log "github.com/sirupsen/logrus" +) + +// streams contains a map from streaming keys to their ids +var streams = safeStreams{streams: make(map[string]*worker.StreamContext)} + +type safeStreams struct { + mutex sync.Mutex + streams map[string]*worker.StreamContext +} + +// InitApi creates routes for the api consumed by nginx +func InitApi(addr string) { + http.HandleFunc("/", defaultHandler) + http.HandleFunc("/on_publish", streams.onPublish) + http.HandleFunc("/on_publish_done", streams.onPublishDone) + log.Fatal(http.ListenAndServe(addr, nil)) +} + +// mustGetStreamInfo gets the stream key and slug from nginx requests and aborts with bad request if something is wrong +func mustGetStreamInfo(r *http.Request) (streamKey string, slug string, err error) { + name := r.FormValue("name") + if name == "" { + return "", "", errors.New("no stream slug") + } + tcUrl := r.FormValue("tcurl") + if tcUrl == "" { + return "", "", errors.New("no stream key") + } + if m, _ := regexp.MatchString(".+\\?secret=.+", tcUrl); !m { + return "", "", errors.New("stream key invalid") + } + key := strings.Split(tcUrl, "?secret=")[1] + return key, name, nil +} diff --git a/worker/selfstream/selfstream.go b/worker/selfstream/selfstream.go new file mode 100644 index 000000000..e81696c9a --- /dev/null +++ b/worker/selfstream/selfstream.go @@ -0,0 +1,98 @@ +package selfstream + +import ( + "google.golang.org/grpc" + "io" + "net/http" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + "github.com/joschahenningsen/TUM-Live/worker/worker" + log "github.com/sirupsen/logrus" +) + +// defaultHandler tells that the current worker is active and has a valid ID +func defaultHandler(w http.ResponseWriter, r *http.Request) { + if r.Method != http.MethodGet { + http.Error(w, "Method not allowed", http.StatusMethodNotAllowed) + } + if cfg.WorkerID == "" { + http.Error(w, "Worker has no ID", http.StatusInternalServerError) + return + } + _, err := io.WriteString(w, "Hi, I'm alive, give me some work!\n") + if err != nil { + http.Error(w, "Could not generate reply", http.StatusInternalServerError) + return + } +} + +// onPublishDone is called by nginx when the stream stops publishing +func (s *safeStreams) onPublishDone(w http.ResponseWriter, r *http.Request) { + if r.Method != http.MethodPost { + http.Error(w, "Method not allowed", http.StatusMethodNotAllowed) + return + } + log.Info("onPublishDone called") + streamKey, _, err := mustGetStreamInfo(r) + if err != nil { + log.WithFields(log.Fields{"request": r.Form}).WithError(err).Warn("onPublishDone: bad request") + http.Error(w, "Could not retrieve stream info", http.StatusBadRequest) + return + } + s.mutex.Lock() + defer s.mutex.Unlock() + if streamCtx, ok := s.streams[streamKey]; ok { + go func() { + worker.HandleStreamEnd(streamCtx) + worker.NotifyStreamDone(streamCtx) + worker.HandleSelfStreamRecordEnd(streamCtx) + }() + } else { + errorText := "stream key not existing in self streams map" + log.WithField("streamKey", streamKey).Error(errorText) + http.Error(w, errorText, http.StatusBadRequest) + } +} + +// onPublish is called by nginx when the stream starts publishing +func (s *safeStreams) onPublish(w http.ResponseWriter, r *http.Request) { + log.Info("onPublish called") + if r.Method != http.MethodPost { + http.Error(w, "Method not allowed", http.StatusMethodNotAllowed) + return + } + streamKey, slug, err := mustGetStreamInfo(r) + if err != nil { + log.WithFields(log.Fields{"request": r.Form}).WithError(err).Warn("onPublish: bad request") + http.Error(w, "Could not retrieve stream info", http.StatusBadRequest) + return + } + client, conn, err := worker.GetClient() + + defer func(conn *grpc.ClientConn) { + if err := conn.Close(); err != nil { + log.WithFields(log.Fields{"request": r.Form}).WithError(err).Warn("Could not connect to client") + } + }(conn) + + if err != nil { + http.Error(w, "Could not establish connection to client", http.StatusInternalServerError) + return + } + resp, err := client.SendSelfStreamRequest(r.Context(), &pb.SelfStreamRequest{ + WorkerID: cfg.WorkerID, + StreamKey: streamKey, + CourseSlug: slug, + }) + if err != nil { + http.Error(w, "Authentication failed for SendSelfStreamRequest", http.StatusForbidden) + return + } + // register stream in local map + streamContext := worker.HandleSelfStream(resp, slug) + + s.mutex.Lock() + s.streams[streamKey] = streamContext + s.mutex.Unlock() +} diff --git a/worker/selfstream/selfstream_test.go b/worker/selfstream/selfstream_test.go new file mode 100644 index 000000000..664b5462b --- /dev/null +++ b/worker/selfstream/selfstream_test.go @@ -0,0 +1,166 @@ +package selfstream + +import ( + "net/http" + "net/http/httptest" + "net/url" + "strings" + "testing" + "time" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + "github.com/joschahenningsen/TUM-Live/worker/worker" + log "github.com/sirupsen/logrus" +) + +var r *http.Request +var w *httptest.ResponseRecorder +var streamID string +var testSlug string + +func setup() { + r = httptest.NewRequest(http.MethodGet, "https://test.de", nil) + w = httptest.NewRecorder() + cfg.TempDir = "/recordings" + streamID = "123" + testSlug = "Test" +} + +func checkReturnCode(t *testing.T, w *httptest.ResponseRecorder, code int) { + if w.Result().StatusCode != code { + t.Errorf("Expected status code %d, but was %d", code, w.Result().StatusCode) + } +} + +func checkBadStreamInfo(t *testing.T) { + key, slug, err := mustGetStreamInfo(r) + if err == nil || key != "" || slug != "" { + t.Errorf("Received invalid response from mustGetStreamInfo: "+ + "err %v, key: %s, slug: %s", err, key, slug) + } +} + +func checkValidStreamInfo(t *testing.T, form url.Values) { + key, slug, err := mustGetStreamInfo(r) + if err != nil || key != streamID || slug != form.Get("name") || w.Result().StatusCode != http.StatusOK { + t.Errorf("Received invalid response from mustGetStreamInfo: "+ + "err %v, key: %s, slug: %s, status: %d", err, key, slug, w.Result().StatusCode) + } +} + +func generateFormRequest(t *testing.T, form url.Values) { + var err error + r, err = http.NewRequest(http.MethodPost, "https://test.de", strings.NewReader(form.Encode())) + if err != nil { + t.Errorf("Could not create mock request due to error: %v", err) + } + // Set header for URL encoding + r.Header.Add("Content-Type", "application/x-www-form-urlencoded") + w = httptest.NewRecorder() // Reset the recorder since we need it for new requests +} + +// TestInitApi tries to trigger a log.Fatal call when starting the tumlive +func TestInitApi(t *testing.T) { + timeout := time.After(100 * time.Millisecond) + done := make(chan bool) + testAddress := "0.1:1313" + go func() { + defer func() { log.StandardLogger().ExitFunc = nil }() + var fatal bool + log.StandardLogger().ExitFunc = func(int) { fatal = true } // Overwrite exit function of logger for log.Fatal + InitApi(testAddress) + if !fatal { + t.Error("Error") + } + done <- true + }() + + select { + case <-timeout: + t.Fatal("TestInitApi didn't finish in time") + case <-done: + } +} + +// TestNotAllowedMethods tries to send a request with a invalid method to each handler +func TestNotAllowedMethods(t *testing.T) { + setup() + + // onPublish and onPublishDone should only work with POST + r.Method = http.MethodGet + streams.onPublish(w, r) + checkReturnCode(t, w, http.StatusMethodNotAllowed) + streams.onPublishDone(w, r) + checkReturnCode(t, w, http.StatusMethodNotAllowed) + + w = httptest.NewRecorder() // Reset recorder + + // defaultHandler should only work with GET + r.Method = http.MethodPost + defaultHandler(w, r) + checkReturnCode(t, w, http.StatusMethodNotAllowed) +} + +// TestDefaultHandler tests whether a missing worker is handled correctly +func TestDefaultHandler(t *testing.T) { + setup() + cfg.WorkerID = "abc" + defaultHandler(w, r) + checkReturnCode(t, w, http.StatusOK) + + w = httptest.NewRecorder() // Reset recorder + + cfg.WorkerID = "" + defaultHandler(w, r) + checkReturnCode(t, w, http.StatusInternalServerError) +} + +// TestPublishing checks that a valid request does not cause any errors +func TestPublishing(t *testing.T) { + setup() + r.Method = http.MethodPost + + streams.streams[streamID] = worker.HandleSelfStream(&pb.SelfStreamResponse{ + StreamID: 123, + }, testSlug) + + // Setup POST request + form := url.Values{} + form.Set("name", testSlug) + form.Set("tcurl", "abc?secret="+streamID) + + // Test onPublishDone, should succeed + generateFormRequest(t, form) + streams.onPublishDone(w, r) + checkReturnCode(t, w, http.StatusOK) + + // Test onPublish, should fail due client response + generateFormRequest(t, form) + streams.onPublish(w, r) + checkReturnCode(t, w, http.StatusForbidden) +} + +// TestMustGetStreamInfo tests whether invalid and invalid request are handled correctly +func TestMustGetStreamInfo(t *testing.T) { + setup() + // Test for non-existing form, using default r + checkBadStreamInfo(t) + + // Test form with only one value, tcurl is missing + form := url.Values{} + form.Set("name", testSlug) + + generateFormRequest(t, form) + checkBadStreamInfo(t) + + // Test empty secret + form.Set("tcurl", "rmtp://abc?secret=") + generateFormRequest(t, form) + checkBadStreamInfo(t) + + // Test valid secret + form.Set("tcurl", "abc?secret="+streamID) + generateFormRequest(t, form) + checkValidStreamInfo(t, form) +} diff --git a/worker/tmp/.gitkeep b/worker/tmp/.gitkeep new file mode 100644 index 000000000..e69de29bb diff --git a/worker/worker/ffmegtools.go b/worker/worker/ffmegtools.go new file mode 100644 index 000000000..91eee29e5 --- /dev/null +++ b/worker/worker/ffmegtools.go @@ -0,0 +1,14 @@ +package worker + +import ( + "github.com/tidwall/gjson" + ffmpeg "github.com/u2takey/ffmpeg-go" +) + +func getDuration(file string) (float64, error) { + probe, err := ffmpeg.Probe(file) + if err != nil { + return 0, err + } + return gjson.Get(probe, "format.duration").Float(), nil +} diff --git a/worker/worker/notify.go b/worker/worker/notify.go new file mode 100644 index 000000000..978fb8a74 --- /dev/null +++ b/worker/worker/notify.go @@ -0,0 +1,137 @@ +package worker + +import ( + "context" + "fmt" + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + log "github.com/sirupsen/logrus" + "google.golang.org/grpc" + "google.golang.org/grpc/credentials/insecure" + "time" +) + +func closeConnection(conn *grpc.ClientConn) { + err := conn.Close() + if err != nil { + log.WithError(err).Error("Could not close connection") + } +} + +func notifySilenceResults(silences *[]silence, streamID uint32) { + if silences == nil { + return + } + client, conn, err := GetClient() + if err != nil { + log.WithError(err).Error("Unable to dial tumlive") + return + } + defer closeConnection(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + + var starts []uint32 + var ends []uint32 + sArr := *silences + for _, i := range sArr { + starts = append(starts, uint32(i.Start)) + ends = append(ends, uint32(i.End)) + } + + _, err = client.NotifySilenceResults(ctx, &pb.SilenceResults{ + WorkerID: cfg.WorkerID, + StreamID: streamID, + Starts: starts, + Ends: ends, + }) + if err != nil { + log.WithError(err).Error("Could not send silence replies") + } +} + +func notifyStreamStart(streamCtx *StreamContext) { + client, conn, err := GetClient() + if err != nil { + log.WithError(err).Error("Unable to dial tumlive") + return + } + defer closeConnection(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + resp, err := client.NotifyStreamStarted(ctx, &pb.StreamStarted{ + WorkerID: cfg.WorkerID, + StreamID: streamCtx.streamId, + HlsUrl: fmt.Sprintf(streamCtx.outUrl, streamCtx.streamName), // could look like: fmt.Sprintf("https://live.stream.lrz.de/livetum/smil:%s_all.smil/playlist.m3u8?dvr", streamCtx.streamName) + SourceType: streamCtx.streamVersion, + }) + if err != nil || !resp.Ok { + log.WithError(err).Error("Could not notify stream started") + } +} + +func NotifyStreamDone(streamCtx *StreamContext) { + client, conn, err := GetClient() + if err != nil { + log.WithError(err).Error("Unable to dial tumlive") + return + } + defer closeConnection(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + resp, err := client.NotifyStreamFinished(ctx, &pb.StreamFinished{ + WorkerID: cfg.WorkerID, + StreamID: streamCtx.streamId, + }) + if err != nil || !resp.Ok { + log.WithError(err).Error("Could not notify stream finished") + } +} + +func notifyTranscodingDone(streamCtx *StreamContext) { + client, conn, err := GetClient() + if err != nil { + log.WithError(err).Error("Unable to dial tumlive") + return + } + defer closeConnection(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + resp, err := client.NotifyTranscodingFinished(ctx, &pb.TranscodingFinished{ + WorkerID: cfg.WorkerID, + StreamID: streamCtx.streamId, + FilePath: streamCtx.getTranscodingFileName(), + Duration: streamCtx.duration, + }) + if err != nil || !resp.Ok { + log.WithError(err).Error("Could not notify stream finished") + } +} + +func notifyUploadDone(streamCtx *StreamContext) { + client, conn, err := GetClient() + if err != nil { + log.WithError(err).Error("Unable to dial tumlive") + return + } + defer closeConnection(conn) + ctx, cancel := context.WithTimeout(context.Background(), time.Minute) + defer cancel() + resp, err := client.NotifyUploadFinished(ctx, &pb.UploadFinished{ + WorkerID: cfg.WorkerID, + StreamID: streamCtx.streamId, + HLSUrl: fmt.Sprintf("https://stream.lrz.de/vod/_definst_/mp4:tum/RBG/%s.mp4/playlist.m3u8", streamCtx.getStreamNameVoD()), + SourceType: streamCtx.streamVersion, + }) + if err != nil || !resp.Ok { + log.WithError(err).Error("Could not notify upload finished") + } +} + +func GetClient() (pb.FromWorkerClient, *grpc.ClientConn, error) { + conn, err := grpc.Dial(fmt.Sprintf("%s:50052", cfg.MainBase), grpc.WithTransportCredentials(insecure.NewCredentials())) + if err != nil { + return nil, nil, err + } + return pb.NewFromWorkerClient(conn), conn, nil +} diff --git a/worker/worker/persist.go b/worker/worker/persist.go new file mode 100644 index 000000000..a27d527c0 --- /dev/null +++ b/worker/worker/persist.go @@ -0,0 +1,76 @@ +package worker + +import ( + "encoding/gob" + "errors" + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "os" + "sync" + "time" +) + +var persisted *Persistable + +type Deletable struct { // Deletable is a file that can safely be deleted + File string // File is the path of the file to delete + Time time.Time // Time is the time the file was marked for deletion +} + +type Persistable struct { // Persistable is a struct for all persistable objects + Deletable []Deletable // Deletable are all files that can safely be deleted + mutex *sync.Mutex +} + +const persistFileName = "/persist.gob" + +// writeOut writes out the persistable object to disk +func (p *Persistable) writeOut() error { + f, err := os.OpenFile(cfg.PersistDir+persistFileName, os.O_RDWR|os.O_CREATE, 0666) + if err != nil { + return err + } + defer f.Close() + err = gob.NewEncoder(f).Encode(p) + return err +} + +// NewPersistable reads in the persistable object from disk and returns it +func NewPersistable() (*Persistable, error) { + p := &Persistable{mutex: &sync.Mutex{}} + f, err := os.Open(cfg.PersistDir + persistFileName) + if err != nil { + if errors.Is(err, os.ErrNotExist) { + // create if not existing + return p, p.writeOut() + } + return nil, err + } + defer f.Close() + err = gob.NewDecoder(f).Decode(p) + if err != nil { + return nil, err + } + return p, nil +} + +// AddDeletable adds a file to the list of deletable files +func (p *Persistable) AddDeletable(file string) error { + p.mutex.Lock() + defer p.mutex.Unlock() + p.Deletable = append(p.Deletable, struct { + File string + Time time.Time + }{ + File: file, + Time: time.Now(), + }) + return p.writeOut() +} + +// SetDeletables sets the list of deletable files +func (p *Persistable) SetDeletables(d []Deletable) error { + p.mutex.Lock() + defer p.mutex.Unlock() + p.Deletable = d + return p.writeOut() +} diff --git a/worker/worker/premiere.go b/worker/worker/premiere.go new file mode 100644 index 000000000..097da50f3 --- /dev/null +++ b/worker/worker/premiere.go @@ -0,0 +1,32 @@ +package worker + +import ( + "fmt" + "github.com/joschahenningsen/TUM-Live/worker/cfg" + log "github.com/sirupsen/logrus" + "os" + "os/exec" +) + +func streamPremiere(ctx *StreamContext) { + // we're a little paranoid about our input as we can't control it: + cmd := exec.Command( + "ffmpeg", "-re", "-i", ctx.sourceUrl, + "-pix_fmt", "yuv420p", "-vsync", "1", "-threads", "0", "-vcodec", "libx264", + "-r", "30", "-g", "60", "-sc_threshold", "0", + "-b:v", "2500k", "-bufsize", "3000k", "-maxrate", "3000k", + "-preset", "veryfast", "-profile:v", "baseline", "-tune", "film", + "-acodec", "aac", "-b:a", "128k", "-ac", "2", "-ar", "48000", "-af", "aresample=async=1:min_hard_comp=0.100000:first_pts=0", + "-f", "flv", fmt.Sprintf("%s%s", ctx.ingestServer, ctx.streamName)) + log.WithField("cmd", cmd.String()).Info("Starting premiere") + ffmpegErr, errFfmpegErrFile := os.OpenFile(fmt.Sprintf("%s/ffmpeg_%s.log", cfg.LogDir, ctx.getStreamName()), os.O_APPEND|os.O_WRONLY|os.O_CREATE, 0644) + if errFfmpegErrFile == nil { + cmd.Stderr = ffmpegErr + } else { + log.WithError(errFfmpegErrFile).Error("Could not create file for ffmpeg stdErr") + } + err := cmd.Run() + if err != nil { + log.WithError(err).Error("Can't stream premiere") + } +} diff --git a/worker/worker/record.go b/worker/worker/record.go new file mode 100644 index 000000000..e56b7ebb6 --- /dev/null +++ b/worker/worker/record.go @@ -0,0 +1,56 @@ +package worker + +import ( + "fmt" + log "github.com/sirupsen/logrus" + "os" + "os/exec" + "strings" + "time" +) + +//record records a source until endTime +10 minutes without pushing to lrz +func record(streamCtx *StreamContext) { + // add 10 minutes padding to stream end in case lecturers do lecturer things + recordUntil := streamCtx.endTime.Add(time.Minute * 10) + log.WithFields(log.Fields{"source": streamCtx.sourceUrl, "end": recordUntil, "fileName": streamCtx.getRecordingFileName()}). + Info("Recording lecture hall") + + // in case ffmpeg dies retry until stream should be done. + for time.Now().Before(recordUntil) { + // recordings are made raw without further encoding + var cmd *exec.Cmd + if strings.Contains(streamCtx.sourceUrl, "rtsp") { + cmd = exec.Command( + "ffmpeg", "-nostats", "-rtsp_transport", "tcp", + "-t", fmt.Sprintf("%.0f", time.Until(recordUntil).Seconds()), // timeout ffmpeg when stream is finished + "-i", streamCtx.sourceUrl, + "-map", "0", + "-c:v", "copy", + "-c:a", "copy", + "-f", "mpegts", "-") + } else { + cmd = exec.Command( + "ffmpeg", "-nostats", + "-t", fmt.Sprintf("%.0f", time.Until(recordUntil).Seconds()), // timeout ffmpeg when stream is finished + "-i", streamCtx.sourceUrl, + "-map", "0", + "-c:v", "copy", + "-c:a", "copy", + "-f", "mpegts", "-") + } + outfile, err := os.OpenFile(streamCtx.getRecordingFileName(), os.O_APPEND|os.O_WRONLY|os.O_CREATE, 0666) + if err != nil { + log.WithError(err).Error("Unable to create file for recording") + time.Sleep(time.Second) // sleep a second to prevent high load + continue + } + cmd.Stdout = outfile + err = cmd.Wait() + if err != nil { + log.WithError(err).Error("Error while recording") + time.Sleep(time.Second) // prevent spamming logfiles and smp + continue + } + } +} diff --git a/worker/worker/request_handlers.go b/worker/worker/request_handlers.go new file mode 100644 index 000000000..9c00d989c --- /dev/null +++ b/worker/worker/request_handlers.go @@ -0,0 +1,303 @@ +package worker + +import ( + "fmt" + "os/exec" + "path/filepath" + "strings" + "sync" + "syscall" + "time" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + log "github.com/sirupsen/logrus" +) + +type safeStreams struct { + mutex sync.Mutex + streams map[uint32][]*StreamContext // Note that we can have multiple contexts for a streamID for different sources. +} + +// regularStreams keeps track of all lecture hall streams for the current worker +var regularStreams = safeStreams{streams: make(map[uint32][]*StreamContext)} + +// addContext adds a stream context for a given streamID to the map in safeStreams +func (s *safeStreams) addContext(streamID uint32, streamCtx *StreamContext) { + s.mutex.Lock() + defer s.mutex.Unlock() + s.streams[streamID] = append(s.streams[streamCtx.streamId], streamCtx) +} + +func HandlePremiere(request *pb.PremiereRequest) { + streamCtx := &StreamContext{ + streamId: request.StreamID, + sourceUrl: request.FilePath, + startTime: time.Now(), + streamVersion: "", + courseSlug: "PREMIERE", + stream: true, + commands: nil, + ingestServer: request.IngestServer, + outUrl: request.OutUrl, + } + // Register worker for premiere + if !streamCtx.isSelfStream { + regularStreams.addContext(streamCtx.streamId, streamCtx) + } + S.startStream(streamCtx) + streamPremiere(streamCtx) + S.endStream(streamCtx) + NotifyStreamDone(streamCtx) +} + +func HandleSelfStream(request *pb.SelfStreamResponse, slug string) *StreamContext { + streamCtx := &StreamContext{ + streamId: request.GetStreamID(), + courseSlug: request.GetCourseSlug(), + teachingTerm: request.GetCourseTerm(), + teachingYear: request.GetCourseYear(), + startTime: request.GetStreamStart().AsTime().Local(), + endTime: time.Now().Add(time.Hour * 7), + publishVoD: request.GetUploadVoD(), + stream: true, + streamVersion: "COMB", + isSelfStream: false, + ingestServer: request.IngestServer, + sourceUrl: "rtmp://localhost/stream/" + slug, + streamName: request.StreamName, + outUrl: request.OutUrl, + } + go stream(streamCtx) + return streamCtx +} + +func HandleSelfStreamRecordEnd(ctx *StreamContext) { + S.startTranscoding(ctx.getStreamName()) + err := transcode(ctx) + if err != nil { + ctx.TranscodingSuccessful = false + log.Errorf("Error while transcoding: %v", err) + } else { + ctx.TranscodingSuccessful = true + } + S.endTranscoding(ctx.getStreamName()) + notifyTranscodingDone(ctx) + if ctx.publishVoD { + upload(ctx) + notifyUploadDone(ctx) + } + S.startSilenceDetection(ctx) + defer S.endSilenceDetection(ctx) + + sd := NewSilenceDetector(ctx.getTranscodingFileName()) + err = sd.ParseSilence() + if err != nil { + log.WithField("File", ctx.getTranscodingFileName()).WithError(err).Error("Detecting silence failed.") + return + } + notifySilenceResults(sd.Silences, ctx.streamId) + if ctx.TranscodingSuccessful { + err := markForDeletion(ctx) + if err != nil { + log.WithField("stream", ctx.streamId).WithError(err).Error("Error marking for deletion") + } + } +} + +// HandleStreamEndRequest ends all streams for a given streamID contained in request +func HandleStreamEndRequest(request *pb.EndStreamRequest) { + log.Info("Attempting to end stream: ", request.StreamID) + regularStreams.endStreams(request) +} + +func (s *safeStreams) endStreams(request *pb.EndStreamRequest) { + s.mutex.Lock() + defer s.mutex.Unlock() + stream := s.streams[request.StreamID] + for _, streamContext := range stream { + streamContext.discardVoD = request.DiscardVoD + HandleStreamEnd(streamContext) + } + // All streams should be ended right now, so we can delete them + delete(s.streams, request.StreamID) +} + +// HandleStreamEnd stops the ffmpeg instance by sending a SIGINT to it and prevents the loop to restart it by marking the stream context as stopped. +func HandleStreamEnd(ctx *StreamContext) { + ctx.stopped = true + if ctx.streamCmd != nil && ctx.streamCmd.Process != nil { + pgid, err := syscall.Getpgid(ctx.streamCmd.Process.Pid) + if err != nil { + log.WithError(err).WithField("streamID", ctx.streamId).Warn("Can't find pgid for ffmpeg") + } else { + // We use the new pgid that we created in stream.go to actually interrupt the shell process with all its children + err := syscall.Kill(-pgid, syscall.SIGINT) // Note that the - is used to kill process groups + if err != nil { + log.WithError(err).WithField("streamID", ctx.streamId).Warn("Can't interrupt ffmpeg") + } + } + } else { + log.Warn("context has no command or process to end") + } +} + +func HandleStreamRequest(request *pb.StreamRequest) { + log.WithField("request", request).Info("Request to stream") + //setup context with relevant information to pass to other subprocesses + streamCtx := &StreamContext{ + streamId: request.GetStreamID(), + sourceUrl: "rtsp://" + request.GetSourceUrl(), + courseSlug: request.GetCourseSlug(), + teachingTerm: request.GetCourseTerm(), + teachingYear: request.GetCourseYear(), + startTime: request.GetStart().AsTime().Local(), + endTime: request.GetEnd().AsTime().Local(), + streamVersion: request.GetSourceType(), + publishVoD: request.GetPublishVoD(), + stream: request.GetPublishStream(), + streamName: request.GetStreamName(), + ingestServer: request.GetIngestServer(), + isSelfStream: false, + outUrl: request.GetOutUrl(), + } + + // Register worker for stream + regularStreams.addContext(streamCtx.streamId, streamCtx) + + //only record + if !streamCtx.stream { + S.startRecording(streamCtx.getRecordingFileName()) + record(streamCtx) + S.endRecording(streamCtx.getRecordingFileName()) + } else { + stream(streamCtx) + } + NotifyStreamDone(streamCtx) // notify stream/recording done + if streamCtx.discardVoD { + log.Info("Skipping VoD creation") + return + } + S.startTranscoding(streamCtx.getStreamName()) + err := transcode(streamCtx) + if err != nil { + streamCtx.TranscodingSuccessful = false + log.Errorf("Error while transcoding: %v", err) + } else { + streamCtx.TranscodingSuccessful = true + } + S.endTranscoding(streamCtx.getStreamName()) + notifyTranscodingDone(streamCtx) + if request.PublishVoD { + upload(streamCtx) + notifyUploadDone(streamCtx) + } + + if streamCtx.streamVersion == "COMB" { + S.startSilenceDetection(streamCtx) + defer S.endSilenceDetection(streamCtx) + sd := NewSilenceDetector(streamCtx.getTranscodingFileName()) + err := sd.ParseSilence() + if err != nil { + log.WithField("File", streamCtx.getTranscodingFileName()).WithError(err).Error("Detecting silence failed.") + return + } + notifySilenceResults(sd.Silences, streamCtx.streamId) + } + if streamCtx.TranscodingSuccessful { + err := markForDeletion(streamCtx) + if err != nil { + log.WithField("stream", streamCtx.streamId).WithError(err).Error("Error marking for deletion") + } + } +} + +// StreamContext contains all important information on a stream +type StreamContext struct { + streamId uint32 //id of the stream + sourceUrl string //url of the streams source, e.g. 10.0.0.4 + courseSlug string //slug of the course, e.g. eidi + teachingTerm string //S or W depending on the courses teaching-term + teachingYear uint32 //Year the course takes place in + startTime time.Time //time the stream should start + endTime time.Time //end of the stream (including +10 minute safety) + streamVersion string //version of the stream to be handled, e.g. PRES, COMB or CAM + publishVoD bool //whether file should be uploaded + stream bool //whether streaming is enabled + commands map[string]int //map command type to pid, e.g. "stream"->123 + streamCmd *exec.Cmd // command used for streaming + isSelfStream bool //deprecated + streamName string // ingest target + ingestServer string // ingest tumlive e.g. rtmp://user:password@my.tumlive + stopped bool // whether the stream has been stopped + outUrl string // url the stream will be available at + discardVoD bool // whether the VoD should be discarded + + // calculated after stream: + duration uint32 //duration of the stream in seconds + + TranscodingSuccessful bool // TranscodingSuccessful is true if the transcoding was successful +} + +// getRecordingFileName returns the filename a stream should be saved to before transcoding. +// example: /recordings/eidi_2021-09-23_10-00_COMB.ts +func (s StreamContext) getRecordingFileName() string { + if !s.isSelfStream { + return fmt.Sprintf("%s/%s.ts", + cfg.TempDir, + s.getStreamName()) + } + return fmt.Sprintf("%s/%s_%s.flv", + cfg.TempDir, + s.courseSlug, + s.startTime.Format("02012006")) +} + +func (s StreamContext) getRecordingTrashName() string { + fn := s.getRecordingFileName() + return filepath.Join(filepath.Dir(fn), ".trash", filepath.Base(fn)) +} + +// getTranscodingFileName returns the filename a stream should be saved to after transcoding. +// example: /srv/sharedMassStorage/2021/S/eidi/2021-09-23_10-00/eidi_2021-09-23_10-00_PRES.mp4 +func (s StreamContext) getTranscodingFileName() string { + if s.isSelfStream { + return fmt.Sprintf("%s/%d/%s/%s/%s/%s-%s.mp4", + cfg.StorageDir, + s.teachingYear, + s.teachingTerm, + s.courseSlug, + s.startTime.Format("2006-01-02_15-04"), + s.courseSlug, + s.startTime.Format("02012006")) + } + return fmt.Sprintf("%s/%d/%s/%s/%s/%s.mp4", + cfg.StorageDir, + s.teachingYear, + s.teachingTerm, + s.courseSlug, + s.startTime.Format("2006-01-02_15-04"), + s.getStreamName()) +} + +// getStreamName returns the stream name, used for the worker status +func (s StreamContext) getStreamName() string { + if !s.isSelfStream { + return fmt.Sprintf("%s-%s%s", + s.courseSlug, + s.startTime.Format("2006-01-02-15-04"), + s.streamVersion) + } + return s.courseSlug +} + +// getStreamNameVoD returns the stream name for vod (lrz replaces - with _) +func (s StreamContext) getStreamNameVoD() string { + if !s.isSelfStream { + return strings.ReplaceAll(fmt.Sprintf("%s_%s%s", + s.courseSlug, + s.startTime.Format("2006_01_02_15_04"), + s.streamVersion), "-", "_") + } + return s.courseSlug +} diff --git a/worker/worker/request_handlers_test.go b/worker/worker/request_handlers_test.go new file mode 100644 index 000000000..4d0415f8c --- /dev/null +++ b/worker/worker/request_handlers_test.go @@ -0,0 +1,97 @@ +package worker + +import ( + "github.com/joschahenningsen/TUM-Live/worker/pb" + "os/exec" + "syscall" + "testing" + "time" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" +) + +var s StreamContext + +func setup() { + cfg.WorkerID = "123" + s = StreamContext{ + courseSlug: "eidi", + teachingTerm: "W", + teachingYear: 2021, + startTime: time.Date(2021, 9, 23, 8, 0, 0, 0, time.Local), + streamId: 1, + streamVersion: "COMB", + publishVoD: true, + stream: true, + endTime: time.Now().Add(time.Hour), + commands: nil, + } + cfg.TempDir = "/recordings" +} + +func TestGetTranscodingFileName(t *testing.T) { + setup() + transcodingNameShould := "/srv/cephfs/livestream/rec/TUM-Live/2021/W/eidi/2021-09-23_08-00/eidi-2021-09-23-08-00COMB.mp4" + if got := s.getTranscodingFileName(); got != transcodingNameShould { + t.Errorf("Wrong transcoding name, should be %s but is %s", transcodingNameShould, got) + } +} + +func TestGetRecordingFileName(t *testing.T) { + setup() + recordingNameShould := "/recordings/eidi-2021-09-23-08-00COMB.ts" + if got := s.getRecordingFileName(); got != recordingNameShould { + t.Errorf("Wrong recording name, should be %s but is %s", recordingNameShould, got) + } +} + +// TestStreamEndRequest tests whether the process of a streamContext gets terminated when ending a stream via request +func TestStreamEndRequest(t *testing.T) { + timeout := time.After(2 * time.Second) + done := make(chan bool) + go func() { + const maxIterations int = 16 + + request := pb.EndStreamRequest{ + StreamID: s.streamId, + WorkerID: cfg.WorkerID, + DiscardVoD: true, + } + for i := 0; i < maxIterations; i++ { + request.StreamID = uint32(i % 4) + s.streamId = request.StreamID + // We have to create a new process each iteration, cat blocks without any arguments + s.streamCmd = exec.Command("cat") + s.streamCmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true} // See stream.go + regularStreams.addContext(s.streamId, &s) + err := s.streamCmd.Start() + if err != nil { + t.Errorf("Starting the streamCmd failed") + return + } + // Should end the streamCmd process + HandleStreamEndRequest(&request) + wait, err := s.streamCmd.Process.Wait() + if err != nil { + t.Errorf("Wait did not succeed") + return + } + // Process returns -1 when terminated via signal + if wait.ExitCode() != -1 { + t.Errorf("Process did not exit properly") + return + } + if len(regularStreams.streams) > 0 { + t.Errorf("Streams were not deleted properly") + return + } + } + done <- true + }() + + select { + case <-timeout: + t.Fatal("Test didn't finish in time") + case <-done: + } +} diff --git a/worker/worker/silence.go b/worker/worker/silence.go new file mode 100644 index 000000000..845db604a --- /dev/null +++ b/worker/worker/silence.go @@ -0,0 +1,78 @@ +package worker + +import ( + log "github.com/sirupsen/logrus" + "os/exec" + "strconv" + "strings" +) + +type SilenceDetect struct { + Input string + Silences *[]silence +} + +type silence struct { + Start uint + End uint +} + +func NewSilenceDetector(input string) *SilenceDetect { + return &SilenceDetect{Input: input} +} + +func (s *SilenceDetect) ParseSilence() error { + log.WithField("File", s.Input).Info("Start detecting silence") + cmd := exec.Command("nice", "ffmpeg", "-nostats", "-i", s.Input, "-af", "silencedetect=n=-15dB:d=30", "-f", "null", "-") + output, err := cmd.CombinedOutput() + if err != nil { + return err + } + l := strings.Split(string(output), "\n") + var silences []silence + for _, str := range l { + if strings.Contains(str, "silence_start:") { + start, err := strconv.ParseFloat(strings.Split(str, "silence_start: ")[1], 32) + if err != nil { + return err + } + silences = append(silences, silence{ + Start: uint(start), + End: 0, + }) + } else if strings.Contains(str, "silence_end:") { + end, err := strconv.ParseFloat(strings.Split(strings.Split(str, "silence_end: ")[1], " |")[0], 32) + if err != nil || silences == nil || len(silences) == 0 { + return err + } + silences[len(silences)-1].End = uint(end) + } + } + + s.Silences = &silences + s.postprocess() + log.WithField("file", s.Input).Info("Silences detected") + return nil +} + +//postprocess merges short duration of silence into units of silence +func (s *SilenceDetect) postprocess() { + oldSilences := *s.Silences + if len(oldSilences) < 2 { + return + } + if oldSilences[0].Start < 30 { + oldSilences[0].Start = 0 + } + newSilences := []silence{{Start: oldSilences[0].Start, End: oldSilences[0].Start}} + oldPtr := 0 + for oldPtr < len(oldSilences) { + if oldSilences[oldPtr].Start-newSilences[len(newSilences)-1].End < 30 { // Ignore sound that's shorter than 30 seconds + newSilences[len(newSilences)-1].End = oldSilences[oldPtr].End + } else { + newSilences = append(newSilences, oldSilences[oldPtr]) + } + oldPtr++ + } + s.Silences = &newSilences +} diff --git a/worker/worker/status.go b/worker/worker/status.go new file mode 100644 index 000000000..3acd381c8 --- /dev/null +++ b/worker/worker/status.go @@ -0,0 +1,152 @@ +package worker + +import ( + "context" + "fmt" + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/pb" + "github.com/joschahenningsen/TUM-Live/worker/worker/vmstat" + log "github.com/sirupsen/logrus" + "google.golang.org/grpc" + "google.golang.org/grpc/credentials/insecure" + "strings" + "sync" + "time" +) + +var statusLock = sync.RWMutex{} +var S *Status +var VersionTag string + +const ( + costStream = 3 + costTranscoding = 2 + costSilenceDetection = 1 +) + +type Status struct { + workload uint + Jobs []string + StartTime time.Time + + // VM Metrics are updated regularly + Stat *vmstat.VmStat +} + +func (s *Status) startSilenceDetection(streamCtx *StreamContext) { + defer s.SendHeartbeat() + statusLock.Lock() + s.workload += costSilenceDetection + s.Jobs = append(s.Jobs, fmt.Sprintf("detecting silence in %s", streamCtx.getStreamName())) + statusLock.Unlock() +} + +func (s *Status) startStream(streamCtx *StreamContext) { + defer s.SendHeartbeat() + statusLock.Lock() + notifyStreamStart(streamCtx) + defer statusLock.Unlock() + s.workload += costStream + s.Jobs = append(s.Jobs, fmt.Sprintf("streaming %s", streamCtx.getStreamName())) +} + +func (s *Status) startRecording(name string) { + defer s.SendHeartbeat() + statusLock.Lock() + defer statusLock.Unlock() + s.workload += costStream + s.Jobs = append(s.Jobs, fmt.Sprintf("recording %s", name)) +} + +func (s *Status) startTranscoding(name string) { + defer s.SendHeartbeat() + statusLock.Lock() + defer statusLock.Unlock() + s.workload += costTranscoding + s.Jobs = append(s.Jobs, fmt.Sprintf("transcoding %s", name)) +} + +func (s *Status) endStream(streamCtx *StreamContext) { + defer s.SendHeartbeat() + statusLock.Lock() + s.workload -= costStream + for i := range s.Jobs { + if s.Jobs[i] == fmt.Sprintf("streaming %s", streamCtx.getStreamName()) { + s.Jobs = append(s.Jobs[:i], s.Jobs[i+1:]...) + break + } + } + statusLock.Unlock() +} + +func (s *Status) endRecording(name string) { + defer s.SendHeartbeat() + statusLock.Lock() + s.workload -= costStream + for i := range s.Jobs { + if s.Jobs[i] == fmt.Sprintf("recording %s", name) { + s.Jobs = append(s.Jobs[:i], s.Jobs[i+1:]...) + break + } + } + statusLock.Unlock() +} + +func (s *Status) endTranscoding(name string) { + defer s.SendHeartbeat() + statusLock.Lock() + s.workload -= costTranscoding + for i := range s.Jobs { + if s.Jobs[i] == fmt.Sprintf("transcoding %s", name) { + s.Jobs = append(s.Jobs[:i], s.Jobs[i+1:]...) + break + } + } + statusLock.Unlock() +} + +func (s *Status) endSilenceDetection(streamCtx *StreamContext) { + defer s.SendHeartbeat() + statusLock.Lock() + s.workload -= costSilenceDetection + for i := range s.Jobs { + if s.Jobs[i] == fmt.Sprintf("detecting silence in %s", streamCtx.getStreamName()) { + s.Jobs = append(s.Jobs[:i], s.Jobs[i+1:]...) + break + } + } + statusLock.Unlock() +} + +func (s *Status) SendHeartbeat() { + // WithInsecure: workerId used for authentication, all servers are inside their own VLAN to further improve security + clientConn, err := grpc.Dial(fmt.Sprintf("%s:50052", cfg.MainBase), grpc.WithTransportCredentials(insecure.NewCredentials())) + if err != nil { + log.WithError(err).Error("unable to dial for heartbeat") + return + } + client := pb.NewFromWorkerClient(clientConn) + defer func(clientConn *grpc.ClientConn) { + err := clientConn.Close() + if err != nil { + log.WithError(err).Warn("Can't close status req") + } + }(clientConn) + + ctx, cancel := context.WithTimeout(context.Background(), time.Second*10) + defer cancel() + + _, err = client.SendHeartBeat(ctx, &pb.HeartBeat{ + WorkerID: cfg.WorkerID, + Workload: uint32(s.workload), + Jobs: s.Jobs, + Version: VersionTag, + CPU: s.Stat.GetCpuStr(), + Memory: s.Stat.GetMemStr(), + Disk: s.Stat.GetDiskStr(), + Uptime: strings.ReplaceAll(time.Since(s.StartTime).Round(time.Minute).String(), "0s", ""), + }) + if err != nil { + log.WithError(err).Error("Sending Heartbeat failed") + } +} diff --git a/worker/worker/stream.go b/worker/worker/stream.go new file mode 100644 index 000000000..364f3f5bd --- /dev/null +++ b/worker/worker/stream.go @@ -0,0 +1,79 @@ +package worker + +import ( + "fmt" + "os" + "os/exec" + "strings" + "syscall" + "time" + + "github.com/joschahenningsen/TUM-Live/worker/cfg" + log "github.com/sirupsen/logrus" +) + +//stream records and streams a lecture hall to the lrz +func stream(streamCtx *StreamContext) { + // add 10 minutes padding to stream end in case lecturers do lecturer things + streamUntil := streamCtx.endTime.Add(time.Minute * 10) + log.WithFields(log.Fields{"source": streamCtx.sourceUrl, "end": streamUntil, "fileName": streamCtx.getRecordingFileName()}). + Info("streaming lecture hall") + S.startStream(streamCtx) + defer S.endStream(streamCtx) + // in case ffmpeg dies retry until stream should be done. + lastErr := time.Now().Add(time.Minute * -1) + for time.Now().Before(streamUntil) && !streamCtx.stopped { + var cmd *exec.Cmd + + // todo: too much duplication + if strings.Contains(streamCtx.sourceUrl, "rtsp") { + cmd = exec.Command( + "sh", "-c", + `ffmpeg -hide_banner -nostats -rtsp_transport tcp -stimeout 5000000 -t `+fmt.Sprintf("%.0f", time.Until(streamUntil).Seconds())+ // timeout ffmpeg when stream is finished + " -i "+fmt.Sprintf(streamCtx.sourceUrl)+ + ` -map 0 -c copy -f mpegts - -c:v libx264 -preset veryfast -tune zerolatency -maxrate 2500k -bufsize 3000k -g 60 -r 30 -x264-params keyint=60:scenecut=0 -c:a aac -ar 44100 -b:a 128k `+ + `-f flv `+fmt.Sprintf("%s/%s", streamCtx.ingestServer, streamCtx.streamName)+" >> "+streamCtx.getRecordingFileName()) + } else { + cmd = exec.Command( + "sh", "-c", + `ffmpeg -hide_banner -nostats -t `+fmt.Sprintf("%.0f", time.Until(streamUntil).Seconds())+ // timeout ffmpeg when stream is finished + " -i "+fmt.Sprintf(streamCtx.sourceUrl)+ + ` -map 0 -c copy -f mpegts - -c:v libx264 -preset veryfast -tune zerolatency -maxrate 2500k -bufsize 3000k -g 60 -r 30 -x264-params keyint=60:scenecut=0 -c:a aac -ar 44100 -b:a 128k `+ + `-f flv `+fmt.Sprintf("%s/%s", streamCtx.ingestServer, streamCtx.streamName)+" >> "+streamCtx.getRecordingFileName()) + } + // persist stream command in context, so it can be killed later + streamCtx.streamCmd = cmd + log.WithField("cmd", cmd.String()).Info("Starting stream") + ffmpegErr, errFfmpegErrFile := os.OpenFile(fmt.Sprintf("%s/ffmpeg_%s.log", cfg.LogDir, streamCtx.getStreamName()), os.O_APPEND|os.O_WRONLY|os.O_CREATE, 0644) + if errFfmpegErrFile == nil { + cmd.Stderr = ffmpegErr + } else { + log.WithError(errFfmpegErrFile).Error("Could not create file for ffmpeg stdErr") + } + // Create a new pgid for the new process, so we don't kill the parent process when ending the stream + cmd.SysProcAttr = &syscall.SysProcAttr{Setpgid: true} + err := cmd.Run() + if err != nil && !streamCtx.stopped { + errorWithBackoff(&lastErr, "Error while streaming (run)", err) + if errFfmpegErrFile == nil { + _ = ffmpegErr.Close() + } + continue + } + if errFfmpegErrFile == nil { + _ = ffmpegErr.Close() + } + } + streamCtx.streamCmd = nil +} + +//errorWithBackoff updates lastError and sleeps for a second if the last error was within this second +func errorWithBackoff(lastError *time.Time, msg string, err error) { + log.WithFields(log.Fields{"lastErr": lastError}).WithError(err).Error(msg) + if time.Now().Add(time.Second * -1).Before(*lastError) { + log.Warn("too many errors, backing off a second.") + time.Sleep(time.Second) + } + now := time.Now() + *lastError = now +} diff --git a/worker/worker/transcode.go b/worker/worker/transcode.go new file mode 100644 index 000000000..99fc95ab0 --- /dev/null +++ b/worker/worker/transcode.go @@ -0,0 +1,74 @@ +package worker + +import ( + "fmt" + log "github.com/sirupsen/logrus" + "os" + "os/exec" + "path/filepath" +) + +func transcode(streamCtx *StreamContext) error { + err := prepare(streamCtx.getTranscodingFileName()) + if err != nil { + return err + } + var cmd *exec.Cmd + // create command fitting its content with appropriate niceness: + in := streamCtx.getRecordingFileName() + out := streamCtx.getTranscodingFileName() + switch streamCtx.streamVersion { + case "CAM": + // compress camera image slightly more + cmd = exec.Command("nice", "-n", "10", "ffmpeg", "-y", "-nostats", "-i", in, "-vsync", "2", "-c:v", "libx264", "-level", "4.0", "-movflags", "+faststart", "-c:a", "aac", "-b:a", "128k", "-crf", "26", out) + case "PRES": + cmd = exec.Command("nice", "-n", "9", "ffmpeg", "-y", "-nostats", "-i", in, "-vsync", "2", "-c:v", "libx264", "-level", "4.0", "-movflags", "+faststart", "-tune", "stillimage", "-c:a", "aac", "-b:a", "128k", "-crf", "20", out) + case "COMB": + cmd = exec.Command("nice", "-n", "8", "ffmpeg", "-y", "-nostats", "-i", in, "-vsync", "2", "-c:v", "libx264", "-level", "4.0", "-movflags", "+faststart", "-c:a", "aac", "-b:a", "128k", "-crf", "24", out) + default: + //unknown source, use higher compression and less priority + cmd = exec.Command("nice", "-n", "10", "ffmpeg", "-y", "-nostats", "-i", in, "-vsync", "2", "-c:v", "libx264", "-level", "4.0", "-movflags", "+faststart", "-c:a", "aac", "-b:a", "128k", "-crf", "26", out) + } + log.WithFields(log.Fields{"input": in, "output": out, "command": cmd.String()}).Info("Transcoding") + + output, err := cmd.CombinedOutput() + if err != nil { + log.WithFields(log.Fields{"output": string(output)}).Error("Transcoding failed") + return fmt.Errorf("transcode stream: %v", err) + } else { + log.WithField("stream", streamCtx.getStreamName()).Info("Transcoding finished") + } + log.Info("Start Probing duration") + duration, err := getDuration(streamCtx.getTranscodingFileName()) + if err != nil { + return fmt.Errorf("probe duration: %v", err) + } else { + streamCtx.duration = uint32(duration) + log.WithField("duration", duration).Info("Probing duration finished") + } + return nil +} + +// creates folder for output file if it doesn't exist +func prepare(out string) error { + dir := filepath.Dir(out) + err := os.MkdirAll(dir, 0750) + if err != nil { + return fmt.Errorf("create output directory for transcoding: %s", err) + } + return nil +} + +// markForDeletion moves the file to $recfolder/.trash/ +func markForDeletion(ctx *StreamContext) error { + trashName := ctx.getRecordingTrashName() + err := os.MkdirAll(filepath.Dir(trashName), 0750) + if err != nil { + return fmt.Errorf("create trash directory: %s", err) + } + err = os.Rename(ctx.getRecordingFileName(), ctx.getRecordingTrashName()) + if err != nil { + return fmt.Errorf("move file to .trash: %s", err) + } + return persisted.AddDeletable(trashName) +} diff --git a/worker/worker/upload.go b/worker/worker/upload.go new file mode 100644 index 000000000..9b57283eb --- /dev/null +++ b/worker/worker/upload.go @@ -0,0 +1,92 @@ +package worker + +import ( + "github.com/joschahenningsen/TUM-Live/worker/cfg" + log "github.com/sirupsen/logrus" + "io" + "io/ioutil" + "mime/multipart" + "net/http" + "os" + "strings" + "time" +) + +func upload(streamCtx *StreamContext) { + log.WithField("stream", streamCtx.getStreamName()).Info("Uploading stream") + err := post(streamCtx.getTranscodingFileName()) + if err != nil { + log.WithField("stream", streamCtx.getStreamName()).WithError(err).Error("Error uploading stream") + } + log.WithField("stream", streamCtx.getStreamName()).Info("Uploaded stream") +} + +func post(file string) error { + client := &http.Client{ + // 5 minutes timeout, some large files can take a while. + Timeout: time.Minute * 15, + } + r, w := io.Pipe() + writer := multipart.NewWriter(w) + + go func() { + defer w.Close() + defer writer.Close() + err := writeFile(writer, "filename", file) + if err != nil { + log.Error("Cannot create form file: ", err) + return + } + + fields := map[string]string{ + "benutzer": cfg.LrzUser, + "mailadresse": cfg.LrzMail, + "telefon": cfg.LrzPhone, + "unidir": "tum", + "subdir": cfg.LrzSubDir, + "info": "", + } + + for name, value := range fields { + err = writeField(writer, name, value) + if err != nil { + log.Error("Cannot create form field: ", err) + return + } + } + }() + rsp, err := client.Post(cfg.LrzUploadUrl, writer.FormDataContentType(), r) + if err == nil && rsp.StatusCode != http.StatusOK { + log.Error("Request failed with response code: ", rsp.StatusCode) + } + if err == nil && rsp != nil { + all, err := ioutil.ReadAll(rsp.Body) + if err == nil { + log.WithField("fileUploaded", file).Debug(string(all)) + } + } + return err +} + +func writeField(writer *multipart.Writer, name string, value string) error { + formFieldWriter, err := writer.CreateFormField(name) + if err != nil { + return err + } + _, err = io.Copy(formFieldWriter, strings.NewReader(value)) + return err +} + +func writeFile(writer *multipart.Writer, fieldname string, file string) error { + formFileWriter, err := writer.CreateFormFile(fieldname, file) + if err != nil { + return err + } + fileReader, err := os.Open(file) + if err != nil { + return err + } + defer fileReader.Close() + _, err = io.Copy(formFileWriter, fileReader) + return err +} diff --git a/worker/worker/upload_test.go b/worker/worker/upload_test.go new file mode 100644 index 000000000..f15b960a6 --- /dev/null +++ b/worker/worker/upload_test.go @@ -0,0 +1,87 @@ +package worker + +import ( + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "io/ioutil" + "net/http" + "os" + "sync" + "testing" +) + +func TestUpload(t *testing.T) { + cfg.LrzUser = "TestUserName" + cfg.LrzMail = "mail@mail.de" + cfg.LrzPhone = "0123456789" + cfg.LrzSubDir = "testDir" + cfg.LrzUploadUrl = "http://localhost:8080/" + var filesize uint = 1024 // mB + filename, err := createDummyFile(filesize) + if err != nil { + t.Fatal(err) + } + defer os.Remove(filename) + + go post(filename) + var finished sync.WaitGroup + finished.Add(1) + handler := http.HandlerFunc(func(w http.ResponseWriter, request *http.Request) { + defer finished.Done() + err := request.ParseMultipartForm(32 << 20) + if err != nil { + w.WriteHeader(http.StatusBadRequest) + t.Fatal(err) + return + } + if is := request.Form["benutzer"][0]; is != cfg.LrzUser { + t.Fatalf("benutzer: %v != %v", is, cfg.LrzUser) + } + if is := request.Form["mailadresse"][0]; is != cfg.LrzMail { + t.Fatalf("mailadresse: %v != %v", is, cfg.LrzMail) + } + if is := request.Form["telefon"][0]; is != cfg.LrzPhone { + t.Fatalf("telefon: %v != %v", is, cfg.LrzPhone) + } + if is := request.Form["unidir"][0]; is != "tum" { + t.Fatalf("unidir: %v != tum", is) + } + if is := request.Form["subdir"][0]; is != cfg.LrzSubDir { + t.Fatalf("subdir: %v != %v", is, cfg.LrzSubDir) + } + + _, h, err := request.FormFile("filename") + if err != nil { + t.Fatal(err) + w.WriteHeader(http.StatusBadRequest) + return + } + if uint(h.Size) != filesize*1<<20 { + t.Fatalf("incorrect size: %v", h.Size) + } + w.WriteHeader(200) + }) + srv := http.Server{Addr: ":8080"} + defer srv.Close() + http.Handle("/", handler) + go srv.ListenAndServe() + finished.Wait() +} + +func createDummyFile(filesize uint) (string, error) { + file, err := ioutil.TempFile("/tmp", "recording") + if err != nil { + return "", err + } + f, err := os.OpenFile(file.Name(), os.O_APPEND|os.O_WRONLY, 0600) + if err != nil { + return "", err + } + defer f.Close() + data := make([]byte, 1<<20) + for i := uint(0); i < filesize; i++ { + if _, err = f.Write(data); err != nil { + return "", err + } + } + return file.Name(), nil +} diff --git a/worker/worker/vmstat/vmstat.go b/worker/worker/vmstat/vmstat.go new file mode 100644 index 000000000..c683e3f57 --- /dev/null +++ b/worker/worker/vmstat/vmstat.go @@ -0,0 +1,101 @@ +package vmstat + +import ( + "context" + "fmt" + "github.com/icza/gox/fmtx" + "github.com/shirou/gopsutil/v3/cpu" + "github.com/shirou/gopsutil/v3/disk" + "github.com/shirou/gopsutil/v3/mem" + "golang.org/x/sync/errgroup" + "time" +) + +type VmStat struct { + diskPath string + + CpuPercent float64 + + MemTotal uint64 + MemAvailable uint64 + + DiskTotal uint64 + DiskPercent float64 + DiskUsed uint64 +} + +var ( + ErrCPUInvalid = fmt.Errorf("len (cpu.Percent) != 1") +) + +func New() *VmStat { + return &VmStat{diskPath: "/"} +} + +func NewWithPath(path string) *VmStat { + return &VmStat{diskPath: path} +} + +func (s *VmStat) Update() error { + g, _ := errgroup.WithContext(context.Background()) + g.Go(s.getCpu) + g.Go(s.getMem) + g.Go(s.getDisk) + return g.Wait() +} + +func (s *VmStat) getMem() error { + memory, err := mem.VirtualMemory() + if err != nil { + return err + } + s.MemAvailable = memory.Available + s.MemTotal = memory.Total + return nil +} + +func (s *VmStat) getCpu() error { + percent, err := cpu.Percent(time.Second*5, false) + if err != nil { + return err + } + if len(percent) != 1 { + return ErrCPUInvalid + } + s.CpuPercent = percent[0] + return nil +} + +func (s *VmStat) getDisk() error { + usage, err := disk.Usage("/") + if err != nil { + return err + } + s.DiskUsed = usage.Used + s.DiskTotal = usage.Total + s.DiskPercent = usage.UsedPercent + return nil +} + +func (s *VmStat) GetCpuStr() string { + return fmt.Sprintf("%.f%%", s.CpuPercent) +} + +func (s *VmStat) GetMemStr() string { + if s.MemAvailable == 0 || s.MemTotal == 0 { + return "unknown" + } + return fmt.Sprintf("%sM/%sM (%.f%%)", + fmtx.FormatInt(int64(s.MemAvailable/1e+6), 3, '.'), + fmtx.FormatInt(int64(s.MemTotal/1e+6), 3, '.'), + (1-(float64(s.MemAvailable)/float64(s.MemTotal)))*100) +} + +func (s *VmStat) GetDiskStr() string { + return fmt.Sprintf("%dG/%dG (%.f%%)", s.DiskUsed/1e+9, s.DiskTotal/1e+9, s.DiskPercent) +} + +func (s *VmStat) String() string { + return fmt.Sprintf("CPU: [%s], Mem: [%s], Disk: [%s]", + s.GetCpuStr(), s.GetMemStr(), s.GetDiskStr()) +} diff --git a/worker/worker/vmstat/vmstat_test.go b/worker/worker/vmstat/vmstat_test.go new file mode 100644 index 000000000..06f377673 --- /dev/null +++ b/worker/worker/vmstat/vmstat_test.go @@ -0,0 +1,30 @@ +package vmstat + +import "testing" + +func TestVmStat_GetCpuStr(t *testing.T) { + s := New() + s.CpuPercent = 42 + if s.GetCpuStr() != "42%" { + t.Error("GetCpuStr() failed") + } +} + +func TestVmStat_GetMemStr(t *testing.T) { + s := New() + s.MemAvailable = 28690272256 + s.MemTotal = 33638785024 + if s.GetMemStr() != "28.690M/33.638M (15%)" { + t.Error("GetMemStr() failed, got:", s.GetMemStr(), "expected: 28.690M/33.638M (15%)") + } +} + +func TestVmStat_GetDiskStr(t *testing.T) { + s := New() + s.DiskTotal = 974437085184 + s.DiskUsed = 287634259968 + s.DiskPercent = 31.100071498992595 + if s.GetDiskStr() != "287G/974G (31%)" { + t.Error("GetDiskStr() failed, got:", s.GetDiskStr(), "expected: 28.690M/33.638M (15%)") + } +} diff --git a/worker/worker/waveform.go b/worker/worker/waveform.go new file mode 100644 index 000000000..0eaa08b6c --- /dev/null +++ b/worker/worker/waveform.go @@ -0,0 +1,49 @@ +package worker + +import ( + "fmt" + uuid "github.com/iris-contrib/go.uuid" + "github.com/joschahenningsen/TUM-Live/worker/pb" + log "github.com/sirupsen/logrus" + "io/ioutil" + "os" + "os/exec" +) + +const ( + waveFormWitdth = 2000 + waveFormHeight = 230 +) + +// GetWaveform returns the waveform of a given video as byte slice +func GetWaveform(request *pb.WaveformRequest) ([]byte, error) { + log.Info("GetWaveform ", request.File) + v4, err := uuid.NewV4() + if err != nil { + return nil, err + } + tempFile := "/tmp/" + v4.String() + ".png" + c := []string{"ffmpeg", "-i", request.File, + "-filter_complex", fmt.Sprintf("aformat=channel_layouts=mono,showwavespic=s=%dx%d:filter=average:colors=white|white:scale=lin", waveFormWitdth, waveFormHeight), + "-frames:v", "1", + tempFile, + } + cmd := exec.Command("nice", c...) + output, err := cmd.CombinedOutput() + if err != nil { + log.WithField("combinedOutput", string(output)).Error("Could not get waveform with ffmpeg") + return nil, err + } + f, err := os.Open(tempFile) + if err != nil { + return nil, err + } + defer f.Close() + bytes, err := ioutil.ReadAll(f) + if err != nil { + return nil, err + } + + log.Info("GetWaveform done") + return bytes, nil +} diff --git a/worker/worker/worker.go b/worker/worker/worker.go new file mode 100644 index 000000000..ff6d9190f --- /dev/null +++ b/worker/worker/worker.go @@ -0,0 +1,57 @@ +package worker + +import ( + "github.com/joschahenningsen/TUM-Live/worker/cfg" + "github.com/joschahenningsen/TUM-Live/worker/worker/vmstat" + "github.com/robfig/cron/v3" + log "github.com/sirupsen/logrus" + "os" + "time" +) + +// Setup starts all recurring jobs of the worker +func Setup() { + log.SetLevel(cfg.LogLevel) + stat := vmstat.New() + S = &Status{ + workload: 0, + StartTime: time.Now(), + Jobs: []string{}, + Stat: stat, + } + + var err error + persisted, err = NewPersistable() + if err != nil { + log.WithError(err).Fatal("Failed to create persistable") + } + + c := cron.New() + _, _ = c.AddFunc("* * * * *", S.SendHeartbeat) + _, _ = c.AddFunc("* * * * *", func() { + err := S.Stat.Update() + if err != nil { + log.WithError(err).Warn("Failed to update vmstat") + } + }) + _, _ = c.AddFunc("0 * * * *", func() { + log.Debugf("deleting %d old files", len(persisted.Deletable)) + var notDeleted []Deletable + for i, deletable := range persisted.Deletable { + if time.Since(deletable.Time) >= time.Hour*24 { + err := os.Remove(deletable.File) + if err != nil { + log.WithError(err).Error("Failed to delete old recording") + } + } else { + log.Debugf("keeping %s (age %v)", deletable.File, time.Since(deletable.Time)) + notDeleted = append(notDeleted, persisted.Deletable[i]) + } + } + err := persisted.SetDeletables(notDeleted) + if err != nil { + log.WithError(err).Error("Failed to update deletable") + } + }) + c.Start() +}