Blockchain updates for L2 extension

cmd/blockchainupdates/nuts_subscriber.go

@@ -0,0 +1,27 @@
+package blockchainupdates
+
+import (
+	"github.com/nats-io/nats.go"
+	"github.com/wavesplatform/gowaves/pkg/blockchainupdates"
+	"log"
+	"runtime"
+)
+
+func main() {
+	// Connect to a NATS server
+	nc, err := nats.Connect(nats.DefaultURL)
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer nc.Close()
+
+	for _, topic := range blockchainupdates.Topics {
+		_, err = nc.Subscribe(topic, func(msg *nats.Msg) {
+			log.Printf("Received on %s: %s\n", msg.Subject, string(msg.Data))
+		})
+		if err != nil {
+			log.Fatal(err)
+		}
+	}
+	runtime.Goexit()
+}

cmd/importer/importer.go

@@ -174,7 +174,7 @@ func run() error {
 		return err
 	}
 
-	st, err := state.NewState(c.dataDirPath, false, c.params(fds), ss, false)
+	st, err := state.NewState(c.dataDirPath, false, c.params(fds), ss, false, nil)
 	if err != nil {
 		return fmt.Errorf("failed to create state: %w", err)
 	}

cmd/node/node.go

@@ -6,6 +6,7 @@ import (
 	"errors"
 	"flag"
 	"fmt"
+	"github.com/wavesplatform/gowaves/pkg/blockchainupdates"
 	"math"
 	"math/big"
 	"net/http"
@@ -63,51 +64,52 @@ var defaultPeers = map[string]string{
 }
 
 type config struct {
-	logLevel                   zapcore.Level
-	logDevelopment             bool
-	logNetwork                 bool
-	logNetworkData             bool
-	logFSM                     bool
-	statePath                  string
-	blockchainType             string
-	peerAddresses              string
-	declAddr                   string
-	nodeName                   string
-	cfgPath                    string
-	apiAddr                    string
-	apiKey                     string
-	apiMaxConnections          int
-	rateLimiterOptions         string
-	grpcAddr                   string
-	grpcAPIMaxConnections      int
-	enableMetaMaskAPI          bool
-	enableMetaMaskAPILog       bool
-	enableGrpcAPI              bool
-	blackListResidenceTime     time.Duration
-	buildExtendedAPI           bool
-	serveExtendedAPI           bool
-	buildStateHashes           bool
-	bindAddress                string
-	disableOutgoingConnections bool
-	minerVoteFeatures          string
-	disableBloomFilter         bool
-	reward                     string
-	obsolescencePeriod         time.Duration
-	walletPath                 string
-	walletPassword             string
-	limitAllConnections        uint
-	minPeersMining             int
-	disableMiner               bool
-	profiler                   bool
-	prometheus                 string
-	metricsID                  int
-	metricsURL                 string
-	dropPeers                  bool
-	dbFileDescriptors          int
-	newConnectionsLimit        int
-	disableNTP                 bool
-	microblockInterval         time.Duration
-	enableLightMode            bool
+	logLevel                      zapcore.Level
+	logDevelopment                bool
+	logNetwork                    bool
+	logNetworkData                bool
+	logFSM                        bool
+	statePath                     string
+	blockchainType                string
+	peerAddresses                 string
+	declAddr                      string
+	nodeName                      string
+	cfgPath                       string
+	apiAddr                       string
+	apiKey                        string
+	apiMaxConnections             int
+	rateLimiterOptions            string
+	grpcAddr                      string
+	grpcAPIMaxConnections         int
+	enableMetaMaskAPI             bool
+	enableMetaMaskAPILog          bool
+	enableGrpcAPI                 bool
+	blackListResidenceTime        time.Duration
+	buildExtendedAPI              bool
+	serveExtendedAPI              bool
+	buildStateHashes              bool
+	bindAddress                   string
+	disableOutgoingConnections    bool
+	minerVoteFeatures             string
+	disableBloomFilter            bool
+	reward                        string
+	obsolescencePeriod            time.Duration
+	walletPath                    string
+	walletPassword                string
+	limitAllConnections           uint
+	minPeersMining                int
+	disableMiner                  bool
+	profiler                      bool
+	prometheus                    string
+	metricsID                     int
+	metricsURL                    string
+	dropPeers                     bool
+	dbFileDescriptors             int
+	newConnectionsLimit           int
+	disableNTP                    bool
+	microblockInterval            time.Duration
+	enableLightMode               bool
+	enableBlockchainUpdatesPlugin bool
 }
 
 func (c *config) logParameters() {
@@ -144,6 +146,7 @@ func (c *config) logParameters() {
 	zap.S().Debugf("disable-ntp: %t", c.disableNTP)
 	zap.S().Debugf("microblock-interval: %s", c.microblockInterval)
 	zap.S().Debugf("enable-light-mode: %t", c.enableLightMode)
+	zap.S().Debugf("enable-blockchain-updates-plugin: %t", c.enableBlockchainUpdatesPlugin)
 }
 
 func (c *config) parse() {
@@ -237,6 +240,9 @@ func (c *config) parse() {
 		"Interval between microblocks.")
 	flag.BoolVar(&c.enableLightMode, "enable-light-mode", false,
 		"Start node in light mode")
+
+	flag.BoolVar(&c.enableBlockchainUpdatesPlugin, "enable-blockchain-updates", false,
+		"Turn on blockchain updates plugin")
 	flag.Parse()
 	c.logLevel = *l
 }
@@ -385,7 +391,21 @@ func main() {
 	params.Time = ntpTime
 	params.DbParams.BloomFilterParams.Disable = nc.disableBloomFilter
 
-	st, err := state.NewState(path, true, params, cfg, nc.enableLightMode)
+	var bUpdatesExtension *state.BlockchainUpdatesExtension
+	if nc.enableBlockchainUpdatesPlugin {
+		updatesChannel := make(chan blockchainupdates.BUpdatesInfo)
+		bUpdatesExtensionState := blockchainupdates.NewBUpdatesExtensionState()
+
+		bUpdatesExtension = &state.BlockchainUpdatesExtension{
+			EnableBlockchainUpdatesPlugin: true,
+			BUpdatesChannel:               updatesChannel,
+		}
+
+		bUpdatesExtensionState.RunBlockchainUpdatesPublisher(ctx, updatesChannel)
+	}
+
+	// Send updatesChannel into BlockchainSettings. Write updates into this channel
+	st, err := state.NewState(path, true, params, cfg, nc.enableLightMode, bUpdatesExtension)
 	if err != nil {
 		zap.S().Errorf("Failed to initialize node's state: %v", err)
 		return

cmd/rollback/main.go

@@ -75,7 +75,7 @@ func main() {
 	params.BuildStateHashes = *buildStateHashes
 	params.StoreExtendedApiData = *buildExtendedAPI
 
-	s, err := state.NewState(*statePath, true, params, cfg, false)
+	s, err := state.NewState(*statePath, true, params, cfg, false, nil)
 	if err != nil {
 		zap.S().Error(err)
 		return

cmd/statehash/statehash.go

@@ -106,7 +106,7 @@ func run() error {
 	params.BuildStateHashes = true
 	params.ProvideExtendedApi = false
 
-	st, err := state.NewState(statePath, false, params, ss, false)
+	st, err := state.NewState(statePath, false, params, ss, false, nil)
 	if err != nil {
 		zap.S().Errorf("Failed to open state at '%s': %v", statePath, err)
 		return err

go.mod

@@ -22,12 +22,12 @@ require (
 	github.com/influxdata/influxdb1-client v0.0.0-20200827194710-b269163b24ab
 	github.com/jinzhu/copier v0.4.0
 	github.com/mr-tron/base58 v1.2.0
+	github.com/nats-io/nats.go v1.35.0
 	github.com/ory/dockertest/v3 v3.10.0
 	github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2
 	github.com/pkg/errors v0.9.1
 	github.com/prometheus/client_golang v1.19.1
 	github.com/qmuntal/stateless v1.7.0
-	github.com/seiflotfy/cuckoofilter v0.0.0-20201222105146-bc6005554a0c
 	github.com/semrush/zenrpc/v2 v2.1.1
 	github.com/spf13/afero v1.11.0
 	github.com/spf13/pflag v1.0.5
@@ -50,7 +50,6 @@ require (
 	golang.org/x/sys v0.21.0
 	google.golang.org/grpc v1.64.0
 	google.golang.org/protobuf v1.34.2
-	gopkg.in/natefinch/lumberjack.v2 v2.2.1
 	moul.io/zapfilter v1.7.0
 )
 
@@ -66,7 +65,6 @@ require (
 	github.com/containerd/continuity v0.3.0 // indirect
 	github.com/davecgh/go-spew v1.1.1 // indirect
 	github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 // indirect
-	github.com/dgryski/go-metro v0.0.0-20200812162917-85c65e2d0165 // indirect
 	github.com/docker/cli v20.10.17+incompatible // indirect
 	github.com/docker/docker v24.0.9+incompatible // indirect
 	github.com/docker/go-connections v0.4.0 // indirect
@@ -82,11 +80,14 @@ require (
 	github.com/imdario/mergo v0.3.12 // indirect
 	github.com/ingonyama-zk/icicle v0.0.0-20230928131117-97f0079e5c71 // indirect
 	github.com/ingonyama-zk/iciclegnark v0.1.0 // indirect
+	github.com/klauspost/compress v1.17.2 // indirect
 	github.com/mattn/go-colorable v0.1.13 // indirect
 	github.com/mattn/go-isatty v0.0.19 // indirect
 	github.com/mitchellh/mapstructure v1.4.1 // indirect
 	github.com/mmcloughlin/addchain v0.4.0 // indirect
 	github.com/moby/term v0.0.0-20201216013528-df9cb8a40635 // indirect
+	github.com/nats-io/nkeys v0.4.7 // indirect
+	github.com/nats-io/nuid v1.0.1 // indirect
 	github.com/opencontainers/go-digest v1.0.0 // indirect
 	github.com/opencontainers/image-spec v1.0.2 // indirect
 	github.com/opencontainers/runc v1.1.12 // indirect

go.sum

@@ -56,8 +56,6 @@ github.com/decred/dcrd/crypto/blake256 v1.0.0 h1:/8DMNYp9SGi5f0w7uCm6d6M4OU2rGFK
 github.com/decred/dcrd/crypto/blake256 v1.0.0/go.mod h1:sQl2p6Y26YV+ZOcSTP6thNdn47hh8kt6rqSlvmrXFAc=
 github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0 h1:HbphB4TFFXpv7MNrT52FGrrgVXF1owhMVTHFZIlnvd4=
 github.com/decred/dcrd/dcrec/secp256k1/v4 v4.1.0/go.mod h1:DZGJHZMqrU4JJqFAWUS2UO1+lbSKsdiOoYi9Zzey7Fc=
-github.com/dgryski/go-metro v0.0.0-20200812162917-85c65e2d0165 h1:BS21ZUJ/B5X2UVUbczfmdWH7GapPWAhxcMsDnjJTU1E=
-github.com/dgryski/go-metro v0.0.0-20200812162917-85c65e2d0165/go.mod h1:c9O8+fpSOX1DM8cPNSkX/qsBWdkD4yd2dpciOWQjpBw=
 github.com/dgryski/go-rendezvous v0.0.0-20200823014737-9f7001d12a5f/go.mod h1:cuUVRXasLTGF7a8hSLbxyZXjz+1KgoB3wDUb6vlszIc=
 github.com/docker/cli v20.10.17+incompatible h1:eO2KS7ZFeov5UJeaDmIs1NFEDRf32PaqRpvoEkKBy5M=
 github.com/docker/cli v20.10.17+incompatible/go.mod h1:JLrzqnKDaYBop7H2jaqPtU4hHvMKP+vjCwu2uszcLI8=
@@ -150,6 +148,8 @@ github.com/jtolds/gls v4.20.0+incompatible/go.mod h1:QJZ7F/aHp+rZTRtaJ1ow/lLfFfV
 github.com/julienschmidt/httprouter v1.2.0/go.mod h1:SYymIcj16QtmaHHD7aYtjjsJG7VTCxuUUipMqKk8s4w=
 github.com/kisielk/errcheck v1.5.0/go.mod h1:pFxgyoBC7bSaBwPgfKdkLd5X25qrDl4LWUI2bnpBCr8=
 github.com/kisielk/gotool v1.0.0/go.mod h1:XhKaO+MFFWcvkIS/tQcRk01m1F5IRFswLeQ+oQHNcck=
+github.com/klauspost/compress v1.17.2 h1:RlWWUY/Dr4fL8qk9YG7DTZ7PDgME2V4csBXA8L/ixi4=
+github.com/klauspost/compress v1.17.2/go.mod h1:ntbaceVETuRiXiv4DpjP66DpAtAGkEQskQzEyD//IeE=
 github.com/konsorten/go-windows-terminal-sequences v1.0.1/go.mod h1:T0+1ngSBFLxvqU3pZ+m/2kptfBszLMUkC4ZK/EgS/cQ=
 github.com/kr/logfmt v0.0.0-20140226030751-b84e30acd515/go.mod h1:+0opPa2QZZtGFBFZlji/RkVcI2GknAs/DXo4wKdlNEc=
 github.com/kr/pretty v0.1.0/go.mod h1:dAy3ld7l9f0ibDNOQOHHMYYIIbhfbHSm3C4ZsoJORNo=
@@ -185,6 +185,12 @@ github.com/modern-go/reflect2 v1.0.1/go.mod h1:bx2lNnkwVCuqBIxFjflWJWanXIb3Rllmb
 github.com/mr-tron/base58 v1.2.0 h1:T/HDJBh4ZCPbU39/+c3rRvE0uKBQlU27+QI8LJ4t64o=
 github.com/mr-tron/base58 v1.2.0/go.mod h1:BinMc/sQntlIE1frQmRFPUoPA1Zkr8VRgBdjWI2mNwc=
 github.com/mwitkow/go-conntrack v0.0.0-20161129095857-cc309e4a2223/go.mod h1:qRWi+5nqEBWmkhHvq77mSJWrCKwh8bxhgT7d/eI7P4U=
+github.com/nats-io/nats.go v1.35.0 h1:XFNqNM7v5B+MQMKqVGAyHwYhyKb48jrenXNxIU20ULk=
+github.com/nats-io/nats.go v1.35.0/go.mod h1:Ubdu4Nh9exXdSz0RVWRFBbRfrbSxOYd26oF0wkWclB8=
+github.com/nats-io/nkeys v0.4.7 h1:RwNJbbIdYCoClSDNY7QVKZlyb/wfT6ugvFCiKy6vDvI=
+github.com/nats-io/nkeys v0.4.7/go.mod h1:kqXRgRDPlGy7nGaEDMuYzmiJCIAAWDK0IMBtDmGD0nc=
+github.com/nats-io/nuid v1.0.1 h1:5iA8DT8V7q8WK2EScv2padNa/rTESc1KdnPw4TC2paw=
+github.com/nats-io/nuid v1.0.1/go.mod h1:19wcPz3Ph3q0Jbyiqsd0kePYG7A95tJPxeL+1OSON2c=
 github.com/nxadm/tail v1.4.4 h1:DQuhQpB1tVlglWS2hLQ5OV6B5r8aGxSrPc5Qo6uTN78=
 github.com/nxadm/tail v1.4.4/go.mod h1:kenIhsEOeOJmVchQTgglprH7qJGnHDVpk1VPCcaMI8A=
 github.com/onsi/ginkgo v1.6.0/go.mod h1:lLunBs/Ym6LB5Z9jYTR76FiuTmxDTDusOGeTQH+WWjE=
@@ -240,8 +246,6 @@ github.com/rogpeppe/go-internal v1.11.0/go.mod h1:ddIwULY96R17DhadqLgMfk9H9tvdUz
 github.com/rs/xid v1.5.0/go.mod h1:trrq9SKmegXys3aeAKXMUTdJsYXVwGY3RLcfgqegfbg=
 github.com/rs/zerolog v1.30.0 h1:SymVODrcRsaRaSInD9yQtKbtWqwsfoPcRff/oRXLj4c=
 github.com/rs/zerolog v1.30.0/go.mod h1:/tk+P47gFdPXq4QYjvCmT5/Gsug2nagsFWBWhAiSi1w=
-github.com/seiflotfy/cuckoofilter v0.0.0-20201222105146-bc6005554a0c h1:pqy40B3MQWYrza7YZXOXgl0Nf0QGFqrOC0BKae1UNAA=
-github.com/seiflotfy/cuckoofilter v0.0.0-20201222105146-bc6005554a0c/go.mod h1:bR6DqgcAl1zTcOX8/pE2Qkj9XO00eCNqmKb7lXP8EAg=
 github.com/semrush/zenrpc/v2 v2.1.1 h1:LhtvR6tkqwPUXbIfM2Qc0ouKig8h8WFcohEZ//LgG0I=
 github.com/semrush/zenrpc/v2 v2.1.1/go.mod h1:+o94fyVC+TvYuT5ULLyBmql+ezicEFKtsieIXSeWBqg=
 github.com/sergi/go-diff v1.0.0/go.mod h1:0CfEIISq7TuYL3j771MWULgwwjU+GofnZX9QAmXWZgo=
@@ -454,8 +458,6 @@ gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c h1:Hei/4ADfdWqJk1ZMxUNpqntN
 gopkg.in/check.v1 v1.0.0-20201130134442-10cb98267c6c/go.mod h1:JHkPIbrfpd72SG/EVd6muEfDQjcINNoR0C8j2r3qZ4Q=
 gopkg.in/fsnotify.v1 v1.4.7/go.mod h1:Tz8NjZHkW78fSQdbUxIjBTcgA1z1m8ZHf0WmKUhAMys=
 gopkg.in/inf.v0 v0.9.1/go.mod h1:cWUDdTG/fYaXco+Dcufb5Vnc6Gp2YChqWtbxRZE0mXw=
-gopkg.in/natefinch/lumberjack.v2 v2.2.1 h1:bBRl1b0OH9s/DuPhuXpNl+VtCaJXFZ5/uEFST95x9zc=
-gopkg.in/natefinch/lumberjack.v2 v2.2.1/go.mod h1:YD8tP3GAjkrDg1eZH7EGmyESg/lsYskCTPBJVb9jqSc=
 gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7 h1:uRGJdciOHaEIrze2W8Q3AKkepLTh2hOroT7a+7czfdQ=
 gopkg.in/tomb.v1 v1.0.0-20141024135613-dd632973f1e7/go.mod h1:dt/ZhP58zS4L8KSrWDmTeBkI65Dw0HsyUHuEVlX15mw=
 gopkg.in/yaml.v2 v2.2.1/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
@@ -467,7 +469,6 @@ gopkg.in/yaml.v2 v2.3.0/go.mod h1:hI93XBmqTisBFMUTm0b8Fm+jr3Dg1NNxqwp+5A1VGuI=
 gopkg.in/yaml.v2 v2.4.0 h1:D8xgwECY7CYvx+Y2n4sBz93Jn9JRvxdiyyo8CTfuKaY=
 gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
 gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
-gopkg.in/yaml.v3 v3.0.0-20200605160147-a5ece683394c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.0-20210107192922-496545a6307b/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
 gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
 gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=

pkg/blockchainupdates/nuts_publisher.go

@@ -0,0 +1,63 @@
+package blockchainupdates
+
+import (
+	"context"
+	"fmt"
+	"github.com/nats-io/nats.go"
+	"github.com/wavesplatform/gowaves/pkg/proto"
+	"log"
+)
+
+type BUpdatesInfo struct {
+	Height      uint64
+	VRF         proto.B58Bytes
+	BlockID     proto.BlockID
+	BlockHeader *proto.BlockHeader
+}
+
+type BUpdatesExtensionState struct {
+	currentState  *BUpdatesInfo
+	previousState *BUpdatesInfo // this information is what was just published
+}
+
+func NewBUpdatesExtensionState() *BUpdatesExtensionState {
+	return &BUpdatesExtensionState{}
+}
+
+func (bu *BUpdatesExtensionState) hasStateChanged() {
+
+}
+
+func (bu *BUpdatesExtensionState) RunBlockchainUpdatesPublisher(ctx context.Context, updatesChannel <-chan BUpdatesInfo) {
+	nc, err := nats.Connect(nats.DefaultURL)
+	if err != nil {
+		log.Fatal(err)
+	}
+	defer nc.Close()
+
+	func(ctx context.Context, updatesChannel <-chan BUpdatesInfo) {
+		for {
+			select {
+			case updates := <-updatesChannel:
+				// update current state
+
+				// compare the current state to the previous state
+
+				// if there is any diff, send the update
+
+				fmt.Println(updates.Height)
+				var msg string
+				// Publish blockchain updates
+				topic := block_updates
+				err := nc.Publish(topic, []byte(msg))
+				if err != nil {
+					log.Printf("failed to publish message %s on topic %s", msg, topic)
+				}
+				fmt.Printf("Published: %s\n", msg)
+
+			case <-ctx.Done():
+				return
+			}
+		}
+	}(ctx, updatesChannel)
+}

pkg/blockchainupdates/topics.go

@@ -0,0 +1,10 @@
+package blockchainupdates
+
+/* Topics */
+const (
+	block_updates      = "block_topic"
+	microblock_updates = "microblock_topic"
+	contract_uptdates  = "contract_topi"
+)
+
+var Topics = []string{block_updates, microblock_updates, contract_uptdates}

pkg/grpc/server/common_test.go

@@ -86,7 +86,7 @@ func stateWithCustomGenesis(t *testing.T, genesisPath string) state.State {
 	// Activate data transactions.
 	sets.PreactivatedFeatures = []int16{5}
 	params := defaultStateParams()
-	st, err := state.NewState(dataDir, true, params, sets, false)
+	st, err := state.NewState(dataDir, true, params, sets, false, nil)
 	require.NoError(t, err)
 	t.Cleanup(func() {
 		require.NoError(t, st.Close())
@@ -120,7 +120,7 @@ func withAutoCancel(t *testing.T, ctx context.Context) context.Context {
 
 func newTestState(t *testing.T, amend bool, params state.StateParams, settings *settings.BlockchainSettings) state.State {
 	dataDir := t.TempDir()
-	st, err := state.NewState(dataDir, amend, params, settings, false)
+	st, err := state.NewState(dataDir, amend, params, settings, false, nil)
 	require.NoError(t, err)
 	t.Cleanup(func() {
 		require.NoError(t, st.Close())