added latest snapshot height querying

cmd/kwild/server/build.go

@@ -797,7 +797,17 @@ func buildStatesyncer(d *coreDependencies) *statesync.StateSyncer {
 		// arbitrary, 10s is a reasonable time out for a http server regardless
 		// of the location and network routes.
 		ctx, cancel := context.WithTimeout(d.ctx, 10*time.Second)
-		res, err := clt.Header(ctx, nil)
+
+		// we will first get the latest snapshot height that the trusted node has
+		latestSnapshot, err := statesync.GetLatestSnapshotInfo(ctx, clt)
+		if err != nil {
+			cancel()
+			d.log.Warnf("failed to get latest snapshot from snap provider: %v", err)
+			continue
+		}
+
+		latestHeight := int64(latestSnapshot.Height)
+		res, err := clt.Header(ctx, &latestHeight)
 		if err != nil {
 			cancel()
 			d.log.Warnf("failed to get header from snap provider: %v", err)

internal/abci/abci.go

@@ -1595,7 +1595,9 @@ func (a *AbciApp) ProcessProposal(ctx context.Context, req *abciTypes.RequestPro
 func (a *AbciApp) Query(ctx context.Context, req *abciTypes.RequestQuery) (*abciTypes.ResponseQuery, error) {
 	a.log.Debug("ABCI Query", zap.String("path", req.Path), zap.String("data", string(req.Data)))
 
-	if req.Path == statesync.ABCISnapshotQueryPath { // "/snapshot/height"
+	switch {
+	// TODO: why do we not return errors in case of the snapshotter not being configured?
+	case req.Path == statesync.ABCISnapshotQueryPath:
 		if a.snapshotter == nil {
 			return &abciTypes.ResponseQuery{}, nil
 		}
@@ -1622,7 +1624,28 @@ func (a *AbciApp) Query(ctx context.Context, req *abciTypes.RequestQuery) (*abci
 			return nil, err
 		}
 		return &abciTypes.ResponseQuery{Value: bts}, nil
-	} else if strings.HasPrefix(req.Path, ABCIPeerFilterPath) {
+	case req.Path == statesync.ABCILatestSnapshotHeightPath:
+		if a.snapshotter == nil {
+			return &abciTypes.ResponseQuery{}, nil
+		}
+		snaps := a.snapshotter.ListSnapshots()
+		if len(snaps) == 0 {
+			return &abciTypes.ResponseQuery{}, nil
+		}
+		latest := snaps[len(snaps)-1]
+		for _, snap := range snaps {
+			if snap.Height > latest.Height {
+				latest = snap
+			}
+		}
+
+		bts, err := latest.MarshalBinary()
+		if err != nil {
+			return nil, err
+		}
+
+		return &abciTypes.ResponseQuery{Value: bts}, nil
+	case strings.HasPrefix(req.Path, ABCIPeerFilterPath):
 		// When CometBFT connects to a peer, it sends two queries to the ABCI application
 		// using the following paths, with no additional data:
 		//   - `/p2p/filter/addr/<IP:PORT>`
@@ -1650,10 +1673,10 @@ func (a *AbciApp) Query(ctx context.Context, req *abciTypes.RequestQuery) (*abci
 		default:
 			return &abciTypes.ResponseQuery{Code: 1}, fmt.Errorf("invalid path: %s", req.Path)
 		}
-
+	default:
+		// If the query path is not recognized, return an error.
+		return &abciTypes.ResponseQuery{Code: 1}, fmt.Errorf("unknown query path: %s", req.Path)
 	}
-
-	return &abciTypes.ResponseQuery{}, nil
 }
 
 type EventBroadcaster func(ctx context.Context, db sql.DB, block *common.BlockContext) error

internal/statesync/snapshot.go

@@ -41,3 +41,11 @@ func loadSnapshot(headerFile string) (*Snapshot, error) {
 	}
 	return &snapshot, nil
 }
+
+func (s *Snapshot) MarshalBinary() ([]byte, error) {
+	return json.Marshal(s)
+}
+
+func (s *Snapshot) UnmarshalBinary(data []byte) error {
+	return json.Unmarshal(data, s)
+}

internal/statesync/statesync.go

@@ -16,11 +16,13 @@ import (
 
 	"github.com/kwilteam/kwil-db/core/log"
 
+	cometClient "github.com/cometbft/cometbft/rpc/client"
 	rpchttp "github.com/cometbft/cometbft/rpc/client/http"
 )
 
 const (
-	ABCISnapshotQueryPath = "/snapshot/height"
+	ABCISnapshotQueryPath        = "/snapshot/height"
+	ABCILatestSnapshotHeightPath = "/snapshot/latest"
 )
 
 // StateSyncer is responsible for initializing the database state from the
@@ -304,3 +306,23 @@ func ChainRPCClient(server string) (*rpchttp.HTTP, error) {
 	}
 	return c, nil
 }
+
+// GetLatestSnapshotHeight queries the trusted snapshot providers to get the latest snapshot height.
+func GetLatestSnapshotInfo(ctx context.Context, client cometClient.ABCIClient) (*Snapshot, error) {
+	res, err := client.ABCIQuery(ctx, ABCILatestSnapshotHeightPath, nil)
+	if err != nil {
+		return nil, err
+	}
+
+	if len(res.Response.Value) == 0 {
+		return nil, errors.New("no snapshot found")
+	}
+
+	var snap Snapshot
+	err = json.Unmarshal(res.Response.Value, &snap)
+	if err != nil {
+		return nil, err
+	}
+
+	return &snap, nil
+}