tvx: a test vector extraction and execution tool

.github/CODEOWNERS

@@ -13,3 +13,4 @@
 ### Conformance testing.
 conformance/            @raulk
 extern/test-vectors     @raulk
+cmd/tvx                 @raulk

cmd/tvx/actor_mapping.go

@@ -0,0 +1,44 @@
+package main
+
+import (
+	"reflect"
+
+	"github.com/filecoin-project/specs-actors/actors/builtin"
+	"github.com/ipfs/go-cid"
+	"github.com/multiformats/go-multihash"
+)
+
+var ActorMethodTable = make(map[string][]string, 64)
+
+var Actors = map[cid.Cid]interface{}{
+	builtin.InitActorCodeID:             builtin.MethodsInit,
+	builtin.CronActorCodeID:             builtin.MethodsCron,
+	builtin.AccountActorCodeID:          builtin.MethodsAccount,
+	builtin.StoragePowerActorCodeID:     builtin.MethodsPower,
+	builtin.StorageMinerActorCodeID:     builtin.MethodsMiner,
+	builtin.StorageMarketActorCodeID:    builtin.MethodsMarket,
+	builtin.PaymentChannelActorCodeID:   builtin.MethodsPaych,
+	builtin.MultisigActorCodeID:         builtin.MethodsMultisig,
+	builtin.RewardActorCodeID:           builtin.MethodsReward,
+	builtin.VerifiedRegistryActorCodeID: builtin.MethodsVerifiedRegistry,
+}
+
+func init() {
+	for code, methods := range Actors {
+		cmh, err := multihash.Decode(code.Hash()) // identity hash.
+		if err != nil {
+			panic(err)
+		}
+
+		var (
+			aname = string(cmh.Digest)
+			rt    = reflect.TypeOf(methods)
+			nf    = rt.NumField()
+		)
+
+		ActorMethodTable[aname] = append(ActorMethodTable[aname], "Send")
+		for i := 0; i < nf; i++ {
+			ActorMethodTable[aname] = append(ActorMethodTable[aname], rt.Field(i).Name)
+		}
+	}
+}

cmd/tvx/exec.go

@@ -0,0 +1,92 @@
+package main
+
+import (
+	"encoding/json"
+	"fmt"
+	"io"
+	"log"
+	"os"
+
+	"github.com/fatih/color"
+	"github.com/urfave/cli/v2"
+
+	"github.com/filecoin-project/lotus/conformance"
+
+	"github.com/filecoin-project/test-vectors/schema"
+)
+
+var execFlags struct {
+	file string
+}
+
+var execCmd = &cli.Command{
+	Name:        "exec",
+	Description: "execute one or many test vectors against Lotus; supplied as a single JSON file, or a ndjson stdin stream",
+	Action:      runExecLotus,
+	Flags: []cli.Flag{
+		&cli.StringFlag{
+			Name:        "file",
+			Usage:       "input file; if not supplied, the vector will be read from stdin",
+			TakesFile:   true,
+			Destination: &execFlags.file,
+		},
+	},
+}
+
+func runExecLotus(_ *cli.Context) error {
+	if file := execFlags.file; file != "" {
+		// we have a single test vector supplied as a file.
+		file, err := os.Open(file)
+		if err != nil {
+			return fmt.Errorf("failed to open test vector: %w", err)
+		}
+
+		var (
+			dec = json.NewDecoder(file)
+			tv  schema.TestVector
+		)
+
+		if err = dec.Decode(&tv); err != nil {
+			return fmt.Errorf("failed to decode test vector: %w", err)
+		}
+
+		return executeTestVector(tv)
+	}
+
+	for dec := json.NewDecoder(os.Stdin); ; {
+		var tv schema.TestVector
+		switch err := dec.Decode(&tv); err {
+		case nil:
+			if err = executeTestVector(tv); err != nil {
+				return err
+			}
+		case io.EOF:
+			// we're done.
+			return nil
+		default:
+			// something bad happened.
+			return err
+		}
+	}
+}
+
+func executeTestVector(tv schema.TestVector) error {
+	log.Println("executing test vector:", tv.Meta.ID)
+	r := new(conformance.LogReporter)
+	switch class := tv.Class; class {
+	case "message":
+		conformance.ExecuteMessageVector(r, &tv)
+	case "tipset":
+		conformance.ExecuteTipsetVector(r, &tv)
+	default:
+		return fmt.Errorf("test vector class %s not supported", class)
+	}
+
+	if r.Failed() {
+		log.Println(color.HiRedString("❌ test vector failed"))
+	} else {
+		log.Println(color.GreenString("✅ test vector succeeded"))
+	}
+
+	return nil
+}