Firehose EVM tracer addition

app/app.go

@@ -7,18 +7,23 @@ import (
  "encoding/json"
  "fmt"
  "io"
+ "math/big"
  "net/http"
  "os"
  "path/filepath"
  "strings"
  "sync"
  "time"
 
+ ethcommon "github.com/ethereum/go-ethereum/common"
+ ethhexutil "github.com/ethereum/go-ethereum/common/hexutil"
+ ethtypes "github.com/ethereum/go-ethereum/core/types"
  "github.com/gorilla/mux"
  "github.com/rakyll/statik/fs"
 
  "github.com/ethereum/go-ethereum/ethclient"
  ethrpc "github.com/ethereum/go-ethereum/rpc"
+
  "github.com/sei-protocol/sei-chain/app/antedecorators"
  "github.com/sei-protocol/sei-chain/evmrpc"
  "github.com/sei-protocol/sei-chain/precompiles"
@@ -129,6 +134,8 @@ import (
  evmkeeper "github.com/sei-protocol/sei-chain/x/evm/keeper"
  "github.com/sei-protocol/sei-chain/x/evm/querier"
  "github.com/sei-protocol/sei-chain/x/evm/replay"
+ evmtracers "github.com/sei-protocol/sei-chain/x/evm/tracers"
+ "github.com/sei-protocol/sei-chain/x/evm/tracing"
  evmtypes "github.com/sei-protocol/sei-chain/x/evm/types"
  "github.com/spf13/cast"
  abci "github.com/tendermint/tendermint/abci/types"
@@ -381,6 +388,7 @@ type App struct {
 
  encodingConfig appparams.EncodingConfig
  evmRPCConfig evmrpc.Config
+ evmTracer *tracing.Hooks
  lightInvarianceConfig LightInvarianceConfig
 }
 
@@ -967,6 +975,15 @@ func New(
  app.HardForkManager = upgrades.NewHardForkManager(app.ChainID)
  app.HardForkManager.RegisterHandler(v0upgrade.NewHardForkUpgradeHandler(100_000, upgrades.ChainIDSeiHardForkTest, app.WasmKeeper))
 
+ if app.evmRPCConfig.LiveEVMTracer != "" {
+ chainConfig := evmtypes.DefaultChainConfig().EthereumConfig(app.EvmKeeper.ChainID(app.GetCheckCtx()))
+ evmTracer, err := evmtracers.NewBlockchainTracer(evmtracers.GlobalLiveTracerRegistry, app.evmRPCConfig.LiveEVMTracer, chainConfig)
+ if err != nil {
+ panic(fmt.Sprintf("error creating EVM tracer due to %s", err))
+ }
+ app.evmTracer = evmTracer
+ }
+
  return app
 }
 
@@ -1449,12 +1466,23 @@ func (app *App) ProcessTXsWithOCC(ctx sdk.Context, txs [][]byte, typedTxs []sdk.
  wg.Add(1)
  go func(txIndex int, tx []byte) {
  defer wg.Done()
+
+ var txTracer sdk.TxTracer
+ if app.evmTracer != nil {
+ txTracer = app.evmTracer
+ if app.evmTracer.GetTxTracer != nil {
+ txTracer = app.evmTracer.GetTxTracer(absoluteTxIndices[txIndex])
+ }
+ }
+
  deliverTxEntry := &sdk.DeliverTxEntry{
  Request: abci.RequestDeliverTx{Tx: tx},
  SdkTx: typedTxs[txIndex],
  Checksum: sha256.Sum256(tx),
  AbsoluteIndex: absoluteTxIndices[txIndex],
+ TxTracer: txTracer,
  }
+
  // get prefill estimate
  estimatedWritesets, err := app.AccessControlKeeper.GenerateEstimatedWritesets(ctx, app.GetAnteDepGenerator(), txIndex, typedTxs[txIndex])
  // if no error, then we assign the mapped writesets for prefill estimate
@@ -1515,12 +1543,17 @@ func (app *App) BuildDependenciesAndRunTxs(ctx sdk.Context, txs [][]byte, typedT
  return app.ProcessBlockSynchronous(ctx, txs, typedTxs, absoluteTxIndices), ctx
 }
 
-func (app *App) ProcessBlock(ctx sdk.Context, txs [][]byte, req BlockProcessRequest, lastCommit abci.CommitInfo) ([]abci.Event, []*abci.ExecTxResult, abci.ResponseEndBlock, error) {
+func (app *App) ProcessBlock(ctx sdk.Context, txs [][]byte, req BlockProcessRequest, lastCommit abci.CommitInfo) (events []abci.Event, txResults []*abci.ExecTxResult, endBlockResp abci.ResponseEndBlock, err error) {
  ctx = ctx.WithIsOCCEnabled(app.OccEnabled())
+
  goCtx := app.decorateContextWithDexMemState(ctx.Context())
  ctx = ctx.WithContext(goCtx)
 
- events := []abci.Event{}
+ if app.evmTracer != nil {
+ ctx = evmtracers.SetCtxBlockchainTracer(ctx, app.evmTracer)
+ }
+
+ events = []abci.Event{}
  beginBlockReq := abci.RequestBeginBlock{
  Hash: req.GetHash(),
  ByzantineValidators: utils.Map(req.GetByzantineValidators(), func(mis abci.Misbehavior) abci.Evidence {
@@ -1545,9 +1578,16 @@ func (app *App) ProcessBlock(ctx sdk.Context, txs [][]byte, req BlockProcessRequ
  beginBlockResp := app.BeginBlock(ctx, beginBlockReq)
  events = append(events, beginBlockResp.Events...)
 
- txResults := make([]*abci.ExecTxResult, len(txs))
+ txResults = make([]*abci.ExecTxResult, len(txs))
  typedTxs := app.DecodeTransactionsConcurrently(ctx, txs)
 
+ if app.evmTracer != nil {
+ header := ctx.BlockHeader()
+ app.evmTracer.OnSeiBlockStart(req.GetHash(), uint64(header.Size()), TmBlockHeaderToEVM(ctx, header, &app.EvmKeeper))
+ defer func() {
+ app.evmTracer.OnSeiBlockEnd(err)
+ }()
+ }
  prioritizedTxs, otherTxs, prioritizedTypedTxs, otherTypedTxs, prioritizedIndices, otherIndices := app.PartitionPrioritizedTxs(ctx, txs, typedTxs)
 
  // run the prioritized txs
@@ -1573,7 +1613,7 @@ func (app *App) ProcessBlock(ctx sdk.Context, txs [][]byte, req BlockProcessRequ
  lazyWriteEvents := app.BankKeeper.WriteDeferredBalances(ctx)
  events = append(events, lazyWriteEvents...)
 
- endBlockResp := app.EndBlock(ctx, abci.RequestEndBlock{
+ endBlockResp = app.EndBlock(ctx, abci.RequestEndBlock{
  Height: req.GetHeight(),
  })
 
@@ -1901,3 +1941,38 @@ func init() {
  // override max wasm size to 2MB
  wasmtypes.MaxWasmSize = 2 * 1024 * 1024
 }
+
+func TmBlockHeaderToEVM(
+ ctx sdk.Context,
+ block tmproto.Header,
+ k *evmkeeper.Keeper,
+) (header *ethtypes.Header) {
+ number := big.NewInt(block.Height)
+ lastHash := ethcommon.BytesToHash(block.LastBlockId.Hash)
+ appHash := ethcommon.BytesToHash(block.AppHash)
+ txHash := ethcommon.BytesToHash(block.DataHash)
+ resultHash := ethcommon.BytesToHash(block.LastResultsHash)
+ miner := ethcommon.BytesToAddress(block.ProposerAddress)
+ gasLimit, gasWanted := uint64(0), uint64(0)
+
+ header = &ethtypes.Header{
+ Number: number,
+ ParentHash: lastHash,
+ Nonce: ethtypes.BlockNonce{}, // inapplicable to Sei
+ MixDigest: ethcommon.Hash{}, // inapplicable to Sei
+ UncleHash: ethtypes.EmptyUncleHash, // inapplicable to Sei
+ Bloom: k.GetBlockBloom(ctx, block.Height),
+ Root: appHash,
+ Coinbase: miner,
+ Difficulty: big.NewInt(0), // inapplicable to Sei
+ Extra: ethhexutil.Bytes{}, // inapplicable to Sei
+ GasLimit: gasLimit,
+ GasUsed: gasWanted,
+ Time: uint64(block.Time.Unix()),
+ TxHash: txHash,
+ ReceiptHash: resultHash,
+ BaseFee: k.GetBaseFeePerGas(ctx).RoundInt().BigInt(),
+ }
+
+ return
+}

app/eth_replay.go

@@ -13,7 +13,7 @@ import (
  sdk "github.com/cosmos/cosmos-sdk/types"
  "github.com/ethereum/go-ethereum/common"
  ethcore "github.com/ethereum/go-ethereum/core"
- "github.com/ethereum/go-ethereum/core/tracing"
+ ethtracing "github.com/ethereum/go-ethereum/core/tracing"
  ethtypes "github.com/ethereum/go-ethereum/core/types"
  "github.com/ethereum/go-ethereum/params"
  ethtests "github.com/ethereum/go-ethereum/tests"
@@ -85,7 +85,7 @@ func Replay(a *App) {
  for _, w := range b.Withdrawals() {
  amount := new(big.Int).SetUint64(w.Amount)
  amount = amount.Mul(amount, big.NewInt(params.GWei))
- s.AddBalance(w.Address, amount, tracing.BalanceIncreaseWithdrawal)
+ s.AddBalance(w.Address, amount, ethtracing.BalanceIncreaseWithdrawal)
  }
  _, _ = s.Finalize()
  for _, tx := range b.Txs {

buf.gen.yaml

@@ -0,0 +1,6 @@
+version: v1
+plugins:
+ - plugin: buf.build/protocolbuffers/go:v1.31.0
+ out: pb
+ opt: paths=source_relative
+

evmrpc/config.go

@@ -85,6 +85,12 @@ type Config struct {
 
  // test api enables certain override apis for integration test situations
  EnableTestAPI bool `mapstructure:"enable_test_api"`
+
+ // The EVM tracer to use when doing node synchronization, applies to
+ // all block produced but traces only EVM transactions.
+ //
+ // Refer to x/evm/tracers/registry.go#GlobalLiveTracerRegistry for registered tracers.
+ LiveEVMTracer string `mapstructure:"live_evm_tracer"`
 }
 
 var DefaultConfig = Config{
@@ -109,6 +115,7 @@ var DefaultConfig = Config{
  MaxBlocksForLog: 2000,
  MaxSubscriptionsNewHead: 10000,
  EnableTestAPI: false,
+ LiveEVMTracer: "",
 }
 
 const (
@@ -133,6 +140,7 @@ const (
  flagMaxBlocksForLog = "evm.max_blocks_for_log"
  flagMaxSubscriptionsNewHead = "evm.max_subscriptions_new_head"
  flagEnableTestAPI = "evm.enable_test_api"
+ flagLiveEVMTracer = "evm.live_evm_tracer"
 )
 
 func ReadConfig(opts servertypes.AppOptions) (Config, error) {
@@ -243,5 +251,10 @@ func ReadConfig(opts servertypes.AppOptions) (Config, error) {
  return cfg, err
  }
  }
+ if v := opts.Get(flagLiveEVMTracer); v != nil {
+ if cfg.LiveEVMTracer, err = cast.ToStringE(v); err != nil {
+ return cfg, err
+ }
+ }
  return cfg, nil
 }

evmrpc/config_test.go

@@ -1,6 +1,7 @@
 package evmrpc_test
 
 import (
+ "fmt"
  "testing"
  "time"
 
@@ -30,6 +31,7 @@ type opts struct {
  maxBlocksForLog interface{}
  maxSubscriptionsNewHead interface{}
  enableTestAPI interface{}
+ liveEVMTracer interface{}
 }
 
 func (o *opts) Get(k string) interface{} {
@@ -96,7 +98,10 @@ func (o *opts) Get(k string) interface{} {
  if k == "evm.enable_test_api" {
  return o.enableTestAPI
  }
- panic("unknown key")
+ if k == "evm.live_evm_tracer" {
+ return o.liveEVMTracer
+ }
+ panic(fmt.Errorf("unknown key: %s", k))
 }
 
 func TestReadConfig(t *testing.T) {
@@ -122,6 +127,7 @@ func TestReadConfig(t *testing.T) {
  1000,
  10000,
  false,
+ "",
  }
  _, err := evmrpc.ReadConfig(&goodOpts)
  require.Nil(t, err)

go.sum

@@ -1430,6 +1430,8 @@ github.com/stbenjam/no-sprintf-host-port v0.1.1/go.mod h1:TLhvtIvONRzdmkFiio4O8L
 github.com/streadway/amqp v0.0.0-20190404075320-75d898a42a94/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw=
 github.com/streadway/amqp v0.0.0-20190827072141-edfb9018d271/go.mod h1:AZpEONHx3DKn8O/DFsRAY58/XVQiIPMTMB1SddzLXVw=
 github.com/streadway/handy v0.0.0-20190108123426-d5acb3125c2a/go.mod h1:qNTQ5P5JnDBl6z3cMAg/SywNDC5ABu5ApDIw6lUbRmI=
+github.com/streamingfast/sei-cosmos v0.0.0-20240327153024-8e22d1da5334 h1:+4kXknHWASf4Qq0yo67kDmZcBDeSUxVICb34CDEY6Kw=
+github.com/streamingfast/sei-cosmos v0.0.0-20240327153024-8e22d1da5334/go.mod h1:ib/gp0gCxN7FXUZ40j5+x8BeyoI7AcX+rTvf53JoDsY=
 github.com/stretchr/objx v0.1.0/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.1.1/go.mod h1:HFkY916IF+rwdDfMAkV7OtwuqBVzrE8GR6GFx+wExME=
 github.com/stretchr/objx v0.4.0/go.mod h1:YvHI0jy2hoMjB+UWwv71VJQ9isScKT/TqJzVSSt89Yw=

pb/sf/ethereum/type/v2/type.go

@@ -0,0 +1,27 @@
+package pbeth
+
+import (
+ "encoding/hex"
+ "math/big"
+ "time"
+)
+
+var b0 = big.NewInt(0)
+
+func (b *Block) PreviousID() string {
+ return hex.EncodeToString(b.Header.ParentHash)
+}
+
+func (b *Block) Time() time.Time {
+ return b.Header.Timestamp.AsTime()
+}
+
+func (m *BigInt) Native() *big.Int {
+ if m == nil {
+ return b0
+ }
+
+ z := new(big.Int)
+ z.SetBytes(m.Bytes)
+ return z
+}