eth-statediff-service/cmd/util.go

package cmd

import (
	"context"

	"github.com/ethereum/go-ethereum/common"
	"github.com/ethereum/go-ethereum/params"
	"github.com/ethereum/go-ethereum/statediff"
	ind "github.com/ethereum/go-ethereum/statediff/indexer"
	"github.com/ethereum/go-ethereum/statediff/indexer/node"
	"github.com/ethereum/go-ethereum/statediff/indexer/shared"
	"github.com/ethereum/go-ethereum/trie"
	"github.com/spf13/viper"

	sd "github.com/cerc-io/eth-statediff-service/pkg"
	"github.com/cerc-io/eth-statediff-service/pkg/prom"
)

type blockRange [2]uint64

func createStateDiffService(lvlDBReader sd.Reader, chainConf *params.ChainConfig, nodeInfo node.Info) (sd.StateDiffService, error) {
	// create statediff service
	logWithCommand.Info("Setting up database")
	conf, err := getConfig(nodeInfo)
	if err != nil {
		logWithCommand.Fatal(err)
	}

	logWithCommand.Info("Creating statediff indexer")
	db, indexer, err := ind.NewStateDiffIndexer(context.Background(), chainConf, nodeInfo, conf)
	if err != nil {
		logWithCommand.Fatal(err)
	}
	if conf.Type() == shared.POSTGRES && viper.GetBool("prom.dbStats") {
		prom.RegisterDBCollector(viper.GetString("database.name"), db)
	}

	logWithCommand.Info("Creating statediff service")
	sdConf := sd.Config{
		ServiceWorkers:  viper.GetUint("statediff.serviceWorkers"),
		TrieWorkers:     viper.GetUint("statediff.trieWorkers"),
		WorkerQueueSize: viper.GetUint("statediff.workerQueueSize"),
		PreRuns:         setupPreRunRanges(),
	}
	return sd.NewStateDiffService(lvlDBReader, indexer, sdConf)
}

func setupPreRunRanges() []sd.RangeRequest {
	if !viper.GetBool("statediff.prerun") {
		return nil
	}
	preRunParams := statediff.Params{
		IncludeBlock:    viper.GetBool("prerun.params.includeBlock"),
		IncludeReceipts: viper.GetBool("prerun.params.includeReceipts"),
		IncludeTD:       viper.GetBool("prerun.params.includeTD"),
		IncludeCode:     viper.GetBool("prerun.params.includeCode"),
	}
	var addrStrs []string
	viper.UnmarshalKey("prerun.params.watchedAddresses", &addrStrs)
	addrs := make([]common.Address, len(addrStrs))
	for i, addrStr := range addrStrs {
		addrs[i] = common.HexToAddress(addrStr)
	}
	preRunParams.WatchedAddresses = addrs
	var rawRanges []blockRange
	viper.UnmarshalKey("prerun.ranges", &rawRanges)
	blockRanges := make([]sd.RangeRequest, len(rawRanges))
	for i, rawRange := range rawRanges {
		blockRanges[i] = sd.RangeRequest{
			Start:  rawRange[0],
			Stop:   rawRange[1],
			Params: preRunParams,
		}
	}
	if viper.IsSet("prerun.start") && viper.IsSet("prerun.stop") {
		hardStart := viper.GetInt("prerun.start")
		hardStop := viper.GetInt("prerun.stop")
		blockRanges = append(blockRanges, sd.RangeRequest{
			Start:  uint64(hardStart),
			Stop:   uint64(hardStop),
			Params: preRunParams,
		})
	}

	return blockRanges
}

func instantiateLevelDBReader() (sd.Reader, *params.ChainConfig, node.Info) {
	// load some necessary params
	logWithCommand.Info("Loading statediff service parameters")
	mode := viper.GetString("leveldb.mode")
	path := viper.GetString("leveldb.path")
	ancientPath := viper.GetString("leveldb.ancient")
	url := viper.GetString("leveldb.url")

	if mode == "local" {
		if path == "" || ancientPath == "" {
			logWithCommand.Fatal("Require a valid eth LevelDB primary datastore path and ancient datastore path")
		}
	} else if mode == "remote" {
		if url == "" {
			logWithCommand.Fatal("Require a valid RPC url for accessing LevelDB")
		}
	} else {
		logWithCommand.Fatal("Invalid mode provided for LevelDB access")
	}

	nodeInfo := getEthNodeInfo()

	var chainConf *params.ChainConfig
	var err error
	chainConfigPath := viper.GetString("ethereum.chainConfig")

	if chainConfigPath != "" {
		chainConf, err = statediff.LoadConfig(chainConfigPath)
	} else {
		chainConf, err = statediff.ChainConfig(nodeInfo.ChainID)
	}

	if err != nil {
		logWithCommand.Fatalf("Unable to instantiate chain config: %s", err.Error())
	}

	// create LevelDB reader
	logWithCommand.Info("Creating LevelDB reader")
	readerConf := sd.LvLDBReaderConfig{
		TrieConfig: &trie.Config{
			Cache:     viper.GetInt("cache.trie"),
			Journal:   "",
			Preimages: false,
		},
		ChainConfig: chainConf,
		Mode:        mode,
		Path:        path,
		AncientPath: ancientPath,
		Url:         url,
		DBCacheSize: viper.GetInt("cache.database"),
	}
	reader, err := sd.NewLvlDBReader(readerConf)
	if err != nil {
		logWithCommand.Fatalf("Unable to instantiate levelDB reader: %s", err.Error())
	}
	return reader, chainConf, nodeInfo
}