145 lines
4.4 KiB
Go
145 lines
4.4 KiB
Go
package cmd
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/params"
|
|
"github.com/ethereum/go-ethereum/statediff"
|
|
ind "github.com/ethereum/go-ethereum/statediff/indexer"
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/node"
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/shared"
|
|
"github.com/ethereum/go-ethereum/trie"
|
|
"github.com/spf13/viper"
|
|
|
|
sd "github.com/cerc-io/eth-statediff-service/pkg"
|
|
"github.com/cerc-io/eth-statediff-service/pkg/prom"
|
|
)
|
|
|
|
type blockRange [2]uint64
|
|
|
|
func createStateDiffService(lvlDBReader sd.Reader, chainConf *params.ChainConfig, nodeInfo node.Info) (sd.StateDiffService, error) {
|
|
// create statediff service
|
|
logWithCommand.Info("Setting up database")
|
|
conf, err := getConfig(nodeInfo)
|
|
if err != nil {
|
|
logWithCommand.Fatal(err)
|
|
}
|
|
|
|
logWithCommand.Info("Creating statediff indexer")
|
|
db, indexer, err := ind.NewStateDiffIndexer(context.Background(), chainConf, nodeInfo, conf)
|
|
if err != nil {
|
|
logWithCommand.Fatal(err)
|
|
}
|
|
if conf.Type() == shared.POSTGRES && viper.GetBool("prom.dbStats") {
|
|
prom.RegisterDBCollector(viper.GetString("database.name"), db)
|
|
}
|
|
|
|
logWithCommand.Info("Creating statediff service")
|
|
sdConf := sd.Config{
|
|
ServiceWorkers: viper.GetUint("statediff.serviceWorkers"),
|
|
TrieWorkers: viper.GetUint("statediff.trieWorkers"),
|
|
WorkerQueueSize: viper.GetUint("statediff.workerQueueSize"),
|
|
PreRuns: setupPreRunRanges(),
|
|
}
|
|
return sd.NewStateDiffService(lvlDBReader, indexer, sdConf)
|
|
}
|
|
|
|
func setupPreRunRanges() []sd.RangeRequest {
|
|
if !viper.GetBool("statediff.prerun") {
|
|
return nil
|
|
}
|
|
preRunParams := statediff.Params{
|
|
IncludeBlock: viper.GetBool("prerun.params.includeBlock"),
|
|
IncludeReceipts: viper.GetBool("prerun.params.includeReceipts"),
|
|
IncludeTD: viper.GetBool("prerun.params.includeTD"),
|
|
IncludeCode: viper.GetBool("prerun.params.includeCode"),
|
|
}
|
|
var addrStrs []string
|
|
viper.UnmarshalKey("prerun.params.watchedAddresses", &addrStrs)
|
|
addrs := make([]common.Address, len(addrStrs))
|
|
for i, addrStr := range addrStrs {
|
|
addrs[i] = common.HexToAddress(addrStr)
|
|
}
|
|
preRunParams.WatchedAddresses = addrs
|
|
var rawRanges []blockRange
|
|
viper.UnmarshalKey("prerun.ranges", &rawRanges)
|
|
blockRanges := make([]sd.RangeRequest, len(rawRanges))
|
|
for i, rawRange := range rawRanges {
|
|
blockRanges[i] = sd.RangeRequest{
|
|
Start: rawRange[0],
|
|
Stop: rawRange[1],
|
|
Params: preRunParams,
|
|
}
|
|
}
|
|
if viper.IsSet("prerun.start") && viper.IsSet("prerun.stop") {
|
|
hardStart := viper.GetInt("prerun.start")
|
|
hardStop := viper.GetInt("prerun.stop")
|
|
blockRanges = append(blockRanges, sd.RangeRequest{
|
|
Start: uint64(hardStart),
|
|
Stop: uint64(hardStop),
|
|
Params: preRunParams,
|
|
})
|
|
}
|
|
|
|
return blockRanges
|
|
}
|
|
|
|
func instantiateLevelDBReader() (sd.Reader, *params.ChainConfig, node.Info) {
|
|
// load some necessary params
|
|
logWithCommand.Info("Loading statediff service parameters")
|
|
mode := viper.GetString("leveldb.mode")
|
|
path := viper.GetString("leveldb.path")
|
|
ancientPath := viper.GetString("leveldb.ancient")
|
|
url := viper.GetString("leveldb.url")
|
|
|
|
if mode == "local" {
|
|
if path == "" || ancientPath == "" {
|
|
logWithCommand.Fatal("Require a valid eth LevelDB primary datastore path and ancient datastore path")
|
|
}
|
|
} else if mode == "remote" {
|
|
if url == "" {
|
|
logWithCommand.Fatal("Require a valid RPC url for accessing LevelDB")
|
|
}
|
|
} else {
|
|
logWithCommand.Fatal("Invalid mode provided for LevelDB access")
|
|
}
|
|
|
|
nodeInfo := getEthNodeInfo()
|
|
|
|
var chainConf *params.ChainConfig
|
|
var err error
|
|
chainConfigPath := viper.GetString("ethereum.chainConfig")
|
|
|
|
if chainConfigPath != "" {
|
|
chainConf, err = statediff.LoadConfig(chainConfigPath)
|
|
} else {
|
|
chainConf, err = statediff.ChainConfig(nodeInfo.ChainID)
|
|
}
|
|
|
|
if err != nil {
|
|
logWithCommand.Fatalf("Unable to instantiate chain config: %s", err.Error())
|
|
}
|
|
|
|
// create LevelDB reader
|
|
logWithCommand.Info("Creating LevelDB reader")
|
|
readerConf := sd.LvLDBReaderConfig{
|
|
TrieConfig: &trie.Config{
|
|
Cache: viper.GetInt("cache.trie"),
|
|
Journal: "",
|
|
Preimages: false,
|
|
},
|
|
ChainConfig: chainConf,
|
|
Mode: mode,
|
|
Path: path,
|
|
AncientPath: ancientPath,
|
|
Url: url,
|
|
DBCacheSize: viper.GetInt("cache.database"),
|
|
}
|
|
reader, err := sd.NewLvlDBReader(readerConf)
|
|
if err != nil {
|
|
logWithCommand.Fatalf("Unable to instantiate levelDB reader: %s", err.Error())
|
|
}
|
|
return reader, chainConf, nodeInfo
|
|
}
|