// Copyright © 2020 Vulcanize, Inc // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package cmd import ( log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/spf13/viper" "github.com/vulcanize/ipfs-blockchain-watcher/pkg/resync" v "github.com/vulcanize/ipfs-blockchain-watcher/version" ) // resyncCmd represents the resync command var resyncCmd = &cobra.Command{ Use: "resync", Short: "Resync historical data", Long: `Use this command to fill in sections of missing data in the ipfs-blockchain-watcher database`, Run: func(cmd *cobra.Command, args []string) { subCommand = cmd.CalledAs() logWithCommand = *log.WithField("SubCommand", subCommand) rsyncCmdCommand() }, } func rsyncCmdCommand() { logWithCommand.Infof("running ipfs-blockchain-watcher version: %s", v.VersionWithMeta) logWithCommand.Debug("loading resync configuration variables") rConfig, err := resync.NewConfig() if err != nil { logWithCommand.Fatal(err) } logWithCommand.Infof("resync config: %+v", rConfig) logWithCommand.Debug("initializing new resync service") rService, err := resync.NewResyncService(rConfig) if err != nil { logWithCommand.Fatal(err) } logWithCommand.Info("starting up resync process") if err := rService.Resync(); err != nil { logWithCommand.Fatal(err) } logWithCommand.Infof("%s %s resync finished", rConfig.Chain.String(), rConfig.ResyncType.String()) } func init() { rootCmd.AddCommand(resyncCmd) // flags resyncCmd.PersistentFlags().String("resync-chain", "", "which chain to support, options are currently Ethereum or Bitcoin.") resyncCmd.PersistentFlags().String("resync-type", "", "which type of data to resync") resyncCmd.PersistentFlags().Int("resync-start", 0, "block height to start resync") resyncCmd.PersistentFlags().Int("resync-stop", 0, "block height to stop resync") resyncCmd.PersistentFlags().Int("resync-batch-size", 0, "data fetching batch size") resyncCmd.PersistentFlags().Int("resync-batch-number", 0, "how many goroutines to fetch data concurrently") resyncCmd.PersistentFlags().Bool("resync-clear-old-cache", false, "if true, clear out old data of the provided type within the resync range before resyncing") resyncCmd.PersistentFlags().Bool("resync-reset-validation", false, "if true, reset times_validated to 0") resyncCmd.PersistentFlags().Int("resync-timeout", 15, "timeout used for resync http requests") resyncCmd.PersistentFlags().String("btc-http-path", "", "http url for bitcoin node") resyncCmd.PersistentFlags().String("btc-password", "", "password for btc node") resyncCmd.PersistentFlags().String("btc-username", "", "username for btc node") resyncCmd.PersistentFlags().String("btc-node-id", "", "btc node id") resyncCmd.PersistentFlags().String("btc-client-name", "", "btc client name") resyncCmd.PersistentFlags().String("btc-genesis-block", "", "btc genesis block hash") resyncCmd.PersistentFlags().String("btc-network-id", "", "btc network id") resyncCmd.PersistentFlags().String("eth-http-path", "", "http url for ethereum node") resyncCmd.PersistentFlags().String("eth-node-id", "", "eth node id") resyncCmd.PersistentFlags().String("eth-client-name", "", "eth client name") resyncCmd.PersistentFlags().String("eth-genesis-block", "", "eth genesis block hash") resyncCmd.PersistentFlags().String("eth-network-id", "", "eth network id") // and their bindings viper.BindPFlag("resync.chain", resyncCmd.PersistentFlags().Lookup("resync-chain")) viper.BindPFlag("resync.type", resyncCmd.PersistentFlags().Lookup("resync-type")) viper.BindPFlag("resync.start", resyncCmd.PersistentFlags().Lookup("resync-start")) viper.BindPFlag("resync.stop", resyncCmd.PersistentFlags().Lookup("resync-stop")) viper.BindPFlag("resync.batchSize", resyncCmd.PersistentFlags().Lookup("resync-batch-size")) viper.BindPFlag("resync.batchNumber", resyncCmd.PersistentFlags().Lookup("resync-batch-number")) viper.BindPFlag("resync.clearOldCache", resyncCmd.PersistentFlags().Lookup("resync-clear-old-cache")) viper.BindPFlag("resync.resetValidation", resyncCmd.PersistentFlags().Lookup("resync-reset-validation")) viper.BindPFlag("resync.timeout", resyncCmd.PersistentFlags().Lookup("resync-timeout")) viper.BindPFlag("bitcoin.httpPath", resyncCmd.PersistentFlags().Lookup("btc-http-path")) viper.BindPFlag("bitcoin.pass", resyncCmd.PersistentFlags().Lookup("btc-password")) viper.BindPFlag("bitcoin.user", resyncCmd.PersistentFlags().Lookup("btc-username")) viper.BindPFlag("bitcoin.nodeID", resyncCmd.PersistentFlags().Lookup("btc-node-id")) viper.BindPFlag("bitcoin.clientName", resyncCmd.PersistentFlags().Lookup("btc-client-name")) viper.BindPFlag("bitcoin.genesisBlock", resyncCmd.PersistentFlags().Lookup("btc-genesis-block")) viper.BindPFlag("bitcoin.networkID", resyncCmd.PersistentFlags().Lookup("btc-network-id")) viper.BindPFlag("ethereum.httpPath", resyncCmd.PersistentFlags().Lookup("eth-http-path")) viper.BindPFlag("ethereum.nodeID", resyncCmd.PersistentFlags().Lookup("eth-node-id")) viper.BindPFlag("ethereum.clientName", resyncCmd.PersistentFlags().Lookup("eth-client-name")) viper.BindPFlag("ethereum.genesisBlock", resyncCmd.PersistentFlags().Lookup("eth-genesis-block")) viper.BindPFlag("ethereum.networkID", resyncCmd.PersistentFlags().Lookup("eth-network-id")) }