// Copyright © 2019 Vulcanize, Inc // // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package cmd import ( syn "sync" log "github.com/sirupsen/logrus" "github.com/spf13/cobra" "github.com/ethereum/go-ethereum/ethclient" "github.com/ethereum/go-ethereum/rpc" "github.com/vulcanize/vulcanizedb/pkg/core" "github.com/vulcanize/vulcanizedb/pkg/geth" "github.com/vulcanize/vulcanizedb/pkg/geth/client" vRpc "github.com/vulcanize/vulcanizedb/pkg/geth/converters/rpc" "github.com/vulcanize/vulcanizedb/pkg/geth/node" "github.com/vulcanize/vulcanizedb/pkg/ipfs" "github.com/vulcanize/vulcanizedb/utils" ) // syncAndPublishCmd represents the syncAndPublish command var syncAndPublishCmd = &cobra.Command{ Use: "syncAndPublish", Short: "Syncs all Ethereum data into IPFS, indexing the CIDs", Long: `This command works alongside a modified geth node which streams all block and state (diff) data over a websocket subscription. This process then converts the eth objects to IPLDs and publishes them IPFS. Additionally, it maintains a local index of the IPLD objects' CIDs in Postgres.`, Run: func(cmd *cobra.Command, args []string) { syncAndPublish() }, } var ( ipfsPath string ) func init() { rootCmd.AddCommand(syncAndPublishCmd) syncAndPublishCmd.Flags().StringVarP(&ipfsPath, "ipfs-path", "i", "~/.ipfs", "Path for configuring IPFS node") } func syncAndPublish() { blockChain, ethClient, rpcClient := getBlockChainAndClients() db := utils.LoadPostgres(databaseConfig, blockChain.Node()) quitChan := make(chan bool) processor, err := ipfs.NewIPFSProcessor(ipfsPath, &db, ethClient, rpcClient, quitChan) if err != nil { log.Fatal(err) } wg := &syn.WaitGroup{} err = processor.Process(wg) if err != nil { log.Fatal(err) } wg.Wait() // If an error was thrown, wg.Add was never called and this will fall through } func getBlockChainAndClients() (*geth.BlockChain, core.EthClient, core.RpcClient) { rawRpcClient, err := rpc.Dial(ipc) if err != nil { log.Fatal(err) } rpcClient := client.NewRpcClient(rawRpcClient, ipc) ethClient := ethclient.NewClient(rawRpcClient) vdbEthClient := client.NewEthClient(ethClient) vdbNode := node.MakeNode(rpcClient) transactionConverter := vRpc.NewRpcTransactionConverter(ethClient) blockChain := geth.NewBlockChain(vdbEthClient, rpcClient, vdbNode, transactionConverter) return blockChain, ethClient, rpcClient }