Initial plugin implementation

* refactor packages, flags, subscriptions
* DRY refactor builder tests
* use mockgen to generate mocks
* update README
* MODE=statediff no longer needed for unit tests
* simplify func names, clean up metrics
* move write params to service field
* sql indexer: confirm quit after ipld cache reset
  prevents negative waitgroup panic
* don't let TotalDifficulty become nil
* use forked plugeth, plugeth-utils for now

indexer/database/dump/batch_tx.go

@@ -20,9 +20,9 @@ import (
 	"fmt"
 	"io"
 
-	"github.com/ethereum/go-ethereum/statediff/indexer/ipld"
+	"github.com/cerc-io/plugeth-statediff/indexer/ipld"
 
-	"github.com/ethereum/go-ethereum/statediff/indexer/models"
+	"github.com/cerc-io/plugeth-statediff/indexer/models"
 )
 
 // BatchTx wraps a void with the state necessary for building the tx concurrently during trie difference iteration

indexer/database/dump/config.go

@@ -21,9 +21,14 @@ import (
 	"io"
 	"strings"
 
-	"github.com/ethereum/go-ethereum/statediff/indexer/shared"
+	"github.com/cerc-io/plugeth-statediff/indexer/shared"
 )
 
+// Config for data dump
+type Config struct {
+	Dump io.WriteCloser
+}
+
 // DumpType to explicitly type the dump destination
 type DumpType string
 
@@ -31,9 +36,14 @@ const (
 	STDOUT  = "Stdout"
 	STDERR  = "Stderr"
 	DISCARD = "Discard"
-	UNKNOWN = "Unknown"
+	INVALID = "Invalid"
 )
 
+// Type satisfies interfaces.Config
+func (c Config) Type() shared.DBType {
+	return shared.DUMP
+}
+
 // ResolveDumpType resolves the dump type for the provided string
 func ResolveDumpType(str string) (DumpType, error) {
 	switch strings.ToLower(str) {
@@ -44,36 +54,27 @@ func ResolveDumpType(str string) (DumpType, error) {
 	case "discard", "void", "devnull", "dev null":
 		return DISCARD, nil
 	default:
-		return UNKNOWN, fmt.Errorf("unrecognized dump type: %s", str)
+		return INVALID, fmt.Errorf("unrecognized dump type: %s", str)
 	}
 }
 
-// Config for data dump
-type Config struct {
-	Dump io.WriteCloser
+// Set satisfies flag.Value
+func (d *DumpType) Set(v string) (err error) {
+	*d, err = ResolveDumpType(v)
+	return
 }
 
-// Type satisfies interfaces.Config
-func (c Config) Type() shared.DBType {
-	return shared.DUMP
-}
-
-// NewDiscardWriterCloser returns a discardWrapper wrapping io.Discard
-func NewDiscardWriterCloser() io.WriteCloser {
-	return discardWrapper{blackhole: io.Discard}
+// String satisfies flag.Value
+func (d *DumpType) String() string {
+	return strings.ToLower(string(*d))
 }
 
 // discardWrapper wraps io.Discard with io.Closer
-type discardWrapper struct {
-	blackhole io.Writer
-}
+type discardWrapper struct{ io.Writer }
 
-// Write satisfies io.Writer
-func (dw discardWrapper) Write(b []byte) (int, error) {
-	return dw.blackhole.Write(b)
-}
+var Discard = discardWrapper{io.Discard}
 
 // Close satisfies io.Closer
-func (dw discardWrapper) Close() error {
+func (discardWrapper) Close() error {
 	return nil
 }

indexer/database/dump/indexer.go

@@ -17,7 +17,7 @@
 package dump
 
 import (
-	"bytes"
+	"encoding/hex"
 	"fmt"
 	"io"
 	"math/big"
@@ -28,15 +28,16 @@ import (
 	"github.com/ethereum/go-ethereum/common"
 	"github.com/ethereum/go-ethereum/core/types"
 	"github.com/ethereum/go-ethereum/crypto"
-	"github.com/ethereum/go-ethereum/log"
 	"github.com/ethereum/go-ethereum/params"
 	"github.com/ethereum/go-ethereum/rlp"
-	"github.com/ethereum/go-ethereum/statediff/indexer/database/metrics"
-	"github.com/ethereum/go-ethereum/statediff/indexer/interfaces"
-	"github.com/ethereum/go-ethereum/statediff/indexer/ipld"
-	"github.com/ethereum/go-ethereum/statediff/indexer/models"
-	"github.com/ethereum/go-ethereum/statediff/indexer/shared"
-	sdtypes "github.com/ethereum/go-ethereum/statediff/types"
+
+	"github.com/cerc-io/plugeth-statediff/indexer/database/metrics"
+	"github.com/cerc-io/plugeth-statediff/indexer/interfaces"
+	"github.com/cerc-io/plugeth-statediff/indexer/ipld"
+	"github.com/cerc-io/plugeth-statediff/indexer/models"
+	"github.com/cerc-io/plugeth-statediff/indexer/shared"
+	sdtypes "github.com/cerc-io/plugeth-statediff/types"
+	"github.com/cerc-io/plugeth-statediff/utils/log"
 )
 
 var _ interfaces.StateDiffIndexer = &StateDiffIndexer{}
@@ -199,8 +200,8 @@ func (sdi *StateDiffIndexer) processUncles(tx *BatchTx, headerID string, blockNu
 		return err
 	}
 	preparedHash := crypto.Keccak256Hash(uncleEncoding)
-	if !bytes.Equal(preparedHash.Bytes(), unclesHash.Bytes()) {
-		return fmt.Errorf("derived uncles hash (%s) does not match the hash in the header (%s)", preparedHash.Hex(), unclesHash.Hex())
+	if preparedHash != unclesHash {
+		return fmt.Errorf("derived uncles hash (%s) does not match the hash in the header (%s)", preparedHash.String(), unclesHash.String())
 	}
 	unclesCID, err := ipld.RawdataToCid(ipld.MEthHeaderList, uncleEncoding, multihash.KECCAK_256)
 	if err != nil {
@@ -294,7 +295,7 @@ func (sdi *StateDiffIndexer) processReceiptsAndTxs(tx *BatchTx, args processArgs
 		if len(receipt.PostState) == 0 {
 			rctModel.PostStatus = receipt.Status
 		} else {
-			rctModel.PostState = common.Bytes2Hex(receipt.PostState)
+			rctModel.PostState = hex.EncodeToString(receipt.PostState)
 		}
 
 		if _, err := fmt.Fprintf(sdi.dump, "%+v\r\n", rctModel); err != nil {
@@ -305,7 +306,7 @@ func (sdi *StateDiffIndexer) processReceiptsAndTxs(tx *BatchTx, args processArgs
 		for idx, l := range receipt.Logs {
 			topicSet := make([]string, 4)
 			for ti, topic := range l.Topics {
-				topicSet[ti] = topic.Hex()
+				topicSet[ti] = topic.String()
 			}
 
 			logDataSet[idx] = &models.LogsModel{