7c6876c659
* port statediff from 9b7fd9af80/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
83 lines
2.2 KiB
Go
83 lines
2.2 KiB
Go
package service
|
|
|
|
import (
|
|
"github.com/ethereum/go-ethereum/core"
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
"github.com/ethereum/go-ethereum/p2p"
|
|
"github.com/ethereum/go-ethereum/rpc"
|
|
"github.com/ethereum/go-ethereum/statediff"
|
|
b "github.com/ethereum/go-ethereum/statediff/builder"
|
|
e "github.com/ethereum/go-ethereum/statediff/extractor"
|
|
p "github.com/ethereum/go-ethereum/statediff/publisher"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/event"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
)
|
|
|
|
type BlockChain interface {
|
|
SubscribeChainEvent(ch chan<- core.ChainEvent) event.Subscription
|
|
GetBlockByHash(hash common.Hash) *types.Block
|
|
}
|
|
|
|
type StateDiffService struct {
|
|
Builder *b.Builder
|
|
Extractor e.Extractor
|
|
BlockChain BlockChain
|
|
}
|
|
|
|
func NewStateDiffService(db ethdb.Database, blockChain *core.BlockChain, config statediff.Config) (*StateDiffService, error) {
|
|
builder := b.NewBuilder(db)
|
|
publisher, err := p.NewPublisher(config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
extractor := e.NewExtractor(builder, publisher)
|
|
return &StateDiffService{
|
|
BlockChain: blockChain,
|
|
Extractor: extractor,
|
|
}, nil
|
|
}
|
|
|
|
func (StateDiffService) Protocols() []p2p.Protocol {
|
|
return []p2p.Protocol{}
|
|
}
|
|
|
|
func (StateDiffService) APIs() []rpc.API {
|
|
return []rpc.API{}
|
|
}
|
|
|
|
func (sds *StateDiffService) Loop(events chan core.ChainEvent) {
|
|
for elem := range events {
|
|
currentBlock := elem.Block
|
|
parentHash := currentBlock.ParentHash()
|
|
parentBlock := sds.BlockChain.GetBlockByHash(parentHash)
|
|
|
|
stateDiffLocation, err := sds.Extractor.ExtractStateDiff(*parentBlock, *currentBlock)
|
|
if err != nil {
|
|
log.Error("Error extracting statediff", "block number", currentBlock.Number(), "error", err)
|
|
} else {
|
|
log.Info("Statediff extracted", "block number", currentBlock.Number(), "location", stateDiffLocation)
|
|
}
|
|
}
|
|
}
|
|
|
|
var eventsChannel chan core.ChainEvent
|
|
|
|
func (sds *StateDiffService) Start(server *p2p.Server) error {
|
|
log.Info("Starting statediff service")
|
|
eventsChannel := make(chan core.ChainEvent, 10)
|
|
sds.BlockChain.SubscribeChainEvent(eventsChannel)
|
|
go sds.Loop(eventsChannel)
|
|
return nil
|
|
}
|
|
|
|
func (StateDiffService) Stop() error {
|
|
log.Info("Stopping statediff service")
|
|
close(eventsChannel)
|
|
|
|
return nil
|
|
}
|