* port statediff from 9b7fd9af80/statediff/statediff.go
; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
119 lines
2.7 KiB
Go
119 lines
2.7 KiB
Go
// Copyright 2015 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
// Contains a batch of utility type declarations used by the tests. As the node
|
|
// operates on unique types, a lot of them are needed to check various features.
|
|
|
|
package builder
|
|
|
|
import (
|
|
"sort"
|
|
"strings"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
"github.com/ethereum/go-ethereum/trie"
|
|
)
|
|
|
|
func sortKeys(data map[common.Address]*state.Account) []string {
|
|
var keys []string
|
|
for key := range data {
|
|
keys = append(keys, key.Hex())
|
|
}
|
|
sort.Strings(keys)
|
|
|
|
return keys
|
|
}
|
|
|
|
func findIntersection(a, b []string) []string {
|
|
lenA := len(a)
|
|
lenB := len(b)
|
|
iOfA, iOfB := 0, 0
|
|
updates := make([]string, 0)
|
|
if iOfA >= lenA || iOfB >= lenB {
|
|
return updates
|
|
}
|
|
for {
|
|
switch strings.Compare(a[iOfA], b[iOfB]) {
|
|
// a[iOfA] < b[iOfB]
|
|
case -1:
|
|
iOfA++
|
|
if iOfA >= lenA {
|
|
return updates
|
|
}
|
|
break
|
|
// a[iOfA] == b[iOfB]
|
|
case 0:
|
|
updates = append(updates, a[iOfA])
|
|
iOfA++
|
|
iOfB++
|
|
if iOfA >= lenA || iOfB >= lenB {
|
|
return updates
|
|
}
|
|
break
|
|
// a[iOfA] > b[iOfB]
|
|
case 1:
|
|
iOfB++
|
|
if iOfB >= lenB {
|
|
return updates
|
|
}
|
|
break
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
func pathToStr(it trie.NodeIterator) string {
|
|
path := it.Path()
|
|
if hasTerm(path) {
|
|
path = path[:len(path)-1]
|
|
}
|
|
nibblePath := ""
|
|
for i, v := range common.ToHex(path) {
|
|
if i%2 == 0 && i > 1 {
|
|
continue
|
|
}
|
|
nibblePath = nibblePath + string(v)
|
|
}
|
|
|
|
return nibblePath
|
|
}
|
|
|
|
// Duplicated from trie/encoding.go
|
|
func hexToKeyBytes(hex []byte) []byte {
|
|
if hasTerm(hex) {
|
|
hex = hex[:len(hex)-1]
|
|
}
|
|
if len(hex)&1 != 0 {
|
|
panic("can't convert hex key of odd length")
|
|
}
|
|
key := make([]byte, (len(hex)+1)/2)
|
|
decodeNibbles(hex, key)
|
|
|
|
return key
|
|
}
|
|
|
|
func decodeNibbles(nibbles []byte, bytes []byte) {
|
|
for bi, ni := 0, 0; ni < len(nibbles); bi, ni = bi+1, ni+2 {
|
|
bytes[bi] = nibbles[ni]<<4 | nibbles[ni+1]
|
|
}
|
|
}
|
|
|
|
// hasTerm returns whether a hex key has the terminator flag.
|
|
func hasTerm(s []byte) bool {
|
|
return len(s) > 0 && s[len(s)-1] == 16
|
|
}
|