2018-07-04 23:38:20 +00:00
|
|
|
// The implementation below is to be considered highly unstable and a continual
|
|
|
|
// WIP. It is a means to replicate and test replaying Ethereum transactions
|
|
|
|
// using the Cosmos SDK and the EVM. The ultimate result will be what is known
|
|
|
|
// as Ethermint.
|
2018-06-13 09:56:01 +00:00
|
|
|
package main
|
|
|
|
|
2018-07-05 15:06:31 +00:00
|
|
|
import (
|
|
|
|
"bytes"
|
2018-07-18 12:16:41 +00:00
|
|
|
"encoding/binary"
|
2018-07-05 15:06:31 +00:00
|
|
|
"encoding/json"
|
2018-07-09 22:14:17 +00:00
|
|
|
"flag"
|
2018-07-05 15:06:31 +00:00
|
|
|
"fmt"
|
|
|
|
"io"
|
|
|
|
"os"
|
2018-07-18 12:16:41 +00:00
|
|
|
"os/signal"
|
2018-07-09 22:14:17 +00:00
|
|
|
"runtime/pprof"
|
2018-07-18 12:16:41 +00:00
|
|
|
"syscall"
|
2018-07-10 09:17:56 +00:00
|
|
|
"time"
|
2018-06-26 11:41:29 +00:00
|
|
|
|
2018-07-09 18:25:00 +00:00
|
|
|
"github.com/cosmos/ethermint/core"
|
|
|
|
"github.com/cosmos/ethermint/state"
|
2018-07-05 15:06:31 +00:00
|
|
|
ethcommon "github.com/ethereum/go-ethereum/common"
|
|
|
|
ethmisc "github.com/ethereum/go-ethereum/consensus/misc"
|
|
|
|
ethcore "github.com/ethereum/go-ethereum/core"
|
|
|
|
ethstate "github.com/ethereum/go-ethereum/core/state"
|
|
|
|
ethtypes "github.com/ethereum/go-ethereum/core/types"
|
|
|
|
ethvm "github.com/ethereum/go-ethereum/core/vm"
|
|
|
|
ethparams "github.com/ethereum/go-ethereum/params"
|
|
|
|
ethrlp "github.com/ethereum/go-ethereum/rlp"
|
|
|
|
dbm "github.com/tendermint/tendermint/libs/db"
|
|
|
|
)
|
|
|
|
|
2018-07-18 02:07:02 +00:00
|
|
|
var cpuprofile = flag.String("cpu-profile", "", "write cpu profile `file`")
|
2018-07-13 21:12:18 +00:00
|
|
|
var blockchain = flag.String("blockchain", "data/blockchain", "file containing blocks to load")
|
2018-07-17 14:34:32 +00:00
|
|
|
var datadir = flag.String("datadir", "", "directory for ethermint data")
|
2018-07-09 22:14:17 +00:00
|
|
|
|
2018-07-05 15:06:31 +00:00
|
|
|
var (
|
|
|
|
// TODO: Document...
|
|
|
|
miner501 = ethcommon.HexToAddress("0x35e8e5dC5FBd97c5b421A80B596C030a2Be2A04D")
|
|
|
|
genInvestor = ethcommon.HexToAddress("0x756F45E3FA69347A9A973A725E3C98bC4db0b5a0")
|
|
|
|
)
|
|
|
|
|
|
|
|
// TODO: Document...
|
2018-06-13 09:56:01 +00:00
|
|
|
func main() {
|
2018-07-09 22:14:17 +00:00
|
|
|
flag.Parse()
|
2018-07-18 02:07:02 +00:00
|
|
|
|
2018-07-13 21:12:18 +00:00
|
|
|
if *cpuprofile != "" {
|
|
|
|
f, err := os.Create(*cpuprofile)
|
|
|
|
if err != nil {
|
|
|
|
fmt.Printf("could not create CPU profile: %v\n", err)
|
|
|
|
return
|
|
|
|
}
|
2018-07-18 02:07:02 +00:00
|
|
|
|
2018-07-13 21:12:18 +00:00
|
|
|
if err := pprof.StartCPUProfile(f); err != nil {
|
|
|
|
fmt.Printf("could not start CPU profile: %v\n", err)
|
|
|
|
return
|
|
|
|
}
|
2018-07-18 02:07:02 +00:00
|
|
|
|
2018-07-13 21:12:18 +00:00
|
|
|
defer pprof.StopCPUProfile()
|
|
|
|
}
|
2018-07-09 22:14:17 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
sigs := make(chan os.Signal, 1)
|
|
|
|
interruptCh := make(chan bool, 1)
|
|
|
|
signal.Notify(sigs, syscall.SIGINT, syscall.SIGTERM)
|
|
|
|
go func() {
|
|
|
|
<-sigs
|
|
|
|
interruptCh <- true
|
|
|
|
}()
|
|
|
|
|
2018-07-17 14:34:32 +00:00
|
|
|
stateDB := dbm.NewDB("state", dbm.LevelDBBackend, *datadir)
|
|
|
|
codeDB := dbm.NewDB("code", dbm.LevelDBBackend, *datadir)
|
2018-07-05 15:06:31 +00:00
|
|
|
|
|
|
|
ethermintDB, err := state.NewDatabase(stateDB, codeDB)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
// Only create genesis if it is a brand new database
|
|
|
|
if ethermintDB.LatestVersion() == 0 {
|
|
|
|
// start with empty root hash (i.e. empty state)
|
|
|
|
gethStateDB, err := ethstate.New(ethcommon.Hash{}, ethermintDB)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
genBlock := ethcore.DefaultGenesisBlock()
|
|
|
|
for addr, account := range genBlock.Alloc {
|
|
|
|
gethStateDB.AddBalance(addr, account.Balance)
|
|
|
|
gethStateDB.SetCode(addr, account.Code)
|
|
|
|
gethStateDB.SetNonce(addr, account.Nonce)
|
2018-07-05 15:06:31 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
for key, value := range account.Storage {
|
|
|
|
gethStateDB.SetState(addr, key, value)
|
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
}
|
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
// get balance of one of the genesis account having 200 ETH
|
|
|
|
b := gethStateDB.GetBalance(genInvestor)
|
|
|
|
fmt.Printf("balance of %s: %s\n", genInvestor.String(), b)
|
2018-07-05 15:06:31 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
// commit the geth stateDB with 'false' to delete empty objects
|
|
|
|
genRoot, err := gethStateDB.Commit(false)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
commitID := ethermintDB.Commit()
|
2018-07-05 15:06:31 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
fmt.Printf("commitID after genesis: %v\n", commitID)
|
|
|
|
fmt.Printf("genesis state root hash: %x\n", genRoot[:])
|
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
|
|
|
|
// file with blockchain data exported from geth by using "geth exportdb"
|
|
|
|
// command.
|
|
|
|
//
|
|
|
|
// TODO: Allow this to be configurable
|
2018-07-10 09:13:34 +00:00
|
|
|
input, err := os.Open(*blockchain)
|
2018-07-05 15:06:31 +00:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
defer input.Close()
|
|
|
|
|
|
|
|
// ethereum mainnet config
|
|
|
|
chainConfig := ethparams.MainnetChainConfig
|
|
|
|
|
|
|
|
// create RLP stream for exported blocks
|
|
|
|
stream := ethrlp.NewStream(input, 0)
|
|
|
|
|
|
|
|
var (
|
|
|
|
block ethtypes.Block
|
|
|
|
root500 ethcommon.Hash // root hash after block 500
|
|
|
|
root501 ethcommon.Hash // root hash after block 501
|
|
|
|
)
|
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
var prevRoot ethcommon.Hash
|
|
|
|
binary.BigEndian.PutUint64(prevRoot[:8], uint64(ethermintDB.LatestVersion()))
|
|
|
|
|
2018-07-05 15:06:31 +00:00
|
|
|
ethermintDB.Tracing = true
|
2018-07-05 21:01:52 +00:00
|
|
|
chainContext := core.NewChainContext()
|
2018-07-05 15:06:31 +00:00
|
|
|
vmConfig := ethvm.Config{}
|
|
|
|
|
|
|
|
n := 0
|
2018-07-10 09:17:56 +00:00
|
|
|
startTime := time.Now()
|
2018-07-18 12:16:41 +00:00
|
|
|
interrupt := false
|
|
|
|
var lastSkipped uint64
|
|
|
|
for !interrupt {
|
2018-07-05 15:06:31 +00:00
|
|
|
if err = stream.Decode(&block); err == io.EOF {
|
|
|
|
err = nil
|
|
|
|
break
|
|
|
|
} else if err != nil {
|
|
|
|
panic(fmt.Errorf("failed to decode at block %d: %s", block.NumberU64(), err))
|
|
|
|
}
|
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
// don't import blocks already imported
|
|
|
|
if block.NumberU64() < uint64(ethermintDB.LatestVersion()) {
|
|
|
|
lastSkipped = block.NumberU64()
|
2018-07-05 15:06:31 +00:00
|
|
|
continue
|
|
|
|
}
|
2018-07-18 12:16:41 +00:00
|
|
|
if lastSkipped > 0 {
|
|
|
|
fmt.Printf("Skipped blocks up to %d\n", lastSkipped)
|
|
|
|
lastSkipped = 0
|
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
|
|
|
|
header := block.Header()
|
|
|
|
chainContext.Coinbase = header.Coinbase
|
2018-07-05 21:01:52 +00:00
|
|
|
chainContext.SetHeader(block.NumberU64(), header)
|
2018-07-05 15:06:31 +00:00
|
|
|
|
|
|
|
gethStateDB, err := ethstate.New(prevRoot, ethermintDB)
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Errorf("failed to instantiate geth state.StateDB at block %d: %v", block.NumberU64(), err))
|
|
|
|
}
|
|
|
|
|
|
|
|
var (
|
|
|
|
receipts ethtypes.Receipts
|
|
|
|
usedGas = new(uint64)
|
|
|
|
allLogs []*ethtypes.Log
|
|
|
|
gp = new(ethcore.GasPool).AddGas(block.GasLimit())
|
|
|
|
)
|
|
|
|
|
|
|
|
if chainConfig.DAOForkSupport && chainConfig.DAOForkBlock != nil && chainConfig.DAOForkBlock.Cmp(block.Number()) == 0 {
|
|
|
|
ethmisc.ApplyDAOHardFork(gethStateDB)
|
|
|
|
}
|
|
|
|
|
|
|
|
for i, tx := range block.Transactions() {
|
|
|
|
gethStateDB.Prepare(tx.Hash(), block.Hash(), i)
|
|
|
|
|
|
|
|
txHash := tx.Hash()
|
|
|
|
// TODO: Why this address?
|
|
|
|
if bytes.Equal(txHash[:], ethcommon.FromHex("0xc438cfcc3b74a28741bda361032f1c6362c34aa0e1cedff693f31ec7d6a12717")) {
|
|
|
|
vmConfig.Tracer = ethvm.NewStructLogger(ðvm.LogConfig{})
|
|
|
|
vmConfig.Debug = true
|
|
|
|
}
|
|
|
|
|
|
|
|
receipt, _, err := ethcore.ApplyTransaction(chainConfig, chainContext, nil, gp, gethStateDB, header, tx, usedGas, vmConfig)
|
|
|
|
if vmConfig.Tracer != nil {
|
|
|
|
w, err := os.Create("structlogs.txt")
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
encoder := json.NewEncoder(w)
|
|
|
|
logs := FormatLogs(vmConfig.Tracer.(*ethvm.StructLogger).StructLogs())
|
|
|
|
|
|
|
|
if err := encoder.Encode(logs); err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := w.Close(); err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
vmConfig.Debug = false
|
|
|
|
vmConfig.Tracer = nil
|
|
|
|
}
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Errorf("at block %d, tx %x: %v", block.NumberU64(), tx.Hash(), err))
|
|
|
|
}
|
|
|
|
|
|
|
|
receipts = append(receipts, receipt)
|
|
|
|
allLogs = append(allLogs, receipt.Logs...)
|
|
|
|
}
|
|
|
|
|
|
|
|
// apply mining rewards to the geth stateDB
|
|
|
|
accumulateRewards(chainConfig, gethStateDB, header, block.Uncles())
|
|
|
|
|
|
|
|
// commit block in geth
|
|
|
|
prevRoot, err = gethStateDB.Commit(chainConfig.IsEIP158(block.Number()))
|
|
|
|
if err != nil {
|
|
|
|
panic(fmt.Errorf("at block %d: %v", block.NumberU64(), err))
|
|
|
|
}
|
|
|
|
|
|
|
|
// commit block in Ethermint
|
|
|
|
ethermintDB.Commit()
|
2018-07-05 21:01:52 +00:00
|
|
|
//fmt.Printf("commitID after block %d: %v\n", block.NumberU64(), commitID)
|
2018-07-05 15:06:31 +00:00
|
|
|
|
|
|
|
switch block.NumberU64() {
|
|
|
|
case 500:
|
|
|
|
root500 = prevRoot
|
|
|
|
case 501:
|
|
|
|
root501 = prevRoot
|
|
|
|
}
|
|
|
|
|
|
|
|
n++
|
2018-07-10 09:13:34 +00:00
|
|
|
if (n % 10000) == 0 {
|
2018-07-10 09:17:56 +00:00
|
|
|
fmt.Printf("processed %d blocks, time so far: %v\n", n, time.Since(startTime))
|
2018-07-05 15:06:31 +00:00
|
|
|
}
|
2018-07-18 02:07:02 +00:00
|
|
|
|
2018-07-18 12:16:41 +00:00
|
|
|
// Check for interrupts
|
|
|
|
select {
|
|
|
|
case interrupt = <-interruptCh:
|
|
|
|
fmt.Printf("Interrupted, please wait for cleanup...\n")
|
|
|
|
default:
|
2018-07-18 02:07:02 +00:00
|
|
|
}
|
2018-07-05 15:06:31 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
fmt.Printf("processed %d blocks\n", n)
|
|
|
|
|
|
|
|
ethermintDB.Tracing = true
|
|
|
|
|
|
|
|
// try to create a new geth stateDB from root of the block 500
|
|
|
|
fmt.Printf("root500: %x\n", root500[:])
|
|
|
|
|
|
|
|
state500, err := ethstate.New(root500, ethermintDB)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
miner501BalanceAt500 := state500.GetBalance(miner501)
|
|
|
|
|
|
|
|
state501, err := ethstate.New(root501, ethermintDB)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
2018-07-18 02:07:02 +00:00
|
|
|
|
2018-07-05 15:06:31 +00:00
|
|
|
miner501BalanceAt501 := state501.GetBalance(miner501)
|
|
|
|
|
|
|
|
fmt.Printf("investor's balance after block 500: %d\n", state500.GetBalance(genInvestor))
|
|
|
|
fmt.Printf("miner of block 501's balance after block 500: %d\n", miner501BalanceAt500)
|
|
|
|
fmt.Printf("miner of block 501's balance after block 501: %d\n", miner501BalanceAt501)
|
2018-07-04 23:38:20 +00:00
|
|
|
}
|