7de748d3f6
* all: implement path-based state scheme * all: edits from review * core/rawdb, trie/triedb/pathdb: review changes * core, light, trie, eth, tests: reimplement pbss history * core, trie/triedb/pathdb: track block number in state history * trie/triedb/pathdb: add history documentation * core, trie/triedb/pathdb: address comments from Peter's review Important changes to list: - Cache trie nodes by path in clean cache - Remove root->id mappings when history is truncated * trie/triedb/pathdb: fallback to disk if unexpect node in clean cache * core/rawdb: fix tests * trie/triedb/pathdb: rename metrics, change clean cache key * trie/triedb: manage the clean cache inside of disk layer * trie/triedb/pathdb: move journal function * trie/triedb/path: fix tests * trie/triedb/pathdb: fix journal * trie/triedb/pathdb: fix history * trie/triedb/pathdb: try to fix tests on windows * core, trie: address comments * trie/triedb/pathdb: fix test issues --------- Co-authored-by: Felix Lange <fjl@twurst.com> Co-authored-by: Martin Holst Swende <martin@swende.se>
267 lines
9.6 KiB
Go
267 lines
9.6 KiB
Go
// Copyright 2020 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package rawdb
|
|
|
|
import (
|
|
"encoding/binary"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
)
|
|
|
|
// ReadPreimage retrieves a single preimage of the provided hash.
|
|
func ReadPreimage(db ethdb.KeyValueReader, hash common.Hash) []byte {
|
|
data, _ := db.Get(preimageKey(hash))
|
|
return data
|
|
}
|
|
|
|
// WritePreimages writes the provided set of preimages to the database.
|
|
func WritePreimages(db ethdb.KeyValueWriter, preimages map[common.Hash][]byte) {
|
|
for hash, preimage := range preimages {
|
|
if err := db.Put(preimageKey(hash), preimage); err != nil {
|
|
log.Crit("Failed to store trie preimage", "err", err)
|
|
}
|
|
}
|
|
preimageCounter.Inc(int64(len(preimages)))
|
|
preimageHitCounter.Inc(int64(len(preimages)))
|
|
}
|
|
|
|
// ReadCode retrieves the contract code of the provided code hash.
|
|
func ReadCode(db ethdb.KeyValueReader, hash common.Hash) []byte {
|
|
// Try with the prefixed code scheme first, if not then try with legacy
|
|
// scheme.
|
|
data := ReadCodeWithPrefix(db, hash)
|
|
if len(data) != 0 {
|
|
return data
|
|
}
|
|
data, _ = db.Get(hash.Bytes())
|
|
return data
|
|
}
|
|
|
|
// ReadCodeWithPrefix retrieves the contract code of the provided code hash.
|
|
// The main difference between this function and ReadCode is this function
|
|
// will only check the existence with latest scheme(with prefix).
|
|
func ReadCodeWithPrefix(db ethdb.KeyValueReader, hash common.Hash) []byte {
|
|
data, _ := db.Get(codeKey(hash))
|
|
return data
|
|
}
|
|
|
|
// HasCode checks if the contract code corresponding to the
|
|
// provided code hash is present in the db.
|
|
func HasCode(db ethdb.KeyValueReader, hash common.Hash) bool {
|
|
// Try with the prefixed code scheme first, if not then try with legacy
|
|
// scheme.
|
|
if ok := HasCodeWithPrefix(db, hash); ok {
|
|
return true
|
|
}
|
|
ok, _ := db.Has(hash.Bytes())
|
|
return ok
|
|
}
|
|
|
|
// HasCodeWithPrefix checks if the contract code corresponding to the
|
|
// provided code hash is present in the db. This function will only check
|
|
// presence using the prefix-scheme.
|
|
func HasCodeWithPrefix(db ethdb.KeyValueReader, hash common.Hash) bool {
|
|
ok, _ := db.Has(codeKey(hash))
|
|
return ok
|
|
}
|
|
|
|
// WriteCode writes the provided contract code database.
|
|
func WriteCode(db ethdb.KeyValueWriter, hash common.Hash, code []byte) {
|
|
if err := db.Put(codeKey(hash), code); err != nil {
|
|
log.Crit("Failed to store contract code", "err", err)
|
|
}
|
|
}
|
|
|
|
// DeleteCode deletes the specified contract code from the database.
|
|
func DeleteCode(db ethdb.KeyValueWriter, hash common.Hash) {
|
|
if err := db.Delete(codeKey(hash)); err != nil {
|
|
log.Crit("Failed to delete contract code", "err", err)
|
|
}
|
|
}
|
|
|
|
// ReadStateID retrieves the state id with the provided state root.
|
|
func ReadStateID(db ethdb.KeyValueReader, root common.Hash) *uint64 {
|
|
data, err := db.Get(stateIDKey(root))
|
|
if err != nil || len(data) == 0 {
|
|
return nil
|
|
}
|
|
number := binary.BigEndian.Uint64(data)
|
|
return &number
|
|
}
|
|
|
|
// WriteStateID writes the provided state lookup to database.
|
|
func WriteStateID(db ethdb.KeyValueWriter, root common.Hash, id uint64) {
|
|
var buff [8]byte
|
|
binary.BigEndian.PutUint64(buff[:], id)
|
|
if err := db.Put(stateIDKey(root), buff[:]); err != nil {
|
|
log.Crit("Failed to store state ID", "err", err)
|
|
}
|
|
}
|
|
|
|
// DeleteStateID deletes the specified state lookup from the database.
|
|
func DeleteStateID(db ethdb.KeyValueWriter, root common.Hash) {
|
|
if err := db.Delete(stateIDKey(root)); err != nil {
|
|
log.Crit("Failed to delete state ID", "err", err)
|
|
}
|
|
}
|
|
|
|
// ReadPersistentStateID retrieves the id of the persistent state from the database.
|
|
func ReadPersistentStateID(db ethdb.KeyValueReader) uint64 {
|
|
data, _ := db.Get(persistentStateIDKey)
|
|
if len(data) != 8 {
|
|
return 0
|
|
}
|
|
return binary.BigEndian.Uint64(data)
|
|
}
|
|
|
|
// WritePersistentStateID stores the id of the persistent state into database.
|
|
func WritePersistentStateID(db ethdb.KeyValueWriter, number uint64) {
|
|
if err := db.Put(persistentStateIDKey, encodeBlockNumber(number)); err != nil {
|
|
log.Crit("Failed to store the persistent state ID", "err", err)
|
|
}
|
|
}
|
|
|
|
// ReadTrieJournal retrieves the serialized in-memory trie nodes of layers saved at
|
|
// the last shutdown.
|
|
func ReadTrieJournal(db ethdb.KeyValueReader) []byte {
|
|
data, _ := db.Get(trieJournalKey)
|
|
return data
|
|
}
|
|
|
|
// WriteTrieJournal stores the serialized in-memory trie nodes of layers to save at
|
|
// shutdown.
|
|
func WriteTrieJournal(db ethdb.KeyValueWriter, journal []byte) {
|
|
if err := db.Put(trieJournalKey, journal); err != nil {
|
|
log.Crit("Failed to store tries journal", "err", err)
|
|
}
|
|
}
|
|
|
|
// DeleteTrieJournal deletes the serialized in-memory trie nodes of layers saved at
|
|
// the last shutdown.
|
|
func DeleteTrieJournal(db ethdb.KeyValueWriter) {
|
|
if err := db.Delete(trieJournalKey); err != nil {
|
|
log.Crit("Failed to remove tries journal", "err", err)
|
|
}
|
|
}
|
|
|
|
// ReadStateHistoryMeta retrieves the metadata corresponding to the specified
|
|
// state history. Compute the position of state history in freezer by minus
|
|
// one since the id of first state history starts from one(zero for initial
|
|
// state).
|
|
func ReadStateHistoryMeta(db ethdb.AncientReaderOp, id uint64) []byte {
|
|
blob, err := db.Ancient(stateHistoryMeta, id-1)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return blob
|
|
}
|
|
|
|
// ReadStateHistoryMetaList retrieves a batch of meta objects with the specified
|
|
// start position and count. Compute the position of state history in freezer by
|
|
// minus one since the id of first state history starts from one(zero for initial
|
|
// state).
|
|
func ReadStateHistoryMetaList(db ethdb.AncientReaderOp, start uint64, count uint64) ([][]byte, error) {
|
|
return db.AncientRange(stateHistoryMeta, start-1, count, 0)
|
|
}
|
|
|
|
// ReadStateAccountIndex retrieves the state root corresponding to the specified
|
|
// state history. Compute the position of state history in freezer by minus one
|
|
// since the id of first state history starts from one(zero for initial state).
|
|
func ReadStateAccountIndex(db ethdb.AncientReaderOp, id uint64) []byte {
|
|
blob, err := db.Ancient(stateHistoryAccountIndex, id-1)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return blob
|
|
}
|
|
|
|
// ReadStateStorageIndex retrieves the state root corresponding to the specified
|
|
// state history. Compute the position of state history in freezer by minus one
|
|
// since the id of first state history starts from one(zero for initial state).
|
|
func ReadStateStorageIndex(db ethdb.AncientReaderOp, id uint64) []byte {
|
|
blob, err := db.Ancient(stateHistoryStorageIndex, id-1)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return blob
|
|
}
|
|
|
|
// ReadStateAccountHistory retrieves the state root corresponding to the specified
|
|
// state history. Compute the position of state history in freezer by minus one
|
|
// since the id of first state history starts from one(zero for initial state).
|
|
func ReadStateAccountHistory(db ethdb.AncientReaderOp, id uint64) []byte {
|
|
blob, err := db.Ancient(stateHistoryAccountData, id-1)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return blob
|
|
}
|
|
|
|
// ReadStateStorageHistory retrieves the state root corresponding to the specified
|
|
// state history. Compute the position of state history in freezer by minus one
|
|
// since the id of first state history starts from one(zero for initial state).
|
|
func ReadStateStorageHistory(db ethdb.AncientReaderOp, id uint64) []byte {
|
|
blob, err := db.Ancient(stateHistoryStorageData, id-1)
|
|
if err != nil {
|
|
return nil
|
|
}
|
|
return blob
|
|
}
|
|
|
|
// ReadStateHistory retrieves the state history from database with provided id.
|
|
// Compute the position of state history in freezer by minus one since the id
|
|
// of first state history starts from one(zero for initial state).
|
|
func ReadStateHistory(db ethdb.AncientReaderOp, id uint64) ([]byte, []byte, []byte, []byte, []byte, error) {
|
|
meta, err := db.Ancient(stateHistoryMeta, id-1)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, err
|
|
}
|
|
accountIndex, err := db.Ancient(stateHistoryAccountIndex, id-1)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, err
|
|
}
|
|
storageIndex, err := db.Ancient(stateHistoryStorageIndex, id-1)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, err
|
|
}
|
|
accountData, err := db.Ancient(stateHistoryAccountData, id-1)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, err
|
|
}
|
|
storageData, err := db.Ancient(stateHistoryStorageData, id-1)
|
|
if err != nil {
|
|
return nil, nil, nil, nil, nil, err
|
|
}
|
|
return meta, accountIndex, storageIndex, accountData, storageData, nil
|
|
}
|
|
|
|
// WriteStateHistory writes the provided state history to database. Compute the
|
|
// position of state history in freezer by minus one since the id of first state
|
|
// history starts from one(zero for initial state).
|
|
func WriteStateHistory(db ethdb.AncientWriter, id uint64, meta []byte, accountIndex []byte, storageIndex []byte, accounts []byte, storages []byte) {
|
|
db.ModifyAncients(func(op ethdb.AncientWriteOp) error {
|
|
op.AppendRaw(stateHistoryMeta, id-1, meta)
|
|
op.AppendRaw(stateHistoryAccountIndex, id-1, accountIndex)
|
|
op.AppendRaw(stateHistoryStorageIndex, id-1, storageIndex)
|
|
op.AppendRaw(stateHistoryAccountData, id-1, accounts)
|
|
op.AppendRaw(stateHistoryStorageData, id-1, storages)
|
|
return nil
|
|
})
|
|
}
|