2019-12-05 13:37:25 +00:00
|
|
|
// Copyright 2019 The go-ethereum Authors
|
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package snapshot
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2019-12-10 09:00:03 +00:00
|
|
|
"fmt"
|
2019-12-05 13:37:25 +00:00
|
|
|
"sort"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2019-12-10 09:00:03 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
2019-12-05 13:37:25 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// AccountIterator is an iterator to step over all the accounts in a snapshot,
|
|
|
|
// which may or may npt be composed of multiple layers.
|
|
|
|
type AccountIterator interface {
|
|
|
|
// Next steps the iterator forward one element, returning false if exhausted,
|
|
|
|
// or an error if iteration failed for some reason (e.g. root being iterated
|
|
|
|
// becomes stale and garbage collected).
|
|
|
|
Next() bool
|
|
|
|
|
|
|
|
// Error returns any failure that occurred during iteration, which might have
|
|
|
|
// caused a premature iteration exit (e.g. snapshot stack becoming stale).
|
|
|
|
Error() error
|
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// Hash returns the hash of the account the iterator is currently at.
|
|
|
|
Hash() common.Hash
|
2019-12-05 13:37:25 +00:00
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// Account returns the RLP encoded slim account the iterator is currently at.
|
2019-12-05 13:37:25 +00:00
|
|
|
// An error will be returned if the iterator becomes invalid (e.g. snaph
|
2019-12-10 09:00:03 +00:00
|
|
|
Account() []byte
|
|
|
|
|
|
|
|
// Release releases associated resources. Release should always succeed and
|
|
|
|
// can be called multiple times without causing error.
|
|
|
|
Release()
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// diffAccountIterator is an account iterator that steps over the accounts (both
|
2019-12-10 09:00:03 +00:00
|
|
|
// live and deleted) contained within a single diff layer. Higher order iterators
|
|
|
|
// will use the deleted accounts to skip deeper iterators.
|
2019-12-05 13:37:25 +00:00
|
|
|
type diffAccountIterator struct {
|
2019-12-10 09:00:03 +00:00
|
|
|
// curHash is the current hash the iterator is positioned on. The field is
|
|
|
|
// explicitly tracked since the referenced diff layer might go stale after
|
|
|
|
// the iterator was positioned and we don't want to fail accessing the old
|
|
|
|
// hash as long as the iterator is not touched any more.
|
|
|
|
curHash common.Hash
|
|
|
|
|
|
|
|
layer *diffLayer // Live layer to retrieve values from
|
|
|
|
keys []common.Hash // Keys left in the layer to iterate
|
|
|
|
fail error // Any failures encountered (stale)
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// AccountIterator creates an account iterator over a single diff layer.
|
|
|
|
func (dl *diffLayer) AccountIterator(seek common.Hash) AccountIterator {
|
|
|
|
// Seek out the requested starting account
|
|
|
|
hashes := dl.AccountList()
|
|
|
|
index := sort.Search(len(hashes), func(i int) bool {
|
2020-04-21 14:26:02 +00:00
|
|
|
return bytes.Compare(seek[:], hashes[i][:]) <= 0
|
2019-12-05 13:37:25 +00:00
|
|
|
})
|
2019-12-10 09:00:03 +00:00
|
|
|
// Assemble and returned the already seeked iterator
|
|
|
|
return &diffAccountIterator{
|
|
|
|
layer: dl,
|
|
|
|
keys: hashes[index:],
|
|
|
|
}
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Next steps the iterator forward one element, returning false if exhausted.
|
|
|
|
func (it *diffAccountIterator) Next() bool {
|
2019-12-10 09:00:03 +00:00
|
|
|
// If the iterator was already stale, consider it a programmer error. Although
|
|
|
|
// we could just return false here, triggering this path would probably mean
|
|
|
|
// somebody forgot to check for Error, so lets blow up instead of undefined
|
|
|
|
// behavior that's hard to debug.
|
|
|
|
if it.fail != nil {
|
|
|
|
panic(fmt.Sprintf("called Next of failed iterator: %v", it.fail))
|
|
|
|
}
|
|
|
|
// Stop iterating if all keys were exhausted
|
|
|
|
if len(it.keys) == 0 {
|
|
|
|
return false
|
|
|
|
}
|
2020-01-19 19:57:56 +00:00
|
|
|
if it.layer.Stale() {
|
2019-12-10 09:00:03 +00:00
|
|
|
it.fail, it.keys = ErrSnapshotStale, nil
|
|
|
|
return false
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
2020-01-19 19:57:56 +00:00
|
|
|
// Iterator seems to be still alive, retrieve and cache the live hash
|
2019-12-10 09:00:03 +00:00
|
|
|
it.curHash = it.keys[0]
|
2020-01-19 19:57:56 +00:00
|
|
|
// key cached, shift the iterator and notify the user of success
|
2019-12-10 09:00:03 +00:00
|
|
|
it.keys = it.keys[1:]
|
|
|
|
return true
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Error returns any failure that occurred during iteration, which might have
|
|
|
|
// caused a premature iteration exit (e.g. snapshot stack becoming stale).
|
|
|
|
func (it *diffAccountIterator) Error() error {
|
2019-12-10 09:00:03 +00:00
|
|
|
return it.fail
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// Hash returns the hash of the account the iterator is currently at.
|
|
|
|
func (it *diffAccountIterator) Hash() common.Hash {
|
|
|
|
return it.curHash
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// Account returns the RLP encoded slim account the iterator is currently at.
|
2020-01-19 19:57:56 +00:00
|
|
|
// This method may _fail_, if the underlying layer has been flattened between
|
|
|
|
// the call to Next and Acccount. That type of error will set it.Err.
|
|
|
|
// This method assumes that flattening does not delete elements from
|
|
|
|
// the accountdata mapping (writing nil into it is fine though), and will panic
|
|
|
|
// if elements have been deleted.
|
2019-12-10 09:00:03 +00:00
|
|
|
func (it *diffAccountIterator) Account() []byte {
|
2020-01-19 19:57:56 +00:00
|
|
|
it.layer.lock.RLock()
|
|
|
|
blob, ok := it.layer.accountData[it.curHash]
|
|
|
|
if !ok {
|
2020-03-04 13:06:04 +00:00
|
|
|
if _, ok := it.layer.destructSet[it.curHash]; ok {
|
2020-04-21 08:11:38 +00:00
|
|
|
it.layer.lock.RUnlock()
|
2020-03-04 13:06:04 +00:00
|
|
|
return nil
|
|
|
|
}
|
2020-01-19 19:57:56 +00:00
|
|
|
panic(fmt.Sprintf("iterator referenced non-existent account: %x", it.curHash))
|
|
|
|
}
|
|
|
|
it.layer.lock.RUnlock()
|
|
|
|
if it.layer.Stale() {
|
|
|
|
it.fail, it.keys = ErrSnapshotStale, nil
|
|
|
|
}
|
|
|
|
return blob
|
2019-12-10 09:00:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// Release is a noop for diff account iterators as there are no held resources.
|
|
|
|
func (it *diffAccountIterator) Release() {}
|
2019-12-05 13:37:25 +00:00
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// diskAccountIterator is an account iterator that steps over the live accounts
|
|
|
|
// contained within a disk layer.
|
|
|
|
type diskAccountIterator struct {
|
|
|
|
layer *diskLayer
|
|
|
|
it ethdb.Iterator
|
|
|
|
}
|
|
|
|
|
|
|
|
// AccountIterator creates an account iterator over a disk layer.
|
|
|
|
func (dl *diskLayer) AccountIterator(seek common.Hash) AccountIterator {
|
2020-04-15 11:08:53 +00:00
|
|
|
pos := common.TrimRightZeroes(seek[:])
|
2019-12-10 09:00:03 +00:00
|
|
|
return &diskAccountIterator{
|
|
|
|
layer: dl,
|
2020-04-15 11:08:53 +00:00
|
|
|
it: dl.diskdb.NewIterator(rawdb.SnapshotAccountPrefix, pos),
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-12-10 09:00:03 +00:00
|
|
|
// Next steps the iterator forward one element, returning false if exhausted.
|
|
|
|
func (it *diskAccountIterator) Next() bool {
|
|
|
|
// If the iterator was already exhausted, don't bother
|
|
|
|
if it.it == nil {
|
|
|
|
return false
|
|
|
|
}
|
2020-03-06 12:05:44 +00:00
|
|
|
// Try to advance the iterator and release it if we reached the end
|
|
|
|
for {
|
|
|
|
if !it.it.Next() || !bytes.HasPrefix(it.it.Key(), rawdb.SnapshotAccountPrefix) {
|
|
|
|
it.it.Release()
|
|
|
|
it.it = nil
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
if len(it.it.Key()) == len(rawdb.SnapshotAccountPrefix)+common.HashLength {
|
|
|
|
break
|
|
|
|
}
|
2019-12-10 09:00:03 +00:00
|
|
|
}
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
|
|
|
|
// Error returns any failure that occurred during iteration, which might have
|
|
|
|
// caused a premature iteration exit (e.g. snapshot stack becoming stale).
|
|
|
|
//
|
|
|
|
// A diff layer is immutable after creation content wise and can always be fully
|
|
|
|
// iterated without error, so this method always returns nil.
|
|
|
|
func (it *diskAccountIterator) Error() error {
|
|
|
|
return it.it.Error()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Hash returns the hash of the account the iterator is currently at.
|
|
|
|
func (it *diskAccountIterator) Hash() common.Hash {
|
|
|
|
return common.BytesToHash(it.it.Key())
|
|
|
|
}
|
|
|
|
|
|
|
|
// Account returns the RLP encoded slim account the iterator is currently at.
|
|
|
|
func (it *diskAccountIterator) Account() []byte {
|
|
|
|
return it.it.Value()
|
|
|
|
}
|
|
|
|
|
|
|
|
// Release releases the database snapshot held during iteration.
|
|
|
|
func (it *diskAccountIterator) Release() {
|
|
|
|
// The iterator is auto-released on exhaustion, so make sure it's still alive
|
|
|
|
if it.it != nil {
|
|
|
|
it.it.Release()
|
|
|
|
it.it = nil
|
2019-12-05 13:37:25 +00:00
|
|
|
}
|
|
|
|
}
|