2016-04-14 16:18:24 +00:00
|
|
|
// Copyright 2016 The go-ethereum Authors
|
2016-01-06 10:11:56 +00:00
|
|
|
// This file is part of the go-ethereum library.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Lesser General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
|
|
|
package state
|
|
|
|
|
|
|
|
import (
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2023-02-08 11:14:34 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2023-05-09 07:11:04 +00:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
2016-01-06 10:11:56 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
// Tests that the node iterator indeed walks over the entire database contents.
|
|
|
|
func TestNodeIteratorCoverage(t *testing.T) {
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 19:21:36 +00:00
|
|
|
testNodeIteratorCoverage(t, rawdb.HashScheme)
|
|
|
|
testNodeIteratorCoverage(t, rawdb.PathScheme)
|
|
|
|
}
|
|
|
|
|
|
|
|
func testNodeIteratorCoverage(t *testing.T, scheme string) {
|
2016-01-06 10:11:56 +00:00
|
|
|
// Create some arbitrary test state to iterate
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 19:21:36 +00:00
|
|
|
db, sdb, ndb, root, _ := makeTestState(scheme)
|
|
|
|
ndb.Commit(root, false)
|
2016-01-06 10:11:56 +00:00
|
|
|
|
2022-11-28 13:31:28 +00:00
|
|
|
state, err := New(root, sdb, nil)
|
2016-01-06 10:11:56 +00:00
|
|
|
if err != nil {
|
|
|
|
t.Fatalf("failed to create state trie at %x: %v", root, err)
|
|
|
|
}
|
|
|
|
// Gather all the node hashes found by the iterator
|
|
|
|
hashes := make(map[common.Hash]struct{})
|
2023-05-11 07:15:44 +00:00
|
|
|
for it := newNodeIterator(state); it.Next(); {
|
2016-01-06 10:11:56 +00:00
|
|
|
if it.Hash != (common.Hash{}) {
|
|
|
|
hashes[it.Hash] = struct{}{}
|
|
|
|
}
|
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
// Check in-disk nodes
|
|
|
|
var (
|
|
|
|
seenNodes = make(map[common.Hash]struct{})
|
|
|
|
seenCodes = make(map[common.Hash]struct{})
|
|
|
|
)
|
|
|
|
it := db.NewIterator(nil, nil)
|
|
|
|
for it.Next() {
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 19:21:36 +00:00
|
|
|
ok, hash := isTrieNode(scheme, it.Key(), it.Value())
|
2023-02-08 11:14:34 +00:00
|
|
|
if !ok {
|
|
|
|
continue
|
2016-01-06 10:11:56 +00:00
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
seenNodes[hash] = struct{}{}
|
2016-01-06 10:11:56 +00:00
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
it.Release()
|
|
|
|
|
|
|
|
// Check in-disk codes
|
|
|
|
it = db.NewIterator(nil, nil)
|
2018-09-24 12:57:49 +00:00
|
|
|
for it.Next() {
|
2023-02-08 11:14:34 +00:00
|
|
|
ok, hash := rawdb.IsCodeKey(it.Key())
|
|
|
|
if !ok {
|
2016-01-06 10:11:56 +00:00
|
|
|
continue
|
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
if _, ok := hashes[common.BytesToHash(hash)]; !ok {
|
|
|
|
t.Errorf("state entry not reported %x", it.Key())
|
2016-01-06 10:11:56 +00:00
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
seenCodes[common.BytesToHash(hash)] = struct{}{}
|
2016-01-06 10:11:56 +00:00
|
|
|
}
|
2018-09-24 12:57:49 +00:00
|
|
|
it.Release()
|
2023-02-08 11:14:34 +00:00
|
|
|
|
|
|
|
// Cross check the iterated hashes and the database/nodepool content
|
|
|
|
for hash := range hashes {
|
|
|
|
_, ok := seenNodes[hash]
|
|
|
|
if !ok {
|
|
|
|
_, ok = seenCodes[hash]
|
|
|
|
}
|
|
|
|
if !ok {
|
|
|
|
t.Errorf("failed to retrieve reported node %x", hash)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// isTrieNode is a helper function which reports if the provided
|
|
|
|
// database entry belongs to a trie node or not.
|
|
|
|
func isTrieNode(scheme string, key, val []byte) (bool, common.Hash) {
|
|
|
|
if scheme == rawdb.HashScheme {
|
2023-05-09 07:11:04 +00:00
|
|
|
if rawdb.IsLegacyTrieNode(key, val) {
|
2023-02-08 11:14:34 +00:00
|
|
|
return true, common.BytesToHash(key)
|
|
|
|
}
|
2023-05-09 07:11:04 +00:00
|
|
|
} else {
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 19:21:36 +00:00
|
|
|
ok := rawdb.IsAccountTrieNode(key)
|
2023-05-09 07:11:04 +00:00
|
|
|
if ok {
|
|
|
|
return true, crypto.Keccak256Hash(val)
|
|
|
|
}
|
all: activate pbss as experimental feature (#26274)
* all: activate pbss
* core/rawdb: fix compilation error
* cma, core, eth, les, trie: address comments
* cmd, core, eth, trie: polish code
* core, cmd, eth: address comments
* cmd, core, eth, les, light, tests: address comment
* cmd/utils: shorten log message
* trie/triedb/pathdb: limit node buffer size to 1gb
* cmd/utils: fix opening non-existing db
* cmd/utils: rename flag name
* cmd, core: group chain history flags and fix tests
* core, eth, trie: fix memory leak in snapshot generation
* cmd, eth, internal: deprecate flags
* all: enable state tests for pathdb, fixes
* cmd, core: polish code
* trie/triedb/pathdb: limit the node buffer size to 256mb
---------
Co-authored-by: Martin Holst Swende <martin@swende.se>
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2023-08-10 19:21:36 +00:00
|
|
|
ok = rawdb.IsStorageTrieNode(key)
|
2023-05-09 07:11:04 +00:00
|
|
|
if ok {
|
|
|
|
return true, crypto.Keccak256Hash(val)
|
|
|
|
}
|
2023-02-08 11:14:34 +00:00
|
|
|
}
|
|
|
|
return false, common.Hash{}
|
2016-01-06 10:11:56 +00:00
|
|
|
}
|