2022-01-13 01:57:23 +00:00
|
|
|
package iterator_test
|
|
|
|
|
|
|
|
import (
|
2022-02-22 08:13:29 +00:00
|
|
|
"bytes"
|
|
|
|
"fmt"
|
2022-01-13 01:57:23 +00:00
|
|
|
"testing"
|
|
|
|
|
2022-02-22 08:13:29 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
|
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
|
|
|
2023-07-21 12:34:58 +00:00
|
|
|
iter "github.com/cerc-io/eth-iterator-utils"
|
|
|
|
"github.com/cerc-io/eth-iterator-utils/fixture"
|
2022-01-13 01:57:23 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestMakePaths(t *testing.T) {
|
|
|
|
var prefix []byte
|
|
|
|
for i := 0; i < 4; i++ {
|
|
|
|
nbins := uint(1) << i
|
|
|
|
paths := iter.MakePaths(prefix, nbins)
|
|
|
|
if len(paths) != int(nbins) {
|
2022-02-24 14:56:27 +00:00
|
|
|
t.Errorf("wrong number of paths; expected %d, have %d", nbins, len(paths))
|
2022-01-13 01:57:23 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-02-22 08:13:29 +00:00
|
|
|
|
|
|
|
func TestIterator(t *testing.T) {
|
2023-07-21 12:34:58 +00:00
|
|
|
kvdb, ldberr := rawdb.NewLevelDBDatabase(fixture.ChainDataPath, 1024, 256, "vdb-geth", false)
|
2023-03-10 19:17:36 +00:00
|
|
|
if ldberr != nil {
|
|
|
|
t.Fatal(ldberr)
|
|
|
|
}
|
2023-07-21 12:34:58 +00:00
|
|
|
edb, err := rawdb.NewDatabaseWithFreezer(kvdb, fixture.AncientDataPath, "vdb-geth", false)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
2022-02-22 08:13:29 +00:00
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
defer edb.Close()
|
|
|
|
|
|
|
|
height := uint64(1)
|
|
|
|
hash := rawdb.ReadCanonicalHash(edb, height)
|
|
|
|
header := rawdb.ReadHeader(edb, hash, height)
|
|
|
|
if header == nil {
|
|
|
|
t.Fatalf("unable to read canonical header at height %d", height)
|
|
|
|
}
|
|
|
|
sdb := state.NewDatabase(edb)
|
|
|
|
tree, err := sdb.OpenTrie(header.Root)
|
|
|
|
if err != nil {
|
|
|
|
t.Fatal(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
t.Run("in bounds", func(t *testing.T) {
|
|
|
|
type testCase struct {
|
|
|
|
lower, upper []byte
|
|
|
|
}
|
|
|
|
cases := []testCase{
|
2022-05-31 15:08:23 +00:00
|
|
|
{nil, []byte{0, 0}},
|
|
|
|
{[]byte{1, 0}, []byte{2, 0}},
|
|
|
|
{[]byte{3, 5}, []byte{4, 2, 0}},
|
|
|
|
{[]byte{5, 6, 9, 0}, []byte{7, 0}},
|
|
|
|
{[]byte{8, 0}, []byte{8, 0}},
|
|
|
|
{[]byte{8, 0}, []byte{7, 0}},
|
2022-02-22 08:13:29 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
runCase := func(t *testing.T, tc testCase) {
|
2023-07-21 12:34:58 +00:00
|
|
|
it := iter.NewPrefixBoundIterator(tree.NodeIterator(iter.HexToKeyBytes(tc.lower)), tc.upper)
|
2022-02-22 08:13:29 +00:00
|
|
|
for it.Next(true) {
|
|
|
|
if bytes.Compare(it.Path(), tc.lower) < 0 {
|
|
|
|
t.Fatalf("iterator outside lower bound: %v", it.Path())
|
|
|
|
}
|
2022-05-31 15:08:23 +00:00
|
|
|
if bytes.Compare(tc.upper, it.Path()) < 0 {
|
|
|
|
t.Fatalf("iterator outside upper bound: %v <= %v", tc.upper, it.Path())
|
2022-02-22 08:13:29 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
for _, tc := range cases {
|
|
|
|
t.Run("case", func(t *testing.T) { runCase(t, tc) })
|
|
|
|
}
|
|
|
|
})
|
|
|
|
|
|
|
|
t.Run("trie is covered", func(t *testing.T) {
|
2023-07-21 12:34:58 +00:00
|
|
|
allPaths := fixture.Block1_Paths
|
2022-02-22 08:13:29 +00:00
|
|
|
cases := []uint{1, 2, 4, 8, 16, 32}
|
|
|
|
runCase := func(t *testing.T, nbins uint) {
|
2023-07-21 12:34:58 +00:00
|
|
|
iters := iter.SubtrieIterators(tree.NodeIterator, nbins)
|
2022-02-22 08:13:29 +00:00
|
|
|
ix := 0
|
|
|
|
for b := uint(0); b < nbins; b++ {
|
2022-02-24 14:56:27 +00:00
|
|
|
for it := iters[b]; it.Next(true); ix++ {
|
2022-02-22 08:13:29 +00:00
|
|
|
if !bytes.Equal(allPaths[ix], it.Path()) {
|
2023-08-29 09:00:18 +00:00
|
|
|
t.Fatalf("wrong path value in bin %d (index %d)\nexpected:\t%v\nactual:\t\t%v",
|
|
|
|
b, ix, allPaths[ix], it.Path())
|
2022-02-22 08:13:29 +00:00
|
|
|
}
|
|
|
|
}
|
2023-08-29 09:00:18 +00:00
|
|
|
// if the last node path for the previous bin was even-length, the next iterator
|
|
|
|
// will seek to the same node and it will be duplicated (see comment in Next()).
|
|
|
|
if len(allPaths[ix-1])&1 == 0 {
|
2022-05-31 15:08:23 +00:00
|
|
|
ix--
|
|
|
|
}
|
2022-02-22 08:13:29 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
for _, tc := range cases {
|
|
|
|
t.Run(fmt.Sprintf("%d bins", tc), func(t *testing.T) { runCase(t, tc) })
|
|
|
|
}
|
|
|
|
})
|
|
|
|
}
|