7de748d3f6
* all: implement path-based state scheme * all: edits from review * core/rawdb, trie/triedb/pathdb: review changes * core, light, trie, eth, tests: reimplement pbss history * core, trie/triedb/pathdb: track block number in state history * trie/triedb/pathdb: add history documentation * core, trie/triedb/pathdb: address comments from Peter's review Important changes to list: - Cache trie nodes by path in clean cache - Remove root->id mappings when history is truncated * trie/triedb/pathdb: fallback to disk if unexpect node in clean cache * core/rawdb: fix tests * trie/triedb/pathdb: rename metrics, change clean cache key * trie/triedb: manage the clean cache inside of disk layer * trie/triedb/pathdb: move journal function * trie/triedb/path: fix tests * trie/triedb/pathdb: fix journal * trie/triedb/pathdb: fix history * trie/triedb/pathdb: try to fix tests on windows * core, trie: address comments * trie/triedb/pathdb: fix test issues --------- Co-authored-by: Felix Lange <fjl@twurst.com> Co-authored-by: Martin Holst Swende <martin@swende.se>
157 lines
5.4 KiB
Go
157 lines
5.4 KiB
Go
// Copyright 2018 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package rawdb
|
|
|
|
import (
|
|
"bytes"
|
|
"math/big"
|
|
"testing"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/core/types"
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
|
"github.com/ethereum/go-ethereum/internal/blocktest"
|
|
"github.com/ethereum/go-ethereum/params"
|
|
"github.com/ethereum/go-ethereum/rlp"
|
|
)
|
|
|
|
var newTestHasher = blocktest.NewHasher
|
|
|
|
// Tests that positional lookup metadata can be stored and retrieved.
|
|
func TestLookupStorage(t *testing.T) {
|
|
tests := []struct {
|
|
name string
|
|
writeTxLookupEntriesByBlock func(ethdb.Writer, *types.Block)
|
|
}{
|
|
{
|
|
"DatabaseV6",
|
|
func(db ethdb.Writer, block *types.Block) {
|
|
WriteTxLookupEntriesByBlock(db, block)
|
|
},
|
|
},
|
|
{
|
|
"DatabaseV4-V5",
|
|
func(db ethdb.Writer, block *types.Block) {
|
|
for _, tx := range block.Transactions() {
|
|
db.Put(txLookupKey(tx.Hash()), block.Hash().Bytes())
|
|
}
|
|
},
|
|
},
|
|
{
|
|
"DatabaseV3",
|
|
func(db ethdb.Writer, block *types.Block) {
|
|
for index, tx := range block.Transactions() {
|
|
entry := LegacyTxLookupEntry{
|
|
BlockHash: block.Hash(),
|
|
BlockIndex: block.NumberU64(),
|
|
Index: uint64(index),
|
|
}
|
|
data, _ := rlp.EncodeToBytes(entry)
|
|
db.Put(txLookupKey(tx.Hash()), data)
|
|
}
|
|
},
|
|
},
|
|
}
|
|
|
|
for _, tc := range tests {
|
|
t.Run(tc.name, func(t *testing.T) {
|
|
db := NewMemoryDatabase()
|
|
|
|
tx1 := types.NewTransaction(1, common.BytesToAddress([]byte{0x11}), big.NewInt(111), 1111, big.NewInt(11111), []byte{0x11, 0x11, 0x11})
|
|
tx2 := types.NewTransaction(2, common.BytesToAddress([]byte{0x22}), big.NewInt(222), 2222, big.NewInt(22222), []byte{0x22, 0x22, 0x22})
|
|
tx3 := types.NewTransaction(3, common.BytesToAddress([]byte{0x33}), big.NewInt(333), 3333, big.NewInt(33333), []byte{0x33, 0x33, 0x33})
|
|
txs := []*types.Transaction{tx1, tx2, tx3}
|
|
|
|
block := types.NewBlock(&types.Header{Number: big.NewInt(314)}, txs, nil, nil, newTestHasher())
|
|
|
|
// Check that no transactions entries are in a pristine database
|
|
for i, tx := range txs {
|
|
if txn, _, _, _ := ReadTransaction(db, tx.Hash()); txn != nil {
|
|
t.Fatalf("tx #%d [%x]: non existent transaction returned: %v", i, tx.Hash(), txn)
|
|
}
|
|
}
|
|
// Insert all the transactions into the database, and verify contents
|
|
WriteCanonicalHash(db, block.Hash(), block.NumberU64())
|
|
WriteBlock(db, block)
|
|
tc.writeTxLookupEntriesByBlock(db, block)
|
|
|
|
for i, tx := range txs {
|
|
if txn, hash, number, index := ReadTransaction(db, tx.Hash()); txn == nil {
|
|
t.Fatalf("tx #%d [%x]: transaction not found", i, tx.Hash())
|
|
} else {
|
|
if hash != block.Hash() || number != block.NumberU64() || index != uint64(i) {
|
|
t.Fatalf("tx #%d [%x]: positional metadata mismatch: have %x/%d/%d, want %x/%v/%v", i, tx.Hash(), hash, number, index, block.Hash(), block.NumberU64(), i)
|
|
}
|
|
if tx.Hash() != txn.Hash() {
|
|
t.Fatalf("tx #%d [%x]: transaction mismatch: have %v, want %v", i, tx.Hash(), txn, tx)
|
|
}
|
|
}
|
|
}
|
|
// Delete the transactions and check purge
|
|
for i, tx := range txs {
|
|
DeleteTxLookupEntry(db, tx.Hash())
|
|
if txn, _, _, _ := ReadTransaction(db, tx.Hash()); txn != nil {
|
|
t.Fatalf("tx #%d [%x]: deleted transaction returned: %v", i, tx.Hash(), txn)
|
|
}
|
|
}
|
|
})
|
|
}
|
|
}
|
|
|
|
func TestDeleteBloomBits(t *testing.T) {
|
|
// Prepare testing data
|
|
db := NewMemoryDatabase()
|
|
for i := uint(0); i < 2; i++ {
|
|
for s := uint64(0); s < 2; s++ {
|
|
WriteBloomBits(db, i, s, params.MainnetGenesisHash, []byte{0x01, 0x02})
|
|
WriteBloomBits(db, i, s, params.SepoliaGenesisHash, []byte{0x01, 0x02})
|
|
}
|
|
}
|
|
check := func(bit uint, section uint64, head common.Hash, exist bool) {
|
|
bits, _ := ReadBloomBits(db, bit, section, head)
|
|
if exist && !bytes.Equal(bits, []byte{0x01, 0x02}) {
|
|
t.Fatalf("Bloombits mismatch")
|
|
}
|
|
if !exist && len(bits) > 0 {
|
|
t.Fatalf("Bloombits should be removed")
|
|
}
|
|
}
|
|
// Check the existence of written data.
|
|
check(0, 0, params.MainnetGenesisHash, true)
|
|
check(0, 0, params.SepoliaGenesisHash, true)
|
|
|
|
// Check the existence of deleted data.
|
|
DeleteBloombits(db, 0, 0, 1)
|
|
check(0, 0, params.MainnetGenesisHash, false)
|
|
check(0, 0, params.SepoliaGenesisHash, false)
|
|
check(0, 1, params.MainnetGenesisHash, true)
|
|
check(0, 1, params.SepoliaGenesisHash, true)
|
|
|
|
// Check the existence of deleted data.
|
|
DeleteBloombits(db, 0, 0, 2)
|
|
check(0, 0, params.MainnetGenesisHash, false)
|
|
check(0, 0, params.SepoliaGenesisHash, false)
|
|
check(0, 1, params.MainnetGenesisHash, false)
|
|
check(0, 1, params.SepoliaGenesisHash, false)
|
|
|
|
// Bit1 shouldn't be affect.
|
|
check(1, 0, params.MainnetGenesisHash, true)
|
|
check(1, 0, params.SepoliaGenesisHash, true)
|
|
check(1, 1, params.MainnetGenesisHash, true)
|
|
check(1, 1, params.SepoliaGenesisHash, true)
|
|
}
|