// VulcanizeDB // Copyright © 2019 Vulcanize // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package eth_test import ( "math/big" "github.com/ethereum/go-ethereum/common" "github.com/ethereum/go-ethereum/core/types" . "github.com/onsi/ginkgo" . "github.com/onsi/gomega" eth2 "github.com/vulcanize/ipfs-blockchain-watcher/pkg/eth" "github.com/vulcanize/ipfs-blockchain-watcher/pkg/eth/mocks" "github.com/vulcanize/ipfs-blockchain-watcher/pkg/postgres" "github.com/vulcanize/ipld-eth-server/pkg/eth" "github.com/vulcanize/ipld-eth-server/pkg/shared" ) var ( openFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{}, TxFilter: eth.TxFilter{}, ReceiptFilter: eth.ReceiptFilter{}, StateFilter: eth.StateFilter{}, StorageFilter: eth.StorageFilter{}, } rctAddressFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ LogAddresses: []string{mocks.Address.String()}, }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctTopicsFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ Topics: [][]string{{"0x0000000000000000000000000000000000000000000000000000000000000004"}}, }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctTopicsAndAddressFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ Topics: [][]string{ {"0x0000000000000000000000000000000000000000000000000000000000000004"}, {"0x0000000000000000000000000000000000000000000000000000000000000006"}, }, LogAddresses: []string{mocks.Address.String()}, }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctTopicsAndAddressFilterFail = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ Topics: [][]string{ {"0x0000000000000000000000000000000000000000000000000000000000000004"}, {"0x0000000000000000000000000000000000000000000000000000000000000007"}, // This topic won't match on the mocks.Address.String() contract receipt }, LogAddresses: []string{mocks.Address.String()}, }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctAddressesAndTopicFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ Topics: [][]string{{"0x0000000000000000000000000000000000000000000000000000000000000005"}}, LogAddresses: []string{mocks.Address.String(), mocks.AnotherAddress.String()}, }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctsForAllCollectedTrxs = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{}, // Trx filter open so we will collect all trxs, therefore we will also collect all corresponding rcts despite rct filter ReceiptFilter: eth.ReceiptFilter{ MatchTxs: true, Topics: [][]string{{"0x0000000000000000000000000000000000000000000000000000000000000006"}}, // Topic0 isn't one of the topic0s we have LogAddresses: []string{"0x0000000000000000000000000000000000000002"}, // Contract isn't one of the contracts we have }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } rctsForSelectCollectedTrxs = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Dst: []string{mocks.AnotherAddress.String()}, // We only filter for one of the trxs so we will only get the one corresponding receipt }, ReceiptFilter: eth.ReceiptFilter{ MatchTxs: true, Topics: [][]string{{"0x0000000000000000000000000000000000000000000000000000000000000006"}}, // Topic0 isn't one of the topic0s we have LogAddresses: []string{"0x0000000000000000000000000000000000000002"}, // Contract isn't one of the contracts we have }, StateFilter: eth.StateFilter{ Off: true, }, StorageFilter: eth.StorageFilter{ Off: true, }, } stateFilter = eth.SubscriptionSettings{ Start: big.NewInt(0), End: big.NewInt(1), HeaderFilter: eth.HeaderFilter{ Off: true, }, TxFilter: eth.TxFilter{ Off: true, }, ReceiptFilter: eth.ReceiptFilter{ Off: true, }, StateFilter: eth.StateFilter{ Addresses: []string{mocks.AccountAddresss.Hex()}, }, StorageFilter: eth.StorageFilter{ Off: true, }, } ) var _ = Describe("Retriever", func() { var ( db *postgres.DB repo *eth2.IPLDPublisher retriever *eth.CIDRetriever ) BeforeEach(func() { var err error db, err = shared.SetupDB() Expect(err).ToNot(HaveOccurred()) repo = eth2.NewIPLDPublisher(db) retriever = eth.NewCIDRetriever(db) }) AfterEach(func() { eth.TearDownDB(db) }) Describe("Retrieve", func() { BeforeEach(func() { err := repo.Publish(mocks.MockConvertedPayload) Expect(err).ToNot(HaveOccurred()) }) It("Retrieves all CIDs for the given blocknumber when provided an open filter", func() { cids, empty, err := retriever.Retrieve(openFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids)).To(Equal(1)) Expect(cids[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) expectedHeaderCID := mocks.MockCIDWrapper.Header expectedHeaderCID.ID = cids[0].Header.ID expectedHeaderCID.NodeID = cids[0].Header.NodeID Expect(cids[0].Header).To(Equal(expectedHeaderCID)) Expect(len(cids[0].Transactions)).To(Equal(3)) Expect(eth.TxModelsContainsCID(cids[0].Transactions, mocks.MockCIDWrapper.Transactions[0].CID)).To(BeTrue()) Expect(eth.TxModelsContainsCID(cids[0].Transactions, mocks.MockCIDWrapper.Transactions[1].CID)).To(BeTrue()) Expect(eth.TxModelsContainsCID(cids[0].Transactions, mocks.MockCIDWrapper.Transactions[2].CID)).To(BeTrue()) Expect(len(cids[0].Receipts)).To(Equal(3)) Expect(eth.ReceiptModelsContainsCID(cids[0].Receipts, mocks.MockCIDWrapper.Receipts[0].CID)).To(BeTrue()) Expect(eth.ReceiptModelsContainsCID(cids[0].Receipts, mocks.MockCIDWrapper.Receipts[1].CID)).To(BeTrue()) Expect(eth.ReceiptModelsContainsCID(cids[0].Receipts, mocks.MockCIDWrapper.Receipts[2].CID)).To(BeTrue()) Expect(len(cids[0].StateNodes)).To(Equal(2)) for _, stateNode := range cids[0].StateNodes { if stateNode.CID == mocks.State1CID.String() { Expect(stateNode.StateKey).To(Equal(common.BytesToHash(mocks.ContractLeafKey).Hex())) Expect(stateNode.NodeType).To(Equal(2)) Expect(stateNode.Path).To(Equal([]byte{'\x06'})) } if stateNode.CID == mocks.State2CID.String() { Expect(stateNode.StateKey).To(Equal(common.BytesToHash(mocks.AccountLeafKey).Hex())) Expect(stateNode.NodeType).To(Equal(2)) Expect(stateNode.Path).To(Equal([]byte{'\x0c'})) } } Expect(len(cids[0].StorageNodes)).To(Equal(1)) expectedStorageNodeCIDs := mocks.MockCIDWrapper.StorageNodes expectedStorageNodeCIDs[0].ID = cids[0].StorageNodes[0].ID expectedStorageNodeCIDs[0].StateID = cids[0].StorageNodes[0].StateID Expect(cids[0].StorageNodes).To(Equal(expectedStorageNodeCIDs)) }) It("Applies filters from the provided config.Subscription", func() { cids1, empty, err := retriever.Retrieve(rctAddressFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids1)).To(Equal(1)) Expect(cids1[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids1[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids1[0].Transactions)).To(Equal(0)) Expect(len(cids1[0].StateNodes)).To(Equal(0)) Expect(len(cids1[0].StorageNodes)).To(Equal(0)) Expect(len(cids1[0].Receipts)).To(Equal(1)) expectedReceiptCID := mocks.MockCIDWrapper.Receipts[0] expectedReceiptCID.ID = cids1[0].Receipts[0].ID expectedReceiptCID.TxID = cids1[0].Receipts[0].TxID Expect(cids1[0].Receipts[0]).To(Equal(expectedReceiptCID)) cids2, empty, err := retriever.Retrieve(rctTopicsFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids2)).To(Equal(1)) Expect(cids2[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids2[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids2[0].Transactions)).To(Equal(0)) Expect(len(cids2[0].StateNodes)).To(Equal(0)) Expect(len(cids2[0].StorageNodes)).To(Equal(0)) Expect(len(cids2[0].Receipts)).To(Equal(1)) expectedReceiptCID = mocks.MockCIDWrapper.Receipts[0] expectedReceiptCID.ID = cids2[0].Receipts[0].ID expectedReceiptCID.TxID = cids2[0].Receipts[0].TxID Expect(cids2[0].Receipts[0]).To(Equal(expectedReceiptCID)) cids3, empty, err := retriever.Retrieve(rctTopicsAndAddressFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids3)).To(Equal(1)) Expect(cids3[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids3[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids3[0].Transactions)).To(Equal(0)) Expect(len(cids3[0].StateNodes)).To(Equal(0)) Expect(len(cids3[0].StorageNodes)).To(Equal(0)) Expect(len(cids3[0].Receipts)).To(Equal(1)) expectedReceiptCID = mocks.MockCIDWrapper.Receipts[0] expectedReceiptCID.ID = cids3[0].Receipts[0].ID expectedReceiptCID.TxID = cids3[0].Receipts[0].TxID Expect(cids3[0].Receipts[0]).To(Equal(expectedReceiptCID)) cids4, empty, err := retriever.Retrieve(rctAddressesAndTopicFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids4)).To(Equal(1)) Expect(cids4[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids4[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids4[0].Transactions)).To(Equal(0)) Expect(len(cids4[0].StateNodes)).To(Equal(0)) Expect(len(cids4[0].StorageNodes)).To(Equal(0)) Expect(len(cids4[0].Receipts)).To(Equal(1)) expectedReceiptCID = mocks.MockCIDWrapper.Receipts[1] expectedReceiptCID.ID = cids4[0].Receipts[0].ID expectedReceiptCID.TxID = cids4[0].Receipts[0].TxID Expect(cids4[0].Receipts[0]).To(Equal(expectedReceiptCID)) cids5, empty, err := retriever.Retrieve(rctsForAllCollectedTrxs, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids5)).To(Equal(1)) Expect(cids5[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids5[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids5[0].Transactions)).To(Equal(3)) Expect(eth.TxModelsContainsCID(cids5[0].Transactions, mocks.Trx1CID.String())).To(BeTrue()) Expect(eth.TxModelsContainsCID(cids5[0].Transactions, mocks.Trx2CID.String())).To(BeTrue()) Expect(eth.TxModelsContainsCID(cids5[0].Transactions, mocks.Trx3CID.String())).To(BeTrue()) Expect(len(cids5[0].StateNodes)).To(Equal(0)) Expect(len(cids5[0].StorageNodes)).To(Equal(0)) Expect(len(cids5[0].Receipts)).To(Equal(3)) Expect(eth.ReceiptModelsContainsCID(cids5[0].Receipts, mocks.Rct1CID.String())).To(BeTrue()) Expect(eth.ReceiptModelsContainsCID(cids5[0].Receipts, mocks.Rct2CID.String())).To(BeTrue()) Expect(eth.ReceiptModelsContainsCID(cids5[0].Receipts, mocks.Rct3CID.String())).To(BeTrue()) cids6, empty, err := retriever.Retrieve(rctsForSelectCollectedTrxs, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids6)).To(Equal(1)) Expect(cids6[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids6[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids6[0].Transactions)).To(Equal(1)) expectedTxCID := mocks.MockCIDWrapper.Transactions[1] expectedTxCID.ID = cids6[0].Transactions[0].ID expectedTxCID.HeaderID = cids6[0].Transactions[0].HeaderID Expect(cids6[0].Transactions[0]).To(Equal(expectedTxCID)) Expect(len(cids6[0].StateNodes)).To(Equal(0)) Expect(len(cids6[0].StorageNodes)).To(Equal(0)) Expect(len(cids6[0].Receipts)).To(Equal(1)) expectedReceiptCID = mocks.MockCIDWrapper.Receipts[1] expectedReceiptCID.ID = cids6[0].Receipts[0].ID expectedReceiptCID.TxID = cids6[0].Receipts[0].TxID Expect(cids6[0].Receipts[0]).To(Equal(expectedReceiptCID)) cids7, empty, err := retriever.Retrieve(stateFilter, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).ToNot(BeTrue()) Expect(len(cids7)).To(Equal(1)) Expect(cids7[0].BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber)) Expect(cids7[0].Header).To(Equal(eth2.HeaderModel{})) Expect(len(cids7[0].Transactions)).To(Equal(0)) Expect(len(cids7[0].Receipts)).To(Equal(0)) Expect(len(cids7[0].StorageNodes)).To(Equal(0)) Expect(len(cids7[0].StateNodes)).To(Equal(1)) Expect(cids7[0].StateNodes[0]).To(Equal(eth2.StateNodeModel{ ID: cids7[0].StateNodes[0].ID, HeaderID: cids7[0].StateNodes[0].HeaderID, NodeType: 2, StateKey: common.BytesToHash(mocks.AccountLeafKey).Hex(), CID: mocks.State2CID.String(), MhKey: mocks.State2MhKey, Path: []byte{'\x0c'}, })) _, empty, err = retriever.Retrieve(rctTopicsAndAddressFilterFail, 1) Expect(err).ToNot(HaveOccurred()) Expect(empty).To(BeTrue()) }) }) Describe("RetrieveFirstBlockNumber", func() { It("Throws an error if there are no blocks in the database", func() { _, err := retriever.RetrieveFirstBlockNumber() Expect(err).To(HaveOccurred()) }) It("Gets the number of the first block that has data in the database", func() { err := repo.Publish(mocks.MockConvertedPayload) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveFirstBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(1))) }) It("Gets the number of the first block that has data in the database", func() { payload := mocks.MockConvertedPayload payload.Block = newMockBlock(1010101) err := repo.Publish(payload) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveFirstBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(1010101))) }) It("Gets the number of the first block that has data in the database", func() { payload1 := mocks.MockConvertedPayload payload1.Block = newMockBlock(1010101) payload2 := payload1 payload2.Block = newMockBlock(5) err := repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveFirstBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(5))) }) }) Describe("RetrieveLastBlockNumber", func() { It("Throws an error if there are no blocks in the database", func() { _, err := retriever.RetrieveLastBlockNumber() Expect(err).To(HaveOccurred()) }) It("Gets the number of the latest block that has data in the database", func() { err := repo.Publish(mocks.MockConvertedPayload) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveLastBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(1))) }) It("Gets the number of the latest block that has data in the database", func() { payload := mocks.MockConvertedPayload payload.Block = newMockBlock(1010101) err := repo.Publish(payload) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveLastBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(1010101))) }) It("Gets the number of the latest block that has data in the database", func() { payload1 := mocks.MockConvertedPayload payload1.Block = newMockBlock(1010101) payload2 := payload1 payload2.Block = newMockBlock(5) err := repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) num, err := retriever.RetrieveLastBlockNumber() Expect(err).ToNot(HaveOccurred()) Expect(num).To(Equal(int64(1010101))) }) }) Describe("RetrieveGapsInData", func() { It("Doesn't return gaps if there are none", func() { payload0 := mocks.MockConvertedPayload payload0.Block = newMockBlock(0) payload1 := mocks.MockConvertedPayload payload2 := payload1 payload2.Block = newMockBlock(2) payload3 := payload2 payload3.Block = newMockBlock(3) err := repo.Publish(payload0) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload3) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(0)) }) It("Returns the gap from 0 to the earliest block", func() { payload := mocks.MockConvertedPayload payload.Block = newMockBlock(5) err := repo.Publish(payload) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(1)) Expect(gaps[0].Start).To(Equal(uint64(0))) Expect(gaps[0].Stop).To(Equal(uint64(4))) }) It("Can handle single block gaps", func() { payload0 := mocks.MockConvertedPayload payload0.Block = newMockBlock(0) payload1 := mocks.MockConvertedPayload payload3 := payload1 payload3.Block = newMockBlock(3) err := repo.Publish(payload0) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload3) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(1)) Expect(gaps[0].Start).To(Equal(uint64(2))) Expect(gaps[0].Stop).To(Equal(uint64(2))) }) It("Finds gap between two entries", func() { payload1 := mocks.MockConvertedPayload payload1.Block = newMockBlock(1010101) payload2 := payload1 payload2.Block = newMockBlock(0) err := repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(1)) Expect(gaps[0].Start).To(Equal(uint64(1))) Expect(gaps[0].Stop).To(Equal(uint64(1010100))) }) It("Finds gaps between multiple entries", func() { payload1 := mocks.MockConvertedPayload payload1.Block = newMockBlock(1010101) payload2 := mocks.MockConvertedPayload payload2.Block = newMockBlock(1) payload3 := mocks.MockConvertedPayload payload3.Block = newMockBlock(5) payload4 := mocks.MockConvertedPayload payload4.Block = newMockBlock(100) payload5 := mocks.MockConvertedPayload payload5.Block = newMockBlock(101) payload6 := mocks.MockConvertedPayload payload6.Block = newMockBlock(102) payload7 := mocks.MockConvertedPayload payload7.Block = newMockBlock(103) payload8 := mocks.MockConvertedPayload payload8.Block = newMockBlock(104) payload9 := mocks.MockConvertedPayload payload9.Block = newMockBlock(105) payload10 := mocks.MockConvertedPayload payload10.Block = newMockBlock(106) payload11 := mocks.MockConvertedPayload payload11.Block = newMockBlock(1000) err := repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload3) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload4) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload5) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload6) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload7) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload8) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload9) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload10) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload11) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(5)) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 0, Stop: 0})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 2, Stop: 4})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 6, Stop: 99})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 107, Stop: 999})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 1001, Stop: 1010100})).To(BeTrue()) }) It("Finds validation level gaps", func() { payload1 := mocks.MockConvertedPayload payload1.Block = newMockBlock(1010101) payload2 := mocks.MockConvertedPayload payload2.Block = newMockBlock(1) payload3 := mocks.MockConvertedPayload payload3.Block = newMockBlock(5) payload4 := mocks.MockConvertedPayload payload4.Block = newMockBlock(100) payload5 := mocks.MockConvertedPayload payload5.Block = newMockBlock(101) payload6 := mocks.MockConvertedPayload payload6.Block = newMockBlock(102) payload7 := mocks.MockConvertedPayload payload7.Block = newMockBlock(103) payload8 := mocks.MockConvertedPayload payload8.Block = newMockBlock(104) payload9 := mocks.MockConvertedPayload payload9.Block = newMockBlock(105) payload10 := mocks.MockConvertedPayload payload10.Block = newMockBlock(106) payload11 := mocks.MockConvertedPayload payload11.Block = newMockBlock(107) payload12 := mocks.MockConvertedPayload payload12.Block = newMockBlock(108) payload13 := mocks.MockConvertedPayload payload13.Block = newMockBlock(109) payload14 := mocks.MockConvertedPayload payload14.Block = newMockBlock(1000) err := repo.Publish(payload1) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload2) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload3) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload4) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload5) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload6) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload7) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload8) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload9) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload10) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload11) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload12) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload13) Expect(err).ToNot(HaveOccurred()) err = repo.Publish(payload14) Expect(err).ToNot(HaveOccurred()) cleaner := eth2.NewDBCleaner(db) err = cleaner.ResetValidation([][2]uint64{{101, 102}, {104, 104}, {106, 108}}) Expect(err).ToNot(HaveOccurred()) gaps, err := retriever.RetrieveGapsInData(1) Expect(err).ToNot(HaveOccurred()) Expect(len(gaps)).To(Equal(8)) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 0, Stop: 0})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 2, Stop: 4})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 6, Stop: 99})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 101, Stop: 102})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 104, Stop: 104})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 106, Stop: 108})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 110, Stop: 999})).To(BeTrue()) Expect(shared.ListContainsGap(gaps, eth2.DBGap{Start: 1001, Stop: 1010100})).To(BeTrue()) }) }) }) func newMockBlock(blockNumber uint64) *types.Block { header := mocks.MockHeader header.Number.SetUint64(blockNumber) return types.NewBlock(&mocks.MockHeader, mocks.MockTransactions, nil, mocks.MockReceipts) }