forked from cerc-io/ipld-eth-server
456 lines
16 KiB
Go
456 lines
16 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2019 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package super_node_test
|
|
|
|
import (
|
|
"math/big"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/config"
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres"
|
|
"github.com/vulcanize/vulcanizedb/pkg/ipfs"
|
|
"github.com/vulcanize/vulcanizedb/pkg/ipfs/mocks"
|
|
"github.com/vulcanize/vulcanizedb/pkg/super_node"
|
|
)
|
|
|
|
var (
|
|
retriever super_node.CIDRetriever
|
|
openFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{},
|
|
TrxFilter: config.TrxFilter{},
|
|
ReceiptFilter: config.ReceiptFilter{},
|
|
StateFilter: config.StateFilter{},
|
|
StorageFilter: config.StorageFilter{},
|
|
}
|
|
rctContractFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Off: true,
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
Contracts: []string{"0x0000000000000000000000000000000000000001"},
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
rctTopicsFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Off: true,
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
Topic0s: []string{"0x0000000000000000000000000000000000000000000000000000000000000004"},
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
rctTopicsAndContractFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Off: true,
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
Topic0s: []string{"0x0000000000000000000000000000000000000000000000000000000000000004", "0x0000000000000000000000000000000000000000000000000000000000000005"},
|
|
Contracts: []string{"0x0000000000000000000000000000000000000000"},
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
rctContractsAndTopicFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Off: true,
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
Topic0s: []string{"0x0000000000000000000000000000000000000000000000000000000000000005"},
|
|
Contracts: []string{"0x0000000000000000000000000000000000000000", "0x0000000000000000000000000000000000000001"},
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
rctsForAllCollectedTrxs = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{}, // Trx filter open so we will collect all trxs, therefore we will also collect all corresponding rcts despite rct filter
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
MatchTxs: true,
|
|
Topic0s: []string{"0x0000000000000000000000000000000000000000000000000000000000000006"}, // Topic isn't one of the topics we have
|
|
Contracts: []string{"0x0000000000000000000000000000000000000002"}, // Contract isn't one of the contracts we have
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
rctsForSelectCollectedTrxs = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Dst: []string{"0x0000000000000000000000000000000000000001"}, // We only filter for one of the trxs so we will only get the one corresponding receipt
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
MatchTxs: true,
|
|
Topic0s: []string{"0x0000000000000000000000000000000000000000000000000000000000000006"}, // Topic isn't one of the topics we have
|
|
Contracts: []string{"0x0000000000000000000000000000000000000002"}, // Contract isn't one of the contracts we have
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Off: true,
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
stateFilter = config.Subscription{
|
|
StartingBlock: big.NewInt(0),
|
|
EndingBlock: big.NewInt(1),
|
|
HeaderFilter: config.HeaderFilter{
|
|
Off: true,
|
|
},
|
|
TrxFilter: config.TrxFilter{
|
|
Off: true,
|
|
},
|
|
ReceiptFilter: config.ReceiptFilter{
|
|
Off: true,
|
|
},
|
|
StateFilter: config.StateFilter{
|
|
Addresses: []string{mocks.Address.Hex()},
|
|
},
|
|
StorageFilter: config.StorageFilter{
|
|
Off: true,
|
|
},
|
|
}
|
|
)
|
|
|
|
var _ = Describe("Retriever", func() {
|
|
var (
|
|
db *postgres.DB
|
|
repo super_node.CIDRepository
|
|
)
|
|
BeforeEach(func() {
|
|
var err error
|
|
db, err = super_node.SetupDB()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
repo = super_node.NewCIDRepository(db)
|
|
retriever = super_node.NewCIDRetriever(db)
|
|
})
|
|
AfterEach(func() {
|
|
super_node.TearDownDB(db)
|
|
})
|
|
|
|
Describe("RetrieveCIDs", func() {
|
|
BeforeEach(func() {
|
|
err := repo.Index(mocks.MockCIDPayload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
It("Retrieves all CIDs for the given blocknumber when provided an open filter", func() {
|
|
cidWrapper, err := retriever.RetrieveCIDs(openFilter, 1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(cidWrapper.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper.Headers)).To(Equal(1))
|
|
Expect(cidWrapper.Headers).To(Equal(mocks.MockCIDWrapper.Headers))
|
|
Expect(len(cidWrapper.Transactions)).To(Equal(2))
|
|
Expect(super_node.ListContainsString(cidWrapper.Transactions, mocks.MockCIDWrapper.Transactions[0])).To(BeTrue())
|
|
Expect(super_node.ListContainsString(cidWrapper.Transactions, mocks.MockCIDWrapper.Transactions[1])).To(BeTrue())
|
|
Expect(len(cidWrapper.Receipts)).To(Equal(2))
|
|
Expect(super_node.ListContainsString(cidWrapper.Receipts, mocks.MockCIDWrapper.Receipts[0])).To(BeTrue())
|
|
Expect(super_node.ListContainsString(cidWrapper.Receipts, mocks.MockCIDWrapper.Receipts[1])).To(BeTrue())
|
|
Expect(len(cidWrapper.StateNodes)).To(Equal(2))
|
|
for _, stateNode := range cidWrapper.StateNodes {
|
|
if stateNode.CID == "mockStateCID1" {
|
|
Expect(stateNode.Key).To(Equal(mocks.ContractLeafKey.Hex()))
|
|
Expect(stateNode.Leaf).To(Equal(true))
|
|
}
|
|
if stateNode.CID == "mockStateCID2" {
|
|
Expect(stateNode.Key).To(Equal(mocks.AnotherContractLeafKey.Hex()))
|
|
Expect(stateNode.Leaf).To(Equal(true))
|
|
}
|
|
}
|
|
Expect(len(cidWrapper.StorageNodes)).To(Equal(1))
|
|
Expect(cidWrapper.StorageNodes).To(Equal(mocks.MockCIDWrapper.StorageNodes))
|
|
})
|
|
|
|
It("Applies filters from the provided config.Subscription", func() {
|
|
cidWrapper1, err1 := retriever.RetrieveCIDs(rctContractFilter, 1)
|
|
Expect(err1).ToNot(HaveOccurred())
|
|
Expect(cidWrapper1.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper1.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper1.Transactions)).To(Equal(0))
|
|
Expect(len(cidWrapper1.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper1.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper1.Receipts)).To(Equal(1))
|
|
Expect(cidWrapper1.Receipts[0]).To(Equal("mockRctCID2"))
|
|
|
|
cidWrapper2, err2 := retriever.RetrieveCIDs(rctTopicsFilter, 1)
|
|
Expect(err2).ToNot(HaveOccurred())
|
|
Expect(cidWrapper2.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper2.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper2.Transactions)).To(Equal(0))
|
|
Expect(len(cidWrapper2.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper2.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper2.Receipts)).To(Equal(1))
|
|
Expect(cidWrapper2.Receipts[0]).To(Equal("mockRctCID1"))
|
|
|
|
cidWrapper3, err3 := retriever.RetrieveCIDs(rctTopicsAndContractFilter, 1)
|
|
Expect(err3).ToNot(HaveOccurred())
|
|
Expect(cidWrapper3.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper3.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper3.Transactions)).To(Equal(0))
|
|
Expect(len(cidWrapper3.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper3.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper3.Receipts)).To(Equal(1))
|
|
Expect(cidWrapper3.Receipts[0]).To(Equal("mockRctCID1"))
|
|
|
|
cidWrapper4, err4 := retriever.RetrieveCIDs(rctContractsAndTopicFilter, 1)
|
|
Expect(err4).ToNot(HaveOccurred())
|
|
Expect(cidWrapper4.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper4.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper4.Transactions)).To(Equal(0))
|
|
Expect(len(cidWrapper4.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper4.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper4.Receipts)).To(Equal(1))
|
|
Expect(cidWrapper4.Receipts[0]).To(Equal("mockRctCID2"))
|
|
|
|
cidWrapper5, err5 := retriever.RetrieveCIDs(rctsForAllCollectedTrxs, 1)
|
|
Expect(err5).ToNot(HaveOccurred())
|
|
Expect(cidWrapper5.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper5.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper5.Transactions)).To(Equal(2))
|
|
Expect(super_node.ListContainsString(cidWrapper5.Transactions, "mockTrxCID1")).To(BeTrue())
|
|
Expect(super_node.ListContainsString(cidWrapper5.Transactions, "mockTrxCID2")).To(BeTrue())
|
|
Expect(len(cidWrapper5.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper5.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper5.Receipts)).To(Equal(2))
|
|
Expect(super_node.ListContainsString(cidWrapper5.Receipts, "mockRctCID1")).To(BeTrue())
|
|
Expect(super_node.ListContainsString(cidWrapper5.Receipts, "mockRctCID2")).To(BeTrue())
|
|
|
|
cidWrapper6, err6 := retriever.RetrieveCIDs(rctsForSelectCollectedTrxs, 1)
|
|
Expect(err6).ToNot(HaveOccurred())
|
|
Expect(cidWrapper6.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper6.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper6.Transactions)).To(Equal(1))
|
|
Expect(cidWrapper6.Transactions[0]).To(Equal("mockTrxCID2"))
|
|
Expect(len(cidWrapper6.StateNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper6.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper6.Receipts)).To(Equal(1))
|
|
Expect(cidWrapper6.Receipts[0]).To(Equal("mockRctCID2"))
|
|
|
|
cidWrapper7, err7 := retriever.RetrieveCIDs(stateFilter, 1)
|
|
Expect(err7).ToNot(HaveOccurred())
|
|
Expect(cidWrapper7.BlockNumber).To(Equal(mocks.MockCIDWrapper.BlockNumber))
|
|
Expect(len(cidWrapper7.Headers)).To(Equal(0))
|
|
Expect(len(cidWrapper7.Transactions)).To(Equal(0))
|
|
Expect(len(cidWrapper7.Receipts)).To(Equal(0))
|
|
Expect(len(cidWrapper7.StorageNodes)).To(Equal(0))
|
|
Expect(len(cidWrapper7.StateNodes)).To(Equal(1))
|
|
Expect(cidWrapper7.StateNodes[0]).To(Equal(ipfs.StateNodeCID{
|
|
Leaf: true,
|
|
Key: mocks.ContractLeafKey.Hex(),
|
|
CID: "mockStateCID1",
|
|
}))
|
|
})
|
|
})
|
|
|
|
Describe("RetrieveFirstBlockNumber", func() {
|
|
It("Gets the number of the first block that has data in the database", func() {
|
|
err := repo.Index(mocks.MockCIDPayload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveFirstBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(1)))
|
|
})
|
|
|
|
It("Gets the number of the first block that has data in the database", func() {
|
|
payload := *mocks.MockCIDPayload
|
|
payload.BlockNumber = "1010101"
|
|
err := repo.Index(&payload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveFirstBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(1010101)))
|
|
})
|
|
|
|
It("Gets the number of the first block that has data in the database", func() {
|
|
payload1 := *mocks.MockCIDPayload
|
|
payload1.BlockNumber = "1010101"
|
|
payload2 := payload1
|
|
payload2.BlockNumber = "5"
|
|
err := repo.Index(&payload1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload2)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveFirstBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(5)))
|
|
})
|
|
})
|
|
|
|
Describe("RetrieveLastBlockNumber", func() {
|
|
It("Gets the number of the latest block that has data in the database", func() {
|
|
err := repo.Index(mocks.MockCIDPayload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveLastBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(1)))
|
|
})
|
|
|
|
It("Gets the number of the latest block that has data in the database", func() {
|
|
payload := *mocks.MockCIDPayload
|
|
payload.BlockNumber = "1010101"
|
|
err := repo.Index(&payload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveLastBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(1010101)))
|
|
})
|
|
|
|
It("Gets the number of the latest block that has data in the database", func() {
|
|
payload1 := *mocks.MockCIDPayload
|
|
payload1.BlockNumber = "1010101"
|
|
payload2 := payload1
|
|
payload2.BlockNumber = "5"
|
|
err := repo.Index(&payload1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload2)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
num, err := retriever.RetrieveLastBlockNumber()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(num).To(Equal(int64(1010101)))
|
|
})
|
|
})
|
|
|
|
Describe("RetrieveGapsInData", func() {
|
|
It("Doesn't return gaps if there are none", func() {
|
|
payload1 := *mocks.MockCIDPayload
|
|
payload1.BlockNumber = "2"
|
|
payload2 := payload1
|
|
payload2.BlockNumber = "3"
|
|
err := repo.Index(mocks.MockCIDPayload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload2)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
gaps, err := retriever.RetrieveGapsInData()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(gaps)).To(Equal(0))
|
|
})
|
|
|
|
It("Doesn't return the gap from 0 to the earliest block", func() {
|
|
payload := *mocks.MockCIDPayload
|
|
payload.BlockNumber = "5"
|
|
err := repo.Index(&payload)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
gaps, err := retriever.RetrieveGapsInData()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(gaps)).To(Equal(0))
|
|
})
|
|
|
|
It("Finds gap between two entries", func() {
|
|
payload1 := *mocks.MockCIDPayload
|
|
payload1.BlockNumber = "1010101"
|
|
payload2 := payload1
|
|
payload2.BlockNumber = "5"
|
|
err := repo.Index(&payload1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload2)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
gaps, err := retriever.RetrieveGapsInData()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(gaps)).To(Equal(1))
|
|
Expect(gaps[0][0]).To(Equal(uint64(6)))
|
|
Expect(gaps[0][1]).To(Equal(uint64(1010100)))
|
|
})
|
|
|
|
It("Finds gaps between multiple entries", func() {
|
|
payload1 := *mocks.MockCIDPayload
|
|
payload1.BlockNumber = "1010101"
|
|
payload2 := payload1
|
|
payload2.BlockNumber = "5"
|
|
payload3 := payload2
|
|
payload3.BlockNumber = "100"
|
|
payload4 := payload3
|
|
payload4.BlockNumber = "101"
|
|
payload5 := payload4
|
|
payload5.BlockNumber = "102"
|
|
payload6 := payload5
|
|
payload6.BlockNumber = "1000"
|
|
err := repo.Index(&payload1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload2)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload3)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload4)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload5)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = repo.Index(&payload6)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
gaps, err := retriever.RetrieveGapsInData()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(len(gaps)).To(Equal(3))
|
|
Expect(super_node.ListContainsRange(gaps, [2]uint64{6, 99})).To(BeTrue())
|
|
Expect(super_node.ListContainsRange(gaps, [2]uint64{103, 999})).To(BeTrue())
|
|
Expect(super_node.ListContainsRange(gaps, [2]uint64{1001, 1010100})).To(BeTrue())
|
|
})
|
|
})
|
|
})
|