06881db350
- Indicate that a header has been checked for logs if no logs returned - Indicate that a header has been checked for logs when persisting a log - Fetch headers that need to be checked based on absence of the above
208 lines
9.0 KiB
Go
208 lines
9.0 KiB
Go
// Copyright © 2018 Vulcanize
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
package price_feeds_test
|
|
|
|
import (
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/core"
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres/repositories"
|
|
"github.com/vulcanize/vulcanizedb/pkg/transformers/price_feeds"
|
|
"github.com/vulcanize/vulcanizedb/pkg/transformers/test_data"
|
|
"github.com/vulcanize/vulcanizedb/test_config"
|
|
)
|
|
|
|
var _ = Describe("Price feeds repository", func() {
|
|
Describe("Create", func() {
|
|
It("persists a price feed update", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
|
|
err = priceFeedRepository.Create(headerID, test_data.PriceFeedModel)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var dbPriceFeedUpdate price_feeds.PriceFeedModel
|
|
err = db.Get(&dbPriceFeedUpdate, `SELECT block_number, medianizer_address, usd_value, tx_idx, raw_log FROM maker.price_feeds WHERE header_id = $1`, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(dbPriceFeedUpdate.BlockNumber).To(Equal(test_data.PriceFeedModel.BlockNumber))
|
|
Expect(dbPriceFeedUpdate.MedianizerAddress).To(Equal(test_data.PriceFeedModel.MedianizerAddress))
|
|
Expect(dbPriceFeedUpdate.UsdValue).To(Equal(test_data.PriceFeedModel.UsdValue))
|
|
Expect(dbPriceFeedUpdate.TransactionIndex).To(Equal(test_data.PriceFeedModel.TransactionIndex))
|
|
Expect(dbPriceFeedUpdate.Raw).To(MatchJSON(test_data.PriceFeedModel.Raw))
|
|
})
|
|
|
|
It("marks headerID as checked for price feed logs", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
|
|
err = priceFeedRepository.Create(headerID, test_data.PriceFeedModel)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var headerChecked bool
|
|
err = db.Get(&headerChecked, `SELECT price_feeds_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(headerChecked).To(BeTrue())
|
|
})
|
|
|
|
It("does not duplicate price feed updates", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
header := core.Header{BlockNumber: int64(uint64(12345))}
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(header)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
err = priceFeedRepository.Create(headerID, test_data.PriceFeedModel)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
err = priceFeedRepository.Create(headerID, test_data.PriceFeedModel)
|
|
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
})
|
|
|
|
Describe("MarkHeaderChecked", func() {
|
|
It("creates a row for a new headerID", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
|
|
err = priceFeedRepository.MarkHeaderChecked(headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var headerChecked bool
|
|
err = db.Get(&headerChecked, `SELECT price_feeds_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(headerChecked).To(BeTrue())
|
|
})
|
|
|
|
It("updates row when headerID already exists", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
_, err = db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerID)
|
|
|
|
err = priceFeedRepository.MarkHeaderChecked(headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
var headerChecked bool
|
|
err = db.Get(&headerChecked, `SELECT price_feeds_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(headerChecked).To(BeTrue())
|
|
})
|
|
})
|
|
|
|
Describe("MissingHeaders", func() {
|
|
It("returns headers that haven't been checked", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
startingBlockNumber := int64(1)
|
|
priceFeedBlockNumber := int64(2)
|
|
endingBlockNumber := int64(3)
|
|
blockNumbers := []int64{startingBlockNumber, priceFeedBlockNumber, endingBlockNumber, endingBlockNumber + 1}
|
|
var headerIDs []int64
|
|
for _, n := range blockNumbers {
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{BlockNumber: n})
|
|
headerIDs = append(headerIDs, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
err := priceFeedRepository.MarkHeaderChecked(headerIDs[1])
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
headers, err := priceFeedRepository.MissingHeaders(startingBlockNumber, endingBlockNumber)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(headers)).To(Equal(2))
|
|
Expect(headers[0].BlockNumber).To(Or(Equal(startingBlockNumber), Equal(endingBlockNumber)))
|
|
Expect(headers[1].BlockNumber).To(Or(Equal(startingBlockNumber), Equal(endingBlockNumber)))
|
|
})
|
|
|
|
It("only treats headers as checked if price feeds have been checked", func() {
|
|
db := test_config.NewTestDB(core.Node{})
|
|
test_config.CleanTestDB(db)
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
startingBlockNumber := int64(1)
|
|
priceFeedBlockNumber := int64(2)
|
|
endingBlockNumber := int64(3)
|
|
blockNumbers := []int64{startingBlockNumber, priceFeedBlockNumber, endingBlockNumber, endingBlockNumber + 1}
|
|
var headerIDs []int64
|
|
for _, n := range blockNumbers {
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{BlockNumber: n})
|
|
headerIDs = append(headerIDs, headerID)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
_, err := db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerIDs[1])
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
headers, err := priceFeedRepository.MissingHeaders(startingBlockNumber, endingBlockNumber)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(headers)).To(Equal(3))
|
|
Expect(headers[0].BlockNumber).To(Or(Equal(startingBlockNumber), Equal(endingBlockNumber), Equal(priceFeedBlockNumber)))
|
|
Expect(headers[1].BlockNumber).To(Or(Equal(startingBlockNumber), Equal(endingBlockNumber), Equal(priceFeedBlockNumber)))
|
|
Expect(headers[2].BlockNumber).To(Or(Equal(startingBlockNumber), Equal(endingBlockNumber), Equal(priceFeedBlockNumber)))
|
|
})
|
|
|
|
It("only returns headers associated with the current node", func() {
|
|
nodeOne := core.Node{}
|
|
db := test_config.NewTestDB(nodeOne)
|
|
test_config.CleanTestDB(db)
|
|
blockNumbers := []int64{1, 2, 3}
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
nodeTwo := core.Node{ID: "second"}
|
|
dbTwo := test_config.NewTestDB(nodeTwo)
|
|
headerRepositoryTwo := repositories.NewHeaderRepository(dbTwo)
|
|
var headerIDs []int64
|
|
for _, n := range blockNumbers {
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(core.Header{BlockNumber: n})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
headerIDs = append(headerIDs, headerID)
|
|
_, err = headerRepositoryTwo.CreateOrUpdateHeader(core.Header{BlockNumber: n})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
priceFeedRepository := price_feeds.NewPriceFeedRepository(db)
|
|
priceFeedRepositoryTwo := price_feeds.NewPriceFeedRepository(dbTwo)
|
|
err := priceFeedRepository.MarkHeaderChecked(headerIDs[0])
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
nodeOneMissingHeaders, err := priceFeedRepository.MissingHeaders(blockNumbers[0], blockNumbers[len(blockNumbers)-1])
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(nodeOneMissingHeaders)).To(Equal(len(blockNumbers) - 1))
|
|
|
|
nodeTwoMissingHeaders, err := priceFeedRepositoryTwo.MissingHeaders(blockNumbers[0], blockNumbers[len(blockNumbers)-1])
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(len(nodeTwoMissingHeaders)).To(Equal(len(blockNumbers)))
|
|
})
|
|
})
|
|
})
|