2018-08-09 21:55:02 +00:00
|
|
|
// Copyright 2018 Vulcanize
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package frob_test
|
|
|
|
|
|
|
|
import (
|
|
|
|
"database/sql"
|
|
|
|
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
|
|
. "github.com/onsi/gomega"
|
|
|
|
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/core"
|
2018-10-11 18:21:49 +00:00
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore"
|
2018-10-02 22:25:38 +00:00
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres"
|
2018-08-09 21:55:02 +00:00
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres/repositories"
|
2018-10-11 20:25:14 +00:00
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/fakes"
|
2018-08-09 21:55:02 +00:00
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/transformers/frob"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/transformers/test_data"
|
|
|
|
"github.com/vulcanize/vulcanizedb/test_config"
|
|
|
|
)
|
|
|
|
|
|
|
|
var _ = Describe("Frob repository", func() {
|
2018-10-11 18:21:49 +00:00
|
|
|
var (
|
|
|
|
db *postgres.DB
|
|
|
|
frobRepository frob.Repository
|
|
|
|
err error
|
|
|
|
headerRepository datastore.HeaderRepository
|
|
|
|
)
|
|
|
|
|
|
|
|
BeforeEach(func() {
|
|
|
|
db = test_config.NewTestDB(core.Node{})
|
|
|
|
test_config.CleanTestDB(db)
|
|
|
|
headerRepository = repositories.NewHeaderRepository(db)
|
|
|
|
frobRepository = frob.NewFrobRepository(db)
|
|
|
|
})
|
|
|
|
|
2018-08-09 21:55:02 +00:00
|
|
|
Describe("Create", func() {
|
2018-10-11 18:21:49 +00:00
|
|
|
var headerID int64
|
2018-10-02 22:25:38 +00:00
|
|
|
|
|
|
|
BeforeEach(func() {
|
2018-10-11 20:25:14 +00:00
|
|
|
headerID, err = headerRepository.CreateOrUpdateHeader(fakes.FakeHeader)
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2018-10-11 18:21:49 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
It("adds a frob", func() {
|
2018-10-22 19:37:59 +00:00
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2018-08-09 21:55:02 +00:00
|
|
|
var dbFrob frob.FrobModel
|
2018-10-22 19:37:59 +00:00
|
|
|
err = db.Get(&dbFrob, `SELECT art, dart, dink, iart, ilk, ink, urn, log_idx, tx_idx, raw_log FROM maker.frob WHERE header_id = $1`, headerID)
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2018-08-30 23:51:56 +00:00
|
|
|
Expect(dbFrob.Ilk).To(Equal(test_data.FrobModel.Ilk))
|
|
|
|
Expect(dbFrob.Urn).To(Equal(test_data.FrobModel.Urn))
|
|
|
|
Expect(dbFrob.Ink).To(Equal(test_data.FrobModel.Ink))
|
|
|
|
Expect(dbFrob.Art).To(Equal(test_data.FrobModel.Art))
|
|
|
|
Expect(dbFrob.Dink).To(Equal(test_data.FrobModel.Dink))
|
|
|
|
Expect(dbFrob.Dart).To(Equal(test_data.FrobModel.Dart))
|
|
|
|
Expect(dbFrob.IArt).To(Equal(test_data.FrobModel.IArt))
|
2018-10-22 19:37:59 +00:00
|
|
|
Expect(dbFrob.LogIndex).To(Equal(test_data.FrobModel.LogIndex))
|
2018-08-30 23:51:56 +00:00
|
|
|
Expect(dbFrob.TransactionIndex).To(Equal(test_data.FrobModel.TransactionIndex))
|
|
|
|
Expect(dbFrob.Raw).To(MatchJSON(test_data.FrobModel.Raw))
|
2018-08-09 21:55:02 +00:00
|
|
|
})
|
|
|
|
|
2018-10-02 22:25:38 +00:00
|
|
|
It("marks header as checked for logs", func() {
|
2018-10-22 19:37:59 +00:00
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
var headerChecked bool
|
|
|
|
err = db.Get(&headerChecked, `SELECT frob_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(headerChecked).To(BeTrue())
|
|
|
|
})
|
|
|
|
|
|
|
|
It("updates the header to checked if checked headers row already exists", func() {
|
|
|
|
_, err = db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2018-10-02 22:25:38 +00:00
|
|
|
var headerChecked bool
|
|
|
|
err = db.Get(&headerChecked, `SELECT frob_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(headerChecked).To(BeTrue())
|
|
|
|
})
|
|
|
|
|
|
|
|
It("does not duplicate frob events", func() {
|
2018-10-22 19:37:59 +00:00
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
2018-10-02 22:25:38 +00:00
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
2018-08-09 21:55:02 +00:00
|
|
|
|
|
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
Expect(err.Error()).To(ContainSubstring("pq: duplicate key value violates unique constraint"))
|
|
|
|
})
|
|
|
|
|
|
|
|
It("removes frob if corresponding header is deleted", func() {
|
2018-10-22 19:37:59 +00:00
|
|
|
err = frobRepository.Create(headerID, []frob.FrobModel{test_data.FrobModel})
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
2018-08-09 21:55:02 +00:00
|
|
|
_, err = db.Exec(`DELETE FROM headers WHERE id = $1`, headerID)
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
var dbFrob frob.FrobModel
|
2018-10-22 19:37:59 +00:00
|
|
|
err = db.Get(&dbFrob, `SELECT art, iart, ilk, ink, urn, log_idx, tx_idx, raw_log FROM maker.frob WHERE header_id = $1`, headerID)
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
Expect(err).To(MatchError(sql.ErrNoRows))
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
2018-10-02 22:25:38 +00:00
|
|
|
Describe("MarkHeaderChecked", func() {
|
2018-10-11 18:21:49 +00:00
|
|
|
var headerID int64
|
2018-10-02 22:25:38 +00:00
|
|
|
|
|
|
|
BeforeEach(func() {
|
2018-10-11 20:25:14 +00:00
|
|
|
headerID, err = headerRepository.CreateOrUpdateHeader(fakes.FakeHeader)
|
2018-10-02 22:25:38 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
})
|
|
|
|
|
|
|
|
It("creates a row for a new headerID", func() {
|
|
|
|
err = frobRepository.MarkHeaderChecked(headerID)
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
var headerChecked bool
|
|
|
|
err = db.Get(&headerChecked, `SELECT frob_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(headerChecked).To(BeTrue())
|
|
|
|
})
|
|
|
|
|
|
|
|
It("updates row when headerID already exists", func() {
|
|
|
|
_, err = db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerID)
|
|
|
|
|
|
|
|
err = frobRepository.MarkHeaderChecked(headerID)
|
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
var headerChecked bool
|
|
|
|
err = db.Get(&headerChecked, `SELECT frob_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(headerChecked).To(BeTrue())
|
|
|
|
})
|
|
|
|
})
|
|
|
|
|
2018-08-09 21:55:02 +00:00
|
|
|
Describe("MissingHeaders", func() {
|
2018-10-11 18:21:49 +00:00
|
|
|
var (
|
|
|
|
startingBlock, endingBlock, frobBlock int64
|
|
|
|
blockNumbers, headerIDs []int64
|
|
|
|
)
|
|
|
|
|
|
|
|
BeforeEach(func() {
|
|
|
|
startingBlock = GinkgoRandomSeed()
|
|
|
|
frobBlock = startingBlock + 1
|
|
|
|
endingBlock = startingBlock + 2
|
|
|
|
|
|
|
|
blockNumbers = []int64{startingBlock, frobBlock, endingBlock, endingBlock + 1}
|
|
|
|
|
|
|
|
headerIDs = []int64{}
|
2018-08-09 21:55:02 +00:00
|
|
|
for _, n := range blockNumbers {
|
2018-10-11 20:25:14 +00:00
|
|
|
headerID, err := headerRepository.CreateOrUpdateHeader(fakes.GetFakeHeader(n))
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2018-10-11 18:21:49 +00:00
|
|
|
headerIDs = append(headerIDs, headerID)
|
2018-08-09 21:55:02 +00:00
|
|
|
}
|
2018-10-11 18:21:49 +00:00
|
|
|
})
|
|
|
|
|
|
|
|
It("returns headers that haven't been checked", func() {
|
2018-10-02 22:25:38 +00:00
|
|
|
err := frobRepository.MarkHeaderChecked(headerIDs[1])
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
2018-10-11 18:21:49 +00:00
|
|
|
headers, err := frobRepository.MissingHeaders(startingBlock, endingBlock)
|
2018-08-09 21:55:02 +00:00
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(len(headers)).To(Equal(2))
|
2018-10-11 18:21:49 +00:00
|
|
|
Expect(headers[0].BlockNumber).To(Or(Equal(startingBlock), Equal(endingBlock)))
|
|
|
|
Expect(headers[1].BlockNumber).To(Or(Equal(startingBlock), Equal(endingBlock)))
|
2018-08-09 21:55:02 +00:00
|
|
|
})
|
|
|
|
|
2018-10-02 22:25:38 +00:00
|
|
|
It("only treats headers as checked if frob logs have been checked", func() {
|
|
|
|
_, err := db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerIDs[1])
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
2018-10-11 18:21:49 +00:00
|
|
|
headers, err := frobRepository.MissingHeaders(startingBlock, endingBlock)
|
2018-10-02 22:25:38 +00:00
|
|
|
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(len(headers)).To(Equal(3))
|
2018-10-11 18:21:49 +00:00
|
|
|
Expect(headers[0].BlockNumber).To(Or(Equal(startingBlock), Equal(endingBlock), Equal(frobBlock)))
|
|
|
|
Expect(headers[1].BlockNumber).To(Or(Equal(startingBlock), Equal(endingBlock), Equal(frobBlock)))
|
|
|
|
Expect(headers[2].BlockNumber).To(Or(Equal(startingBlock), Equal(endingBlock), Equal(frobBlock)))
|
2018-10-02 22:25:38 +00:00
|
|
|
})
|
|
|
|
|
2018-08-09 21:55:02 +00:00
|
|
|
It("only returns headers associated with the current node", func() {
|
2018-08-30 23:51:56 +00:00
|
|
|
dbTwo := test_config.NewTestDB(core.Node{ID: "second"})
|
2018-08-09 21:55:02 +00:00
|
|
|
headerRepositoryTwo := repositories.NewHeaderRepository(dbTwo)
|
|
|
|
for _, n := range blockNumbers {
|
2018-10-11 20:25:14 +00:00
|
|
|
_, err = headerRepositoryTwo.CreateOrUpdateHeader(fakes.GetFakeHeader(n))
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
}
|
|
|
|
frobRepositoryTwo := frob.NewFrobRepository(dbTwo)
|
2018-10-02 22:25:38 +00:00
|
|
|
err := frobRepository.MarkHeaderChecked(headerIDs[0])
|
2018-08-09 21:55:02 +00:00
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
|
|
|
nodeOneMissingHeaders, err := frobRepository.MissingHeaders(blockNumbers[0], blockNumbers[len(blockNumbers)-1])
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(len(nodeOneMissingHeaders)).To(Equal(len(blockNumbers) - 1))
|
|
|
|
|
|
|
|
nodeTwoMissingHeaders, err := frobRepositoryTwo.MissingHeaders(blockNumbers[0], blockNumbers[len(blockNumbers)-1])
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
Expect(len(nodeTwoMissingHeaders)).To(Equal(len(blockNumbers)))
|
|
|
|
})
|
|
|
|
})
|
|
|
|
})
|