ce428199eb
and shared directories and refactor as much into shared; finish lightSync omni watcher tests
350 lines
13 KiB
Go
350 lines
13 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2018 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package repository_test
|
|
|
|
import (
|
|
"encoding/json"
|
|
"fmt"
|
|
"strings"
|
|
|
|
geth "github.com/ethereum/go-ethereum/core/types"
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres"
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres/repositories"
|
|
fc "github.com/vulcanize/vulcanizedb/pkg/omni/full/converter"
|
|
lc "github.com/vulcanize/vulcanizedb/pkg/omni/light/converter"
|
|
lr "github.com/vulcanize/vulcanizedb/pkg/omni/light/repository"
|
|
"github.com/vulcanize/vulcanizedb/pkg/omni/shared/constants"
|
|
"github.com/vulcanize/vulcanizedb/pkg/omni/shared/contract"
|
|
"github.com/vulcanize/vulcanizedb/pkg/omni/shared/helpers/test_helpers"
|
|
"github.com/vulcanize/vulcanizedb/pkg/omni/shared/helpers/test_helpers/mocks"
|
|
sr "github.com/vulcanize/vulcanizedb/pkg/omni/shared/repository"
|
|
"github.com/vulcanize/vulcanizedb/pkg/omni/shared/types"
|
|
)
|
|
|
|
var _ = Describe("Repository", func() {
|
|
var db *postgres.DB
|
|
var dataStore sr.EventRepository
|
|
var err error
|
|
var log *types.Log
|
|
var logs []types.Log
|
|
var con *contract.Contract
|
|
var vulcanizeLogId int64
|
|
var wantedEvents = []string{"Transfer"}
|
|
var event types.Event
|
|
var headerID int64
|
|
var mockEvent = mocks.MockTranferEvent
|
|
var mockLog1 = mocks.MockTransferLog1
|
|
var mockLog2 = mocks.MockTransferLog2
|
|
|
|
BeforeEach(func() {
|
|
db, con = test_helpers.SetupTusdRepo(&vulcanizeLogId, wantedEvents, []string{})
|
|
mockEvent.LogID = vulcanizeLogId
|
|
|
|
event = con.Events["Transfer"]
|
|
err = con.GenerateFilters()
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
|
|
AfterEach(func() {
|
|
test_helpers.TearDown(db)
|
|
})
|
|
|
|
Describe("Full sync mode", func() {
|
|
BeforeEach(func() {
|
|
dataStore = sr.NewEventRepository(db, types.FullSync)
|
|
})
|
|
|
|
Describe("CreateContractSchema", func() {
|
|
It("Creates schema if it doesn't exist", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(false))
|
|
})
|
|
|
|
It("Caches schema it creates so that it does not need to repeatedly query the database to check for it's existence", func() {
|
|
_, ok := dataStore.CheckSchemaCache(con.Address)
|
|
Expect(ok).To(Equal(false))
|
|
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
v, ok := dataStore.CheckSchemaCache(con.Address)
|
|
Expect(ok).To(Equal(true))
|
|
Expect(v).To(Equal(true))
|
|
})
|
|
})
|
|
|
|
Describe("CreateEventTable", func() {
|
|
It("Creates table if it doesn't exist", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(false))
|
|
})
|
|
|
|
It("Caches table it creates so that it does not need to repeatedly query the database to check for it's existence", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
tableID := fmt.Sprintf("%s_%s.%s_event", types.FullSync, strings.ToLower(con.Address), strings.ToLower(event.Name))
|
|
_, ok := dataStore.CheckTableCache(tableID)
|
|
Expect(ok).To(Equal(false))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
v, ok := dataStore.CheckTableCache(tableID)
|
|
Expect(ok).To(Equal(true))
|
|
Expect(v).To(Equal(true))
|
|
})
|
|
})
|
|
|
|
Describe("PersistLogs", func() {
|
|
BeforeEach(func() {
|
|
c := fc.NewConverter(con)
|
|
log, err = c.Convert(mockEvent, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
|
|
It("Persists contract event log values into custom tables, adding any addresses to a growing list of contract associated addresses", func() {
|
|
err = dataStore.PersistLogs([]types.Log{*log}, event, con.Address, con.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
b, ok := con.TknHolderAddrs["0x000000000000000000000000000000000000Af21"]
|
|
Expect(ok).To(Equal(true))
|
|
Expect(b).To(Equal(true))
|
|
|
|
b, ok = con.TknHolderAddrs["0x09BbBBE21a5975cAc061D82f7b843bCE061BA391"]
|
|
Expect(ok).To(Equal(true))
|
|
Expect(b).To(Equal(true))
|
|
|
|
scanLog := test_helpers.TransferLog{}
|
|
|
|
err = db.QueryRowx(fmt.Sprintf("SELECT * FROM full_%s.transfer_event", constants.TusdContractAddress)).StructScan(&scanLog)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
expectedLog := test_helpers.TransferLog{
|
|
Id: 1,
|
|
VulvanizeLogId: vulcanizeLogId,
|
|
TokenName: "TrueUSD",
|
|
Block: 5488076,
|
|
Tx: "0x135391a0962a63944e5908e6fedfff90fb4be3e3290a21017861099bad6546ae",
|
|
From: "0x000000000000000000000000000000000000Af21",
|
|
To: "0x09BbBBE21a5975cAc061D82f7b843bCE061BA391",
|
|
Value: "1097077688018008265106216665536940668749033598146",
|
|
}
|
|
Expect(scanLog).To(Equal(expectedLog))
|
|
})
|
|
|
|
It("Doesn't persist duplicate event logs", func() {
|
|
// Try to persist the same log twice in a single call
|
|
err = dataStore.PersistLogs([]types.Log{*log, *log}, event, con.Address, con.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
scanLog := test_helpers.TransferLog{}
|
|
|
|
err = db.QueryRowx(fmt.Sprintf("SELECT * FROM full_%s.transfer_event", constants.TusdContractAddress)).StructScan(&scanLog)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
expectedLog := test_helpers.TransferLog{
|
|
Id: 1,
|
|
VulvanizeLogId: vulcanizeLogId,
|
|
TokenName: "TrueUSD",
|
|
Block: 5488076,
|
|
Tx: "0x135391a0962a63944e5908e6fedfff90fb4be3e3290a21017861099bad6546ae",
|
|
From: "0x000000000000000000000000000000000000Af21",
|
|
To: "0x09BbBBE21a5975cAc061D82f7b843bCE061BA391",
|
|
Value: "1097077688018008265106216665536940668749033598146",
|
|
}
|
|
Expect(scanLog).To(Equal(expectedLog))
|
|
|
|
// Attempt to persist the same log again in seperate call
|
|
err = dataStore.PersistLogs([]types.Log{*log}, event, con.Address, con.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
// Show that no new logs were entered
|
|
var count int
|
|
err = db.Get(&count, fmt.Sprintf("SELECT COUNT(*) FROM full_%s.transfer_event", constants.TusdContractAddress))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(count).To(Equal(1))
|
|
})
|
|
|
|
It("Fails with empty log", func() {
|
|
err = dataStore.PersistLogs([]types.Log{}, event, con.Address, con.Name)
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
})
|
|
})
|
|
|
|
Describe("Light sync mode", func() {
|
|
BeforeEach(func() {
|
|
dataStore = sr.NewEventRepository(db, types.LightSync)
|
|
})
|
|
|
|
Describe("CreateContractSchema", func() {
|
|
It("Creates schema if it doesn't exist", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(false))
|
|
})
|
|
|
|
It("Caches schema it creates so that it does not need to repeatedly query the database to check for it's existence", func() {
|
|
_, ok := dataStore.CheckSchemaCache(con.Address)
|
|
Expect(ok).To(Equal(false))
|
|
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
v, ok := dataStore.CheckSchemaCache(con.Address)
|
|
Expect(ok).To(Equal(true))
|
|
Expect(v).To(Equal(true))
|
|
})
|
|
|
|
It("Caches table it creates so that it does not need to repeatedly query the database to check for it's existence", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
tableID := fmt.Sprintf("%s_%s.%s_event", types.LightSync, strings.ToLower(con.Address), strings.ToLower(event.Name))
|
|
_, ok := dataStore.CheckTableCache(tableID)
|
|
Expect(ok).To(Equal(false))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
v, ok := dataStore.CheckTableCache(tableID)
|
|
Expect(ok).To(Equal(true))
|
|
Expect(v).To(Equal(true))
|
|
})
|
|
})
|
|
|
|
Describe("CreateEventTable", func() {
|
|
It("Creates table if it doesn't exist", func() {
|
|
created, err := dataStore.CreateContractSchema(con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(true))
|
|
|
|
created, err = dataStore.CreateEventTable(con.Address, event)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(created).To(Equal(false))
|
|
})
|
|
})
|
|
|
|
Describe("PersistLogs", func() {
|
|
BeforeEach(func() {
|
|
headerRepository := repositories.NewHeaderRepository(db)
|
|
headerID, err = headerRepository.CreateOrUpdateHeader(mocks.MockHeader1)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
c := lc.NewConverter(con)
|
|
logs, err = c.Convert([]geth.Log{mockLog1, mockLog2}, event, headerID)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
})
|
|
|
|
It("Persists contract event log values into custom tables", func() {
|
|
hr := lr.NewHeaderRepository(db)
|
|
err = hr.AddCheckColumn(event.Name + "_" + con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
err = dataStore.PersistLogs(logs, event, con.Address, con.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
var count int
|
|
err = db.Get(&count, fmt.Sprintf("SELECT COUNT(*) FROM light_%s.transfer_event", constants.TusdContractAddress))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(count).To(Equal(2))
|
|
|
|
scanLog := test_helpers.LightTransferLog{}
|
|
err = db.QueryRowx(fmt.Sprintf("SELECT * FROM light_%s.transfer_event LIMIT 1", constants.TusdContractAddress)).StructScan(&scanLog)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(scanLog.HeaderID).To(Equal(headerID))
|
|
Expect(scanLog.TokenName).To(Equal("TrueUSD"))
|
|
Expect(scanLog.TxIndex).To(Equal(int64(110)))
|
|
Expect(scanLog.LogIndex).To(Equal(int64(1)))
|
|
Expect(scanLog.From).To(Equal("0x000000000000000000000000000000000000Af21"))
|
|
Expect(scanLog.To).To(Equal("0x09BbBBE21a5975cAc061D82f7b843bCE061BA391"))
|
|
Expect(scanLog.Value).To(Equal("1097077688018008265106216665536940668749033598146"))
|
|
|
|
var expectedRawLog, rawLog geth.Log
|
|
err = json.Unmarshal(logs[0].Raw, &expectedRawLog)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
err = json.Unmarshal(scanLog.RawLog, &rawLog)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(rawLog).To(Equal(expectedRawLog))
|
|
})
|
|
|
|
It("Doesn't persist duplicate event logs", func() {
|
|
hr := lr.NewHeaderRepository(db)
|
|
err = hr.AddCheckColumn(event.Name + "_" + con.Address)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
// Try and fail to persist the same log twice in a single call
|
|
err = dataStore.PersistLogs([]types.Log{logs[0], logs[0]}, event, con.Address, con.Name)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
// Successfuly persist the two unique logs
|
|
err = dataStore.PersistLogs(logs, event, con.Address, con.Name)
|
|
Expect(err).ToNot(HaveOccurred())
|
|
|
|
// Try and fail to persist the same logs again in separate call
|
|
err = dataStore.PersistLogs([]types.Log{*log}, event, con.Address, con.Name)
|
|
Expect(err).To(HaveOccurred())
|
|
|
|
// Show that no new logs were entered
|
|
var count int
|
|
err = db.Get(&count, fmt.Sprintf("SELECT COUNT(*) FROM light_%s.transfer_event", constants.TusdContractAddress))
|
|
Expect(err).ToNot(HaveOccurred())
|
|
Expect(count).To(Equal(2))
|
|
})
|
|
|
|
It("Fails if the persisted event does not have a corresponding eventID column in the checked_headers table", func() {
|
|
err = dataStore.PersistLogs(logs, event, con.Address, con.Name)
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
|
|
It("Fails with empty log", func() {
|
|
err = dataStore.PersistLogs([]types.Log{}, event, con.Address, con.Name)
|
|
Expect(err).To(HaveOccurred())
|
|
})
|
|
})
|
|
})
|
|
})
|