// VulcanizeDB // Copyright © 2019 Vulcanize // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package integration import ( "fmt" "strings" "github.com/ethereum/go-ethereum/common" . "github.com/onsi/ginkgo" . "github.com/onsi/gomega" "github.com/vulcanize/vulcanizedb/pkg/config" "github.com/vulcanize/vulcanizedb/pkg/contract_watcher/header/transformer" "github.com/vulcanize/vulcanizedb/pkg/contract_watcher/shared/constants" "github.com/vulcanize/vulcanizedb/pkg/contract_watcher/shared/helpers/test_helpers" "github.com/vulcanize/vulcanizedb/pkg/contract_watcher/shared/helpers/test_helpers/mocks" "github.com/vulcanize/vulcanizedb/pkg/core" "github.com/vulcanize/vulcanizedb/pkg/datastore/postgres" "github.com/vulcanize/vulcanizedb/pkg/datastore/postgres/repositories" ) var _ = Describe("contractWatcher headerSync transformer", func() { var db *postgres.DB var err error var blockChain core.BlockChain var headerRepository repositories.HeaderRepository var headerID int64 var ensAddr = strings.ToLower(constants.EnsContractAddress) var tusdAddr = strings.ToLower(constants.TusdContractAddress) BeforeEach(func() { db, blockChain = test_helpers.SetupDBandBC() headerRepository = repositories.NewHeaderRepository(db) }) AfterEach(func() { test_helpers.TearDown(db) }) Describe("Init", func() { It("Initializes transformer's contract objects", func() { _, insertErr := headerRepository.CreateOrUpdateHeader(mocks.MockHeader1) Expect(insertErr).NotTo(HaveOccurred()) _, insertErrTwo := headerRepository.CreateOrUpdateHeader(mocks.MockHeader3) Expect(insertErrTwo).NotTo(HaveOccurred()) t := transformer.NewTransformer(test_helpers.TusdConfig, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) c, ok := t.Contracts[tusdAddr] Expect(ok).To(Equal(true)) // TODO: Fix this // This test sometimes randomly fails because // for some reason the starting block number is not updated from // its original value (5197514) to the block number (6194632) // of the earliest header (mocks.MockHeader1) in the repository // It is not clear how this happens without one of the above insertErrs // having been thrown and without any errors thrown during the Init() call Expect(c.StartingBlock).To(Equal(int64(6194632))) Expect(c.Abi).To(Equal(constants.TusdAbiString)) Expect(c.Name).To(Equal("TrueUSD")) Expect(c.Address).To(Equal(tusdAddr)) }) It("Fails to initialize if first and block cannot be fetched from vDB headers table", func() { t := transformer.NewTransformer(test_helpers.TusdConfig, blockChain, db) err = t.Init() Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) }) It("Does nothing if nothing if no addresses are configured", func() { _, insertErr := headerRepository.CreateOrUpdateHeader(mocks.MockHeader1) Expect(insertErr).NotTo(HaveOccurred()) _, insertErrTwo := headerRepository.CreateOrUpdateHeader(mocks.MockHeader3) Expect(insertErrTwo).NotTo(HaveOccurred()) var testConf config.ContractConfig testConf = test_helpers.TusdConfig testConf.Addresses = nil t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) _, ok := t.Contracts[tusdAddr] Expect(ok).To(Equal(false)) }) }) Describe("Execute- against TrueUSD contract", func() { BeforeEach(func() { header1, err := blockChain.GetHeaderByNumber(6791668) Expect(err).ToNot(HaveOccurred()) header2, err := blockChain.GetHeaderByNumber(6791669) Expect(err).ToNot(HaveOccurred()) header3, err := blockChain.GetHeaderByNumber(6791670) Expect(err).ToNot(HaveOccurred()) headerRepository.CreateOrUpdateHeader(header1) headerID, err = headerRepository.CreateOrUpdateHeader(header2) Expect(err).ToNot(HaveOccurred()) headerRepository.CreateOrUpdateHeader(header3) }) It("Transforms watched contract data into custom repositories", func() { t := transformer.NewTransformer(test_helpers.TusdConfig, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) log := test_helpers.HeaderSyncTransferLog{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.transfer_event", tusdAddr)).StructScan(&log) Expect(err).ToNot(HaveOccurred()) // We don't know vulcID, so compare individual fields instead of complete structures Expect(log.HeaderID).To(Equal(headerID)) Expect(log.From).To(Equal("0x1062a747393198f70F71ec65A582423Dba7E5Ab3")) Expect(log.To).To(Equal("0x2930096dB16b4A44Ecd4084EA4bd26F7EeF1AEf0")) Expect(log.Value).To(Equal("9998940000000000000000")) }) It("Keeps track of contract-related addresses while transforming event data if they need to be used for later method polling", func() { var testConf config.ContractConfig testConf = test_helpers.TusdConfig testConf.Methods = map[string][]string{ tusdAddr: {"balanceOf"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) c, ok := t.Contracts[tusdAddr] Expect(ok).To(Equal(true)) err = t.Execute() Expect(err).ToNot(HaveOccurred()) Expect(len(c.EmittedAddrs)).To(Equal(4)) Expect(len(c.EmittedHashes)).To(Equal(0)) b, ok := c.EmittedAddrs[common.HexToAddress("0x1062a747393198f70F71ec65A582423Dba7E5Ab3")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = c.EmittedAddrs[common.HexToAddress("0x2930096dB16b4A44Ecd4084EA4bd26F7EeF1AEf0")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = c.EmittedAddrs[common.HexToAddress("0x571A326f5B15E16917dC17761c340c1ec5d06f6d")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = c.EmittedAddrs[common.HexToAddress("0xFBb1b73C4f0BDa4f67dcA266ce6Ef42f520fBB98")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) _, ok = c.EmittedAddrs[common.HexToAddress("0x09BbBBE21a5975cAc061D82f7b843b1234567890")] Expect(ok).To(Equal(false)) _, ok = c.EmittedAddrs[common.HexToAddress("0x")] Expect(ok).To(Equal(false)) _, ok = c.EmittedAddrs[""] Expect(ok).To(Equal(false)) _, ok = c.EmittedAddrs[common.HexToAddress("0x09THISE21a5IS5cFAKE1D82fAND43bCE06MADEUP")] Expect(ok).To(Equal(false)) }) It("Polls given methods using generated token holder address", func() { var testConf config.ContractConfig testConf = test_helpers.TusdConfig testConf.Methods = map[string][]string{ tusdAddr: {"balanceOf"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) res := test_helpers.BalanceOf{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.balanceof_method WHERE who_ = '0x1062a747393198f70F71ec65A582423Dba7E5Ab3' AND block = '6791669'", tusdAddr)).StructScan(&res) Expect(err).ToNot(HaveOccurred()) Expect(res.Balance).To(Equal("55849938025000000000000")) Expect(res.TokenName).To(Equal("TrueUSD")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.balanceof_method WHERE who_ = '0x09BbBBE21a5975cAc061D82f7b843b1234567890' AND block = '6791669'", tusdAddr)).StructScan(&res) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) }) It("Fails if initialization has not been done", func() { t := transformer.NewTransformer(test_helpers.TusdConfig, blockChain, db) err = t.Execute() Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("transformer has no initialized contracts")) }) }) Describe("Execute- against ENS registry contract", func() { BeforeEach(func() { header1, err := blockChain.GetHeaderByNumber(6885695) Expect(err).ToNot(HaveOccurred()) header2, err := blockChain.GetHeaderByNumber(6885696) Expect(err).ToNot(HaveOccurred()) header3, err := blockChain.GetHeaderByNumber(6885697) Expect(err).ToNot(HaveOccurred()) headerRepository.CreateOrUpdateHeader(header1) headerID, err = headerRepository.CreateOrUpdateHeader(header2) Expect(err).ToNot(HaveOccurred()) headerRepository.CreateOrUpdateHeader(header3) }) It("Transforms watched contract data into custom repositories", func() { t := transformer.NewTransformer(test_helpers.ENSConfig, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) Expect(t.Start).To(Equal(int64(6885698))) log := test_helpers.HeaderSyncNewOwnerLog{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.newowner_event", ensAddr)).StructScan(&log) Expect(err).ToNot(HaveOccurred()) // We don't know vulcID, so compare individual fields instead of complete structures Expect(log.HeaderID).To(Equal(headerID)) Expect(log.Node).To(Equal("0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae")) Expect(log.Label).To(Equal("0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047")) Expect(log.Owner).To(Equal("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")) }) It("Keeps track of contract-related hashes while transforming event data if they need to be used for later method polling", func() { var testConf config.ContractConfig testConf = test_helpers.ENSConfig testConf.Methods = map[string][]string{ ensAddr: {"owner"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) c, ok := t.Contracts[ensAddr] Expect(ok).To(Equal(true)) err = t.Execute() Expect(err).ToNot(HaveOccurred()) Expect(len(c.EmittedHashes)).To(Equal(2)) Expect(len(c.EmittedAddrs)).To(Equal(0)) b, ok := c.EmittedHashes[common.HexToHash("0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = c.EmittedHashes[common.HexToHash("0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) // Doesn't keep track of address since it wouldn't be used in calling the 'owner' method _, ok = c.EmittedAddrs[common.HexToAddress("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")] Expect(ok).To(Equal(false)) }) It("Polls given method using list of collected hashes", func() { var testConf config.ContractConfig testConf = test_helpers.ENSConfig testConf.Methods = map[string][]string{ ensAddr: {"owner"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) res := test_helpers.Owner{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae' AND block = '6885696'", ensAddr)).StructScan(&res) Expect(err).ToNot(HaveOccurred()) Expect(res.Address).To(Equal("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")) Expect(res.TokenName).To(Equal("")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047' AND block = '6885696'", ensAddr)).StructScan(&res) Expect(err).ToNot(HaveOccurred()) Expect(res.Address).To(Equal("0x0000000000000000000000000000000000000000")) Expect(res.TokenName).To(Equal("")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x9THIS110dcc444fIS242510c09bbAbe21aFAKEcacNODE82f7b843HASH61ba391' AND block = '6885696'", ensAddr)).StructScan(&res) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) }) It("It does not persist events if they do not pass the emitted arg filter", func() { var testConf config.ContractConfig testConf = test_helpers.ENSConfig testConf.EventArgs = map[string][]string{ ensAddr: {"fake_filter_value"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) log := test_helpers.HeaderSyncNewOwnerLog{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.newowner_event", ensAddr)).StructScan(&log) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("does not exist")) }) It("If a method arg filter is applied, only those arguments are used in polling", func() { var testConf config.ContractConfig testConf = test_helpers.ENSConfig testConf.MethodArgs = map[string][]string{ ensAddr: {"0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae"}, } testConf.Methods = map[string][]string{ ensAddr: {"owner"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) res := test_helpers.Owner{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae' AND block = '6885696'", ensAddr)).StructScan(&res) Expect(err).ToNot(HaveOccurred()) Expect(res.Address).To(Equal("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")) Expect(res.TokenName).To(Equal("")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047' AND block = '6885696'", ensAddr)).StructScan(&res) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) }) }) Describe("Execute- against both ENS and TrueUSD", func() { BeforeEach(func() { for i := 6885692; i <= 6885701; i++ { header, err := blockChain.GetHeaderByNumber(int64(i)) Expect(err).ToNot(HaveOccurred()) _, err = headerRepository.CreateOrUpdateHeader(header) Expect(err).ToNot(HaveOccurred()) } }) It("Transforms watched contract data into custom repositories", func() { t := transformer.NewTransformer(test_helpers.ENSandTusdConfig, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) Expect(t.Start).To(Equal(int64(6885702))) newOwnerLog := test_helpers.HeaderSyncNewOwnerLog{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.newowner_event", ensAddr)).StructScan(&newOwnerLog) Expect(err).ToNot(HaveOccurred()) // We don't know vulcID, so compare individual fields instead of complete structures Expect(newOwnerLog.Node).To(Equal("0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae")) Expect(newOwnerLog.Label).To(Equal("0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047")) Expect(newOwnerLog.Owner).To(Equal("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")) transferLog := test_helpers.HeaderSyncTransferLog{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.transfer_event", tusdAddr)).StructScan(&transferLog) Expect(err).ToNot(HaveOccurred()) // We don't know vulcID, so compare individual fields instead of complete structures Expect(transferLog.From).To(Equal("0x8cA465764873E71CEa525F5EB6AE973d650c22C2")) Expect(transferLog.To).To(Equal("0xc338482360651E5D30BEd77b7c85358cbBFB2E0e")) Expect(transferLog.Value).To(Equal("2800000000000000000000")) }) It("Keeps track of contract-related hashes and addresses while transforming event data if they need to be used for later method polling", func() { var testConf config.ContractConfig testConf = test_helpers.ENSandTusdConfig testConf.Methods = map[string][]string{ ensAddr: {"owner"}, tusdAddr: {"balanceOf"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) ens, ok := t.Contracts[ensAddr] Expect(ok).To(Equal(true)) tusd, ok := t.Contracts[tusdAddr] Expect(ok).To(Equal(true)) err = t.Execute() Expect(err).ToNot(HaveOccurred()) Expect(len(ens.EmittedHashes)).To(Equal(2)) Expect(len(ens.EmittedAddrs)).To(Equal(0)) Expect(len(tusd.EmittedAddrs)).To(Equal(2)) Expect(len(tusd.EmittedHashes)).To(Equal(0)) b, ok := ens.EmittedHashes[common.HexToHash("0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = ens.EmittedHashes[common.HexToHash("0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = tusd.EmittedAddrs[common.HexToAddress("0x8cA465764873E71CEa525F5EB6AE973d650c22C2")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) b, ok = tusd.EmittedAddrs[common.HexToAddress("0xc338482360651E5D30BEd77b7c85358cbBFB2E0e")] Expect(ok).To(Equal(true)) Expect(b).To(Equal(true)) _, ok = tusd.EmittedAddrs[common.HexToAddress("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")] Expect(ok).To(Equal(false)) }) It("Polls given methods for each contract, using list of collected values", func() { var testConf config.ContractConfig testConf = test_helpers.ENSandTusdConfig testConf.Methods = map[string][]string{ ensAddr: {"owner"}, tusdAddr: {"balanceOf"}, } t := transformer.NewTransformer(testConf, blockChain, db) err = t.Init() Expect(err).ToNot(HaveOccurred()) err = t.Execute() Expect(err).ToNot(HaveOccurred()) owner := test_helpers.Owner{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x93cdeb708b7545dc668eb9280176169d1c33cfd8ed6f04690a0bcc88a93fc4ae' AND block = '6885696'", ensAddr)).StructScan(&owner) Expect(err).ToNot(HaveOccurred()) Expect(owner.Address).To(Equal("0x6090A6e47849629b7245Dfa1Ca21D94cd15878Ef")) Expect(owner.TokenName).To(Equal("")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x95832c7a47ff8a7840e28b78ce695797aaf402b1c186bad9eca28842625b5047' AND block = '6885696'", ensAddr)).StructScan(&owner) Expect(err).ToNot(HaveOccurred()) Expect(owner.Address).To(Equal("0x0000000000000000000000000000000000000000")) Expect(owner.TokenName).To(Equal("")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.owner_method WHERE node_ = '0x95832c7a47ff8a7840e28b78ceMADEUPaaf4HASHc186badTHItransformers.8IS625bFAKE' AND block = '6885696'", ensAddr)).StructScan(&owner) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) bal := test_helpers.BalanceOf{} err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.balanceof_method WHERE who_ = '0x8cA465764873E71CEa525F5EB6AE973d650c22C2' AND block = '6885701'", tusdAddr)).StructScan(&bal) Expect(err).ToNot(HaveOccurred()) Expect(bal.Balance).To(Equal("1954436000000000000000")) Expect(bal.TokenName).To(Equal("TrueUSD")) err = db.QueryRowx(fmt.Sprintf("SELECT * FROM header_%s.balanceof_method WHERE who_ = '0x09BbBBE21a5975cAc061D82f7b843b1234567890' AND block = '6885701'", tusdAddr)).StructScan(&bal) Expect(err).To(HaveOccurred()) Expect(err.Error()).To(ContainSubstring("no rows in result set")) }) }) })