ipld-eth-server/pkg/eth/publish_and_indexer_test.go

// VulcanizeDB
// Copyright © 2019 Vulcanize

// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.

// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.

// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package eth_test

import (
	"github.com/ethereum/go-ethereum/common"
	"github.com/ipfs/go-cid"
	"github.com/ipfs/go-ipfs-blockstore"
	"github.com/ipfs/go-ipfs-ds-help"
	. "github.com/onsi/ginkgo"
	. "github.com/onsi/gomega"

	"github.com/vulcanize/ipfs-chain-watcher/pkg/eth"
	"github.com/vulcanize/ipfs-chain-watcher/pkg/eth/mocks"
	"github.com/vulcanize/ipfs-chain-watcher/pkg/postgres"
	"github.com/vulcanize/ipfs-chain-watcher/pkg/shared"
)

var _ = Describe("PublishAndIndexer", func() {
	var (
		db        *postgres.DB
		err       error
		repo      *eth.IPLDPublisherAndIndexer
		ipfsPgGet = `SELECT data FROM public.blocks
					WHERE key = $1`
	)
	BeforeEach(func() {
		db, err = shared.SetupDB()
		Expect(err).ToNot(HaveOccurred())
		repo = eth.NewIPLDPublisherAndIndexer(db)
	})
	AfterEach(func() {
		eth.TearDownDB(db)
	})

	Describe("Publish", func() {
		It("Published and indexes header IPLDs in a single tx", func() {
			emptyReturn, err := repo.Publish(mocks.MockConvertedPayload)
			Expect(emptyReturn).To(BeNil())
			Expect(err).ToNot(HaveOccurred())
			pgStr := `SELECT cid, td, reward, id
				FROM eth.header_cids
				WHERE block_number = $1`
			// check header was properly indexed
			type res struct {
				CID    string
				TD     string
				Reward string
				ID     int
			}
			header := new(res)
			err = db.QueryRowx(pgStr, 1).StructScan(header)
			Expect(err).ToNot(HaveOccurred())
			Expect(header.CID).To(Equal(mocks.HeaderCID.String()))
			Expect(header.TD).To(Equal(mocks.MockBlock.Difficulty().String()))
			Expect(header.Reward).To(Equal("5000000000000000000"))
			dc, err := cid.Decode(header.CID)
			Expect(err).ToNot(HaveOccurred())
			mhKey := dshelp.CidToDsKey(dc)
			prefixedKey := blockstore.BlockPrefix.String() + mhKey.String()
			var data []byte
			err = db.Get(&data, ipfsPgGet, prefixedKey)
			Expect(err).ToNot(HaveOccurred())
			Expect(data).To(Equal(mocks.MockHeaderRlp))
		})

		It("Publishes and indexes transaction IPLDs in a single tx", func() {
			emptyReturn, err := repo.Publish(mocks.MockConvertedPayload)
			Expect(emptyReturn).To(BeNil())
			Expect(err).ToNot(HaveOccurred())
			// check that txs were properly indexed
			trxs := make([]string, 0)
			pgStr := `SELECT transaction_cids.cid FROM eth.transaction_cids INNER JOIN eth.header_cids ON (transaction_cids.header_id = header_cids.id)
				WHERE header_cids.block_number = $1`
			err = db.Select(&trxs, pgStr, 1)
			Expect(err).ToNot(HaveOccurred())
			Expect(len(trxs)).To(Equal(3))
			Expect(shared.ListContainsString(trxs, mocks.Trx1CID.String())).To(BeTrue())
			Expect(shared.ListContainsString(trxs, mocks.Trx2CID.String())).To(BeTrue())
			Expect(shared.ListContainsString(trxs, mocks.Trx3CID.String())).To(BeTrue())
			// and published
			for _, c := range trxs {
				dc, err := cid.Decode(c)
				Expect(err).ToNot(HaveOccurred())
				mhKey := dshelp.CidToDsKey(dc)
				prefixedKey := blockstore.BlockPrefix.String() + mhKey.String()
				var data []byte
				err = db.Get(&data, ipfsPgGet, prefixedKey)
				Expect(err).ToNot(HaveOccurred())
				switch c {
				case mocks.Trx1CID.String():
					Expect(data).To(Equal(mocks.MockTransactions.GetRlp(0)))
				case mocks.Trx2CID.String():
					Expect(data).To(Equal(mocks.MockTransactions.GetRlp(1)))
				case mocks.Trx3CID.String():
					Expect(data).To(Equal(mocks.MockTransactions.GetRlp(2)))
				}
			}
		})

		It("Publishes and indexes receipt IPLDs in a single tx", func() {
			emptyReturn, err := repo.Publish(mocks.MockConvertedPayload)
			Expect(emptyReturn).To(BeNil())
			Expect(err).ToNot(HaveOccurred())
			// check receipts were properly indexed
			rcts := make([]string, 0)
			pgStr := `SELECT receipt_cids.cid FROM eth.receipt_cids, eth.transaction_cids, eth.header_cids
				WHERE receipt_cids.tx_id = transaction_cids.id 
				AND transaction_cids.header_id = header_cids.id
				AND header_cids.block_number = $1`
			err = db.Select(&rcts, pgStr, 1)
			Expect(err).ToNot(HaveOccurred())
			Expect(len(rcts)).To(Equal(3))
			Expect(shared.ListContainsString(rcts, mocks.Rct1CID.String())).To(BeTrue())
			Expect(shared.ListContainsString(rcts, mocks.Rct2CID.String())).To(BeTrue())
			Expect(shared.ListContainsString(rcts, mocks.Rct3CID.String())).To(BeTrue())
			// and published
			for _, c := range rcts {
				dc, err := cid.Decode(c)
				Expect(err).ToNot(HaveOccurred())
				mhKey := dshelp.CidToDsKey(dc)
				prefixedKey := blockstore.BlockPrefix.String() + mhKey.String()
				var data []byte
				err = db.Get(&data, ipfsPgGet, prefixedKey)
				Expect(err).ToNot(HaveOccurred())
				switch c {
				case mocks.Rct1CID.String():
					Expect(data).To(Equal(mocks.MockReceipts.GetRlp(0)))
				case mocks.Rct2CID.String():
					Expect(data).To(Equal(mocks.MockReceipts.GetRlp(1)))
				case mocks.Rct3CID.String():
					Expect(data).To(Equal(mocks.MockReceipts.GetRlp(2)))
				}
			}
		})

		It("Publishes and indexes state IPLDs in a single tx", func() {
			emptyReturn, err := repo.Publish(mocks.MockConvertedPayload)
			Expect(emptyReturn).To(BeNil())
			Expect(err).ToNot(HaveOccurred())
			// check that state nodes were properly indexed and published
			stateNodes := make([]eth.StateNodeModel, 0)
			pgStr := `SELECT state_cids.id, state_cids.cid, state_cids.state_leaf_key, state_cids.node_type, state_cids.state_path, state_cids.header_id
				FROM eth.state_cids INNER JOIN eth.header_cids ON (state_cids.header_id = header_cids.id)
				WHERE header_cids.block_number = $1`
			err = db.Select(&stateNodes, pgStr, 1)
			Expect(err).ToNot(HaveOccurred())
			Expect(len(stateNodes)).To(Equal(2))
			for _, stateNode := range stateNodes {
				var data []byte
				dc, err := cid.Decode(stateNode.CID)
				Expect(err).ToNot(HaveOccurred())
				mhKey := dshelp.CidToDsKey(dc)
				prefixedKey := blockstore.BlockPrefix.String() + mhKey.String()
				err = db.Get(&data, ipfsPgGet, prefixedKey)
				Expect(err).ToNot(HaveOccurred())
				pgStr = `SELECT * from eth.state_accounts WHERE state_id = $1`
				var account eth.StateAccountModel
				err = db.Get(&account, pgStr, stateNode.ID)
				Expect(err).ToNot(HaveOccurred())
				if stateNode.CID == mocks.State1CID.String() {
					Expect(stateNode.NodeType).To(Equal(2))
					Expect(stateNode.StateKey).To(Equal(common.BytesToHash(mocks.ContractLeafKey).Hex()))
					Expect(stateNode.Path).To(Equal([]byte{'\x06'}))
					Expect(data).To(Equal(mocks.ContractLeafNode))
					Expect(account).To(Equal(eth.StateAccountModel{
						ID:          account.ID,
						StateID:     stateNode.ID,
						Balance:     "0",
						CodeHash:    mocks.ContractCodeHash.Bytes(),
						StorageRoot: mocks.ContractRoot,
						Nonce:       1,
					}))
				}
				if stateNode.CID == mocks.State2CID.String() {
					Expect(stateNode.NodeType).To(Equal(2))
					Expect(stateNode.StateKey).To(Equal(common.BytesToHash(mocks.AccountLeafKey).Hex()))
					Expect(stateNode.Path).To(Equal([]byte{'\x0c'}))
					Expect(data).To(Equal(mocks.AccountLeafNode))
					Expect(account).To(Equal(eth.StateAccountModel{
						ID:          account.ID,
						StateID:     stateNode.ID,
						Balance:     "1000",
						CodeHash:    mocks.AccountCodeHash.Bytes(),
						StorageRoot: mocks.AccountRoot,
						Nonce:       0,
					}))
				}
			}
			pgStr = `SELECT * from eth.state_accounts WHERE state_id = $1`
		})

		It("Publishes and indexes storage IPLDs in a single tx", func() {
			emptyReturn, err := repo.Publish(mocks.MockConvertedPayload)
			Expect(emptyReturn).To(BeNil())
			Expect(err).ToNot(HaveOccurred())
			// check that storage nodes were properly indexed
			storageNodes := make([]eth.StorageNodeWithStateKeyModel, 0)
			pgStr := `SELECT storage_cids.cid, state_cids.state_leaf_key, storage_cids.storage_leaf_key, storage_cids.node_type, storage_cids.storage_path 
				FROM eth.storage_cids, eth.state_cids, eth.header_cids
				WHERE storage_cids.state_id = state_cids.id 
				AND state_cids.header_id = header_cids.id
				AND header_cids.block_number = $1`
			err = db.Select(&storageNodes, pgStr, 1)
			Expect(err).ToNot(HaveOccurred())
			Expect(len(storageNodes)).To(Equal(1))
			Expect(storageNodes[0]).To(Equal(eth.StorageNodeWithStateKeyModel{
				CID:        mocks.StorageCID.String(),
				NodeType:   2,
				StorageKey: common.BytesToHash(mocks.StorageLeafKey).Hex(),
				StateKey:   common.BytesToHash(mocks.ContractLeafKey).Hex(),
				Path:       []byte{},
			}))
			var data []byte
			dc, err := cid.Decode(storageNodes[0].CID)
			Expect(err).ToNot(HaveOccurred())
			mhKey := dshelp.CidToDsKey(dc)
			prefixedKey := blockstore.BlockPrefix.String() + mhKey.String()
			err = db.Get(&data, ipfsPgGet, prefixedKey)
			Expect(err).ToNot(HaveOccurred())
			Expect(data).To(Equal(mocks.StorageLeafNode))
		})
	})
})