// VulcanizeDB // Copyright © 2019 Vulcanize // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package eth import ( "fmt" "github.com/vulcanize/vulcanizedb/pkg/super_node/shared" "github.com/ethereum/go-ethereum/common" "github.com/jmoiron/sqlx" "github.com/lib/pq" log "github.com/sirupsen/logrus" "github.com/vulcanize/vulcanizedb/pkg/eth/datastore/postgres" ) // Indexer satisfies the Indexer interface for ethereum type CIDIndexer struct { db *postgres.DB } // NewCIDIndexer creates a new pointer to a Indexer which satisfies the CIDIndexer interface func NewCIDIndexer(db *postgres.DB) *CIDIndexer { return &CIDIndexer{ db: db, } } // Index indexes a cidPayload in Postgres func (in *CIDIndexer) Index(cids shared.CIDsForIndexing) error { cidPayload, ok := cids.(*CIDPayload) if !ok { return fmt.Errorf("eth indexer expected cids type %T got %T", &CIDPayload{}, cids) } tx, err := in.db.Beginx() if err != nil { return err } headerID, err := in.indexHeaderCID(tx, cidPayload.HeaderCID) if err != nil { if err := tx.Rollback(); err != nil { log.Error(err) } return err } for _, uncle := range cidPayload.UncleCIDs { if err := in.indexUncleCID(tx, uncle, headerID); err != nil { if err := tx.Rollback(); err != nil { log.Error(err) } return err } } if err := in.indexTransactionAndReceiptCIDs(tx, cidPayload, headerID); err != nil { if err := tx.Rollback(); err != nil { log.Error(err) } return err } if err := in.indexStateAndStorageCIDs(tx, cidPayload, headerID); err != nil { if err := tx.Rollback(); err != nil { log.Error(err) } return err } return tx.Commit() } func (repo *CIDIndexer) indexHeaderCID(tx *sqlx.Tx, header HeaderModel) (int64, error) { var headerID int64 err := tx.QueryRowx(`INSERT INTO public.header_cids (block_number, block_hash, parent_hash, cid, td) VALUES ($1, $2, $3, $4, $5) ON CONFLICT (block_number, block_hash) DO UPDATE SET (parent_hash, cid, td) = ($3, $4, $5) RETURNING id`, header.BlockNumber, header.BlockHash, header.ParentHash, header.CID, header.TotalDifficulty).Scan(&headerID) return headerID, err } func (in *CIDIndexer) indexUncleCID(tx *sqlx.Tx, uncle UncleModel, headerID int64) error { _, err := tx.Exec(`INSERT INTO public.uncle_cids (block_hash, header_id, parent_hash, cid) VALUES ($1, $2, $3, $4) ON CONFLICT (header_id, block_hash) DO UPDATE SET (parent_hash, cid) = ($3, $4)`, uncle.BlockHash, headerID, uncle.ParentHash, uncle.CID) return err } func (in *CIDIndexer) indexTransactionAndReceiptCIDs(tx *sqlx.Tx, payload *CIDPayload, headerID int64) error { for _, trxCidMeta := range payload.TransactionCIDs { var txID int64 err := tx.QueryRowx(`INSERT INTO public.transaction_cids (header_id, tx_hash, cid, dst, src, index) VALUES ($1, $2, $3, $4, $5, $6) ON CONFLICT (header_id, tx_hash) DO UPDATE SET (cid, dst, src, index) = ($3, $4, $5, $6) RETURNING id`, headerID, trxCidMeta.TxHash, trxCidMeta.CID, trxCidMeta.Dst, trxCidMeta.Src, trxCidMeta.Index).Scan(&txID) if err != nil { return err } receiptCidMeta, ok := payload.ReceiptCIDs[common.HexToHash(trxCidMeta.TxHash)] if ok { if err := in.indexReceiptCID(tx, receiptCidMeta, txID); err != nil { return err } } } return nil } func (in *CIDIndexer) indexReceiptCID(tx *sqlx.Tx, cidMeta ReceiptModel, txID int64) error { _, err := tx.Exec(`INSERT INTO public.receipt_cids (tx_id, cid, contract, topic0s, topic1s, topic2s, topic3s) VALUES ($1, $2, $3, $4, $5, $6, $7)`, txID, cidMeta.CID, cidMeta.Contract, pq.Array(cidMeta.Topic0s), pq.Array(cidMeta.Topic1s), pq.Array(cidMeta.Topic2s), pq.Array(cidMeta.Topic3s)) return err } func (in *CIDIndexer) indexStateAndStorageCIDs(tx *sqlx.Tx, payload *CIDPayload, headerID int64) error { for _, stateCID := range payload.StateNodeCIDs { var stateID int64 err := tx.QueryRowx(`INSERT INTO public.state_cids (header_id, state_key, cid, leaf) VALUES ($1, $2, $3, $4) ON CONFLICT (header_id, state_key) DO UPDATE SET (cid, leaf) = ($3, $4) RETURNING id`, headerID, stateCID.StateKey, stateCID.CID, stateCID.Leaf).Scan(&stateID) if err != nil { return err } for _, storageCID := range payload.StorageNodeCIDs[common.HexToHash(stateCID.StateKey)] { if err := in.indexStorageCID(tx, storageCID, stateID); err != nil { return err } } } return nil } func (in *CIDIndexer) indexStorageCID(tx *sqlx.Tx, storageCID StorageNodeModel, stateID int64) error { _, err := tx.Exec(`INSERT INTO public.storage_cids (state_id, storage_key, cid, leaf) VALUES ($1, $2, $3, $4) ON CONFLICT (state_id, storage_key) DO UPDATE SET (cid, leaf) = ($3, $4)`, stateID, storageCID.StorageKey, storageCID.CID, storageCID.Leaf) return err }