232 lines
7.6 KiB
Go
232 lines
7.6 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2019 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package eth
|
|
|
|
import (
|
|
"fmt"
|
|
|
|
"github.com/ethereum/go-ethereum/core/state"
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
"github.com/ethereum/go-ethereum/rlp"
|
|
"github.com/ethereum/go-ethereum/statediff"
|
|
"github.com/jmoiron/sqlx"
|
|
|
|
common2 "github.com/vulcanize/vulcanizedb/pkg/eth/converters/common"
|
|
"github.com/vulcanize/vulcanizedb/pkg/ipfs/ipld"
|
|
"github.com/vulcanize/vulcanizedb/pkg/postgres"
|
|
"github.com/vulcanize/vulcanizedb/pkg/super_node/shared"
|
|
)
|
|
|
|
// IPLDPublisherAndIndexer satisfies the IPLDPublisher interface for ethereum
|
|
// It interfaces directly with the public.blocks table of PG-IPFS rather than going through an ipfs intermediary
|
|
// It publishes and indexes IPLDs together in a single sqlx.Tx
|
|
type IPLDPublisherAndIndexer struct {
|
|
indexer *CIDIndexer
|
|
}
|
|
|
|
// NewIPLDPublisherAndIndexer creates a pointer to a new IPLDPublisherAndIndexer which satisfies the IPLDPublisher interface
|
|
func NewIPLDPublisherAndIndexer(db *postgres.DB) *IPLDPublisherAndIndexer {
|
|
return &IPLDPublisherAndIndexer{
|
|
indexer: NewCIDIndexer(db),
|
|
}
|
|
}
|
|
|
|
// Publish publishes an IPLDPayload to IPFS and returns the corresponding CIDPayload
|
|
func (pub *IPLDPublisherAndIndexer) Publish(payload shared.ConvertedData) (shared.CIDsForIndexing, error) {
|
|
ipldPayload, ok := payload.(ConvertedPayload)
|
|
if !ok {
|
|
return nil, fmt.Errorf("eth publisher expected payload type %T got %T", ConvertedPayload{}, payload)
|
|
}
|
|
// Generate the iplds
|
|
headerNode, uncleNodes, txNodes, txTrieNodes, rctNodes, rctTrieNodes, err := ipld.FromBlockAndReceipts(ipldPayload.Block, ipldPayload.Receipts)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Begin new db tx
|
|
tx, err := pub.indexer.db.Beginx()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
// Publish trie nodes
|
|
for _, node := range txTrieNodes {
|
|
if err := shared.PublishIPLD(tx, node); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
}
|
|
for _, node := range rctTrieNodes {
|
|
if err := shared.PublishIPLD(tx, node); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
// Publish and index header
|
|
if err := shared.PublishIPLD(tx, headerNode); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
reward := common2.CalcEthBlockReward(ipldPayload.Block.Header(), ipldPayload.Block.Uncles(), ipldPayload.Block.Transactions(), ipldPayload.Receipts)
|
|
header := HeaderModel{
|
|
CID: headerNode.Cid().String(),
|
|
ParentHash: ipldPayload.Block.ParentHash().String(),
|
|
BlockNumber: ipldPayload.Block.Number().String(),
|
|
BlockHash: ipldPayload.Block.Hash().String(),
|
|
TotalDifficulty: ipldPayload.TotalDifficulty.String(),
|
|
Reward: reward.String(),
|
|
Bloom: ipldPayload.Block.Bloom().Bytes(),
|
|
StateRoot: ipldPayload.Block.Root().String(),
|
|
RctRoot: ipldPayload.Block.ReceiptHash().String(),
|
|
TxRoot: ipldPayload.Block.TxHash().String(),
|
|
UncleRoot: ipldPayload.Block.UncleHash().String(),
|
|
Timestamp: ipldPayload.Block.Time(),
|
|
}
|
|
headerID, err := pub.indexer.indexHeaderCID(tx, header)
|
|
if err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
|
|
// Publish and index uncles
|
|
for _, uncleNode := range uncleNodes {
|
|
if err := shared.PublishIPLD(tx, uncleNode); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
uncleReward := common2.CalcUncleMinerReward(ipldPayload.Block.Number().Int64(), uncleNode.Number.Int64())
|
|
uncle := UncleModel{
|
|
CID: uncleNode.Cid().String(),
|
|
ParentHash: uncleNode.ParentHash.String(),
|
|
BlockHash: uncleNode.Hash().String(),
|
|
Reward: uncleReward.String(),
|
|
}
|
|
if err := pub.indexer.indexUncleCID(tx, uncle, headerID); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
// Publish and index txs and receipts
|
|
for i, txNode := range txNodes {
|
|
if err := shared.PublishIPLD(tx, txNode); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
rctNode := rctNodes[i]
|
|
if err := shared.PublishIPLD(tx, rctNode); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
txModel := ipldPayload.TxMetaData[i]
|
|
txModel.CID = txNode.Cid().String()
|
|
txID, err := pub.indexer.indexTransactionCID(tx, txModel, headerID)
|
|
if err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
rctModel := ipldPayload.ReceiptMetaData[i]
|
|
rctModel.CID = rctNode.Cid().String()
|
|
if err := pub.indexer.indexReceiptCID(tx, rctModel, txID); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
// Publish and index state and storage
|
|
if err := pub.publishAndIndexStateAndStorage(tx, ipldPayload, headerID); err != nil {
|
|
shared.Rollback(tx)
|
|
return nil, err
|
|
}
|
|
|
|
// This IPLDPublisher does both publishing and indexing, we do not need to pass anything forward to the indexer
|
|
return nil, tx.Commit()
|
|
}
|
|
|
|
func (pub *IPLDPublisherAndIndexer) publishAndIndexStateAndStorage(tx *sqlx.Tx, ipldPayload ConvertedPayload, headerID int64) error {
|
|
// Publish and index state and storage
|
|
for _, stateNode := range ipldPayload.StateNodes {
|
|
stateIPLD, err := ipld.FromStateTrieRLP(stateNode.Value)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := shared.PublishIPLD(tx, stateIPLD); err != nil {
|
|
shared.Rollback(tx)
|
|
return err
|
|
}
|
|
stateModel := StateNodeModel{
|
|
Path: stateNode.Path,
|
|
StateKey: stateNode.LeafKey.String(),
|
|
CID: stateIPLD.Cid().String(),
|
|
NodeType: ResolveFromNodeType(stateNode.Type),
|
|
}
|
|
stateID, err := pub.indexer.indexStateCID(tx, stateModel, headerID)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
// If we have a leaf, decode and index the account data and publish and index any associated storage diffs
|
|
if stateNode.Type == statediff.Leaf {
|
|
var i []interface{}
|
|
if err := rlp.DecodeBytes(stateNode.Value, &i); err != nil {
|
|
return err
|
|
}
|
|
if len(i) != 2 {
|
|
return fmt.Errorf("IPLDPublisherAndIndexer expected state leaf node rlp to decode into two elements")
|
|
}
|
|
var account state.Account
|
|
if err := rlp.DecodeBytes(i[1].([]byte), &account); err != nil {
|
|
return err
|
|
}
|
|
accountModel := StateAccountModel{
|
|
Balance: account.Balance.String(),
|
|
Nonce: account.Nonce,
|
|
CodeHash: account.CodeHash,
|
|
StorageRoot: account.Root.String(),
|
|
}
|
|
if err := pub.indexer.indexStateAccount(tx, accountModel, stateID); err != nil {
|
|
return err
|
|
}
|
|
statePathHash := crypto.Keccak256Hash(stateNode.Path)
|
|
for _, storageNode := range ipldPayload.StorageNodes[statePathHash] {
|
|
storageIPLD, err := ipld.FromStorageTrieRLP(storageNode.Value)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
if err := shared.PublishIPLD(tx, storageIPLD); err != nil {
|
|
return err
|
|
}
|
|
storageModel := StorageNodeModel{
|
|
Path: storageNode.Path,
|
|
StorageKey: storageNode.LeafKey.Hex(),
|
|
CID: storageIPLD.Cid().String(),
|
|
NodeType: ResolveFromNodeType(storageNode.Type),
|
|
}
|
|
if err := pub.indexer.indexStorageCID(tx, storageModel, stateID); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// Index satisfies the shared.CIDIndexer interface
|
|
func (pub *IPLDPublisherAndIndexer) Index(cids shared.CIDsForIndexing) error {
|
|
return nil
|
|
}
|