// VulcanizeDB // Copyright © 2019 Vulcanize // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package eth import ( "fmt" "github.com/ethereum/go-ethereum/common" "github.com/ethereum/go-ethereum/core/types" "github.com/ethereum/go-ethereum/crypto" "github.com/ethereum/go-ethereum/params" "github.com/ethereum/go-ethereum/rlp" "github.com/ethereum/go-ethereum/statediff" "github.com/vulcanize/vulcanizedb/pkg/super_node/shared" ) // PayloadConverter satisfies the PayloadConverter interface for ethereum type PayloadConverter struct { chainConfig *params.ChainConfig } // NewPayloadConverter creates a pointer to a new PayloadConverter which satisfies the PayloadConverter interface func NewPayloadConverter(chainConfig *params.ChainConfig) *PayloadConverter { return &PayloadConverter{ chainConfig: chainConfig, } } // Convert method is used to convert a eth statediff.Payload to an IPLDPayload // Satisfies the shared.PayloadConverter interface func (pc *PayloadConverter) Convert(payload shared.RawChainData) (shared.ConvertedData, error) { stateDiffPayload, ok := payload.(statediff.Payload) if !ok { return nil, fmt.Errorf("eth converter: expected payload type %T got %T", statediff.Payload{}, payload) } // Unpack block rlp to access fields block := new(types.Block) if err := rlp.DecodeBytes(stateDiffPayload.BlockRlp, block); err != nil { return nil, err } trxLen := len(block.Transactions()) convertedPayload := ConvertedPayload{ TotalDifficulty: stateDiffPayload.TotalDifficulty, Block: block, TxMetaData: make([]TxModel, 0, trxLen), Receipts: make(types.Receipts, 0, trxLen), ReceiptMetaData: make([]ReceiptModel, 0, trxLen), StateNodes: make([]TrieNode, 0), StorageNodes: make(map[common.Hash][]TrieNode), } signer := types.MakeSigner(pc.chainConfig, block.Number()) transactions := block.Transactions() for i, trx := range transactions { // Extract to and from data from the the transactions for indexing from, err := types.Sender(signer, trx) if err != nil { return nil, err } txMeta := TxModel{ Dst: shared.HandleNullAddrPointer(trx.To()), Src: shared.HandleNullAddr(from), TxHash: trx.Hash().String(), Index: int64(i), } // txMeta will have same index as its corresponding trx in the convertedPayload.BlockBody convertedPayload.TxMetaData = append(convertedPayload.TxMetaData, txMeta) } // Decode receipts for this block receipts := make(types.Receipts, 0) if err := rlp.DecodeBytes(stateDiffPayload.ReceiptsRlp, &receipts); err != nil { return nil, err } // Derive any missing fields if err := receipts.DeriveFields(pc.chainConfig, block.Hash(), block.NumberU64(), block.Transactions()); err != nil { return nil, err } for _, receipt := range receipts { // Extract topic and contract data from the receipt for indexing topicSets := make([][]string, 4) mappedContracts := make(map[string]bool) // use map to avoid duplicate addresses for _, log := range receipt.Logs { for i, topic := range log.Topics { topicSets[i] = append(topicSets[i], topic.Hex()) } mappedContracts[log.Address.String()] = true } logContracts := make([]string, 0, len(mappedContracts)) for addr := range mappedContracts { logContracts = append(logContracts, addr) } contract := shared.HandleNullAddr(receipt.ContractAddress) var contractHash string if contract != "" { contractHash = crypto.Keccak256Hash(common.HexToAddress(contract).Bytes()).String() } rctMeta := ReceiptModel{ Topic0s: topicSets[0], Topic1s: topicSets[1], Topic2s: topicSets[2], Topic3s: topicSets[3], Contract: contract, ContractHash: contractHash, LogContracts: logContracts, } // receipt and rctMeta will have same indexes convertedPayload.Receipts = append(convertedPayload.Receipts, receipt) convertedPayload.ReceiptMetaData = append(convertedPayload.ReceiptMetaData, rctMeta) } // Unpack state diff rlp to access fields stateDiff := new(statediff.StateDiff) if err := rlp.DecodeBytes(stateDiffPayload.StateDiffRlp, stateDiff); err != nil { return nil, err } for _, createdAccount := range stateDiff.CreatedAccounts { statePathHash := crypto.Keccak256Hash(createdAccount.Path) convertedPayload.StateNodes = append(convertedPayload.StateNodes, TrieNode{ Path: createdAccount.Path, Value: createdAccount.NodeValue, Type: createdAccount.NodeType, LeafKey: common.BytesToHash(createdAccount.LeafKey), }) for _, storageDiff := range createdAccount.Storage { convertedPayload.StorageNodes[statePathHash] = append(convertedPayload.StorageNodes[statePathHash], TrieNode{ Path: storageDiff.Path, Value: storageDiff.NodeValue, Type: storageDiff.NodeType, LeafKey: common.BytesToHash(storageDiff.LeafKey), }) } } for _, deletedAccount := range stateDiff.DeletedAccounts { statePathHash := crypto.Keccak256Hash(deletedAccount.Path) convertedPayload.StateNodes = append(convertedPayload.StateNodes, TrieNode{ Path: deletedAccount.Path, Value: deletedAccount.NodeValue, Type: deletedAccount.NodeType, LeafKey: common.BytesToHash(deletedAccount.LeafKey), }) for _, storageDiff := range deletedAccount.Storage { convertedPayload.StorageNodes[statePathHash] = append(convertedPayload.StorageNodes[statePathHash], TrieNode{ Path: storageDiff.Path, Value: storageDiff.NodeValue, Type: storageDiff.NodeType, LeafKey: common.BytesToHash(storageDiff.LeafKey), }) } } for _, updatedAccount := range stateDiff.UpdatedAccounts { statePathHash := crypto.Keccak256Hash(updatedAccount.Path) convertedPayload.StateNodes = append(convertedPayload.StateNodes, TrieNode{ Path: updatedAccount.Path, Value: updatedAccount.NodeValue, Type: updatedAccount.NodeType, LeafKey: common.BytesToHash(updatedAccount.LeafKey), }) for _, storageDiff := range updatedAccount.Storage { convertedPayload.StorageNodes[statePathHash] = append(convertedPayload.StorageNodes[statePathHash], TrieNode{ Path: storageDiff.Path, Value: storageDiff.NodeValue, Type: storageDiff.NodeType, LeafKey: common.BytesToHash(storageDiff.LeafKey), }) } } return convertedPayload, nil }