2019-04-18 12:39:37 +00:00
|
|
|
// VulcanizeDB
|
|
|
|
// Copyright © 2019 Vulcanize
|
|
|
|
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
// GNU Affero General Public License for more details.
|
|
|
|
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
|
2020-01-17 23:16:01 +00:00
|
|
|
package shared
|
2019-04-30 17:48:31 +00:00
|
|
|
|
2020-01-31 18:03:37 +00:00
|
|
|
import (
|
2020-04-30 01:00:50 +00:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2022-03-10 12:35:19 +00:00
|
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/ipld"
|
2022-05-27 13:46:10 +00:00
|
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/models"
|
2020-06-30 00:16:52 +00:00
|
|
|
"github.com/ipfs/go-cid"
|
2021-12-27 18:25:54 +00:00
|
|
|
blockstore "github.com/ipfs/go-ipfs-blockstore"
|
|
|
|
dshelp "github.com/ipfs/go-ipfs-ds-help"
|
2020-04-30 01:00:50 +00:00
|
|
|
node "github.com/ipfs/go-ipld-format"
|
2020-04-23 20:56:37 +00:00
|
|
|
"github.com/jmoiron/sqlx"
|
|
|
|
"github.com/sirupsen/logrus"
|
2020-01-31 18:03:37 +00:00
|
|
|
)
|
2019-04-30 17:48:31 +00:00
|
|
|
|
2020-08-05 03:34:49 +00:00
|
|
|
// HandleZeroAddrPointer will return an emtpy string for a nil address pointer
|
|
|
|
func HandleZeroAddrPointer(to *common.Address) string {
|
2020-02-27 21:07:33 +00:00
|
|
|
if to == nil {
|
2020-04-02 03:34:06 +00:00
|
|
|
return ""
|
|
|
|
}
|
|
|
|
return to.Hex()
|
|
|
|
}
|
|
|
|
|
2020-08-05 03:34:49 +00:00
|
|
|
// HandleZeroAddr will return an empty string for a 0 value address
|
|
|
|
func HandleZeroAddr(to common.Address) string {
|
2020-04-02 03:34:06 +00:00
|
|
|
if to.Hex() == "0x0000000000000000000000000000000000000000" {
|
|
|
|
return ""
|
2020-02-27 21:07:33 +00:00
|
|
|
}
|
|
|
|
return to.Hex()
|
|
|
|
}
|
2020-04-23 20:56:37 +00:00
|
|
|
|
|
|
|
// Rollback sql transaction and log any error
|
|
|
|
func Rollback(tx *sqlx.Tx) {
|
|
|
|
if err := tx.Rollback(); err != nil {
|
|
|
|
logrus.Error(err)
|
|
|
|
}
|
|
|
|
}
|
2020-04-30 01:00:50 +00:00
|
|
|
|
|
|
|
// PublishIPLD is used to insert an ipld into Postgres blockstore with the provided tx
|
|
|
|
func PublishIPLD(tx *sqlx.Tx, i node.Node) error {
|
2020-06-22 18:12:32 +00:00
|
|
|
dbKey := dshelp.MultihashToDsKey(i.Cid().Hash())
|
2020-04-30 01:00:50 +00:00
|
|
|
prefixedKey := blockstore.BlockPrefix.String() + dbKey.String()
|
|
|
|
raw := i.RawData()
|
|
|
|
_, err := tx.Exec(`INSERT INTO public.blocks (key, data) VALUES ($1, $2) ON CONFLICT (key) DO NOTHING`, prefixedKey, raw)
|
|
|
|
return err
|
|
|
|
}
|
2020-04-30 21:26:32 +00:00
|
|
|
|
2020-08-05 03:34:49 +00:00
|
|
|
// FetchIPLD is used to retrieve an ipld from Postgres blockstore with the provided tx and cid string
|
2020-04-30 21:26:32 +00:00
|
|
|
func FetchIPLD(tx *sqlx.Tx, cid string) ([]byte, error) {
|
|
|
|
mhKey, err := MultihashKeyFromCIDString(cid)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
pgStr := `SELECT data FROM public.blocks WHERE key = $1`
|
|
|
|
var block []byte
|
|
|
|
return block, tx.Get(&block, pgStr, mhKey)
|
|
|
|
}
|
|
|
|
|
2020-08-05 03:34:49 +00:00
|
|
|
// FetchIPLDByMhKey is used to retrieve an ipld from Postgres blockstore with the provided tx and mhkey string
|
|
|
|
func FetchIPLDByMhKey(tx *sqlx.Tx, mhKey string) ([]byte, error) {
|
|
|
|
pgStr := `SELECT data FROM public.blocks WHERE key = $1`
|
|
|
|
var block []byte
|
|
|
|
return block, tx.Get(&block, pgStr, mhKey)
|
|
|
|
}
|
|
|
|
|
2022-05-27 13:46:10 +00:00
|
|
|
// FetchIPLDByMhKeysAndBlockNumbers is used to retrieve iplds from Postgres blockstore with the provided tx, mhkey strings and blockNumbers
|
|
|
|
func FetchIPLDsByMhKeysAndBlockNumbers(tx *sqlx.Tx, mhKeys []string, blockNumbers []uint64) ([]models.IPLDModel, error) {
|
|
|
|
var blocks []models.IPLDModel
|
|
|
|
pgStr := `SELECT key, data, block_number FROM public.blocks WHERE key IN (?) AND block_number IN (?)`
|
|
|
|
query, args, err := sqlx.In(pgStr, mhKeys, blockNumbers)
|
|
|
|
if err != nil {
|
|
|
|
return blocks, err
|
|
|
|
}
|
|
|
|
query = tx.Rebind(query)
|
|
|
|
|
|
|
|
return blocks, tx.Select(&blocks, query, args...)
|
|
|
|
}
|
|
|
|
|
2020-08-05 03:34:49 +00:00
|
|
|
// MultihashKeyFromCID converts a cid into a blockstore-prefixed multihash db key string
|
|
|
|
func MultihashKeyFromCID(c cid.Cid) string {
|
|
|
|
dbKey := dshelp.MultihashToDsKey(c.Hash())
|
|
|
|
return blockstore.BlockPrefix.String() + dbKey.String()
|
|
|
|
}
|
|
|
|
|
2020-04-30 21:26:32 +00:00
|
|
|
// MultihashKeyFromCIDString converts a cid string into a blockstore-prefixed multihash db key string
|
|
|
|
func MultihashKeyFromCIDString(c string) (string, error) {
|
|
|
|
dc, err := cid.Decode(c)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2020-06-22 18:12:32 +00:00
|
|
|
dbKey := dshelp.MultihashToDsKey(dc.Hash())
|
2020-04-30 21:26:32 +00:00
|
|
|
return blockstore.BlockPrefix.String() + dbKey.String(), nil
|
|
|
|
}
|
2020-05-12 01:49:42 +00:00
|
|
|
|
|
|
|
// PublishRaw derives a cid from raw bytes and provided codec and multihash type, and writes it to the db tx
|
|
|
|
func PublishRaw(tx *sqlx.Tx, codec, mh uint64, raw []byte) (string, error) {
|
|
|
|
c, err := ipld.RawdataToCid(codec, raw, mh)
|
|
|
|
if err != nil {
|
|
|
|
return "", err
|
|
|
|
}
|
2020-06-22 18:12:32 +00:00
|
|
|
dbKey := dshelp.MultihashToDsKey(c.Hash())
|
2020-05-12 01:49:42 +00:00
|
|
|
prefixedKey := blockstore.BlockPrefix.String() + dbKey.String()
|
|
|
|
_, err = tx.Exec(`INSERT INTO public.blocks (key, data) VALUES ($1, $2) ON CONFLICT (key) DO NOTHING`, prefixedKey, raw)
|
|
|
|
return c.String(), err
|
|
|
|
}
|