Roy Crihfield
ebc2eb37e7
* refactor packages, flags, subscriptions * DRY refactor builder tests * use mockgen to generate mocks * update README * MODE=statediff no longer needed for unit tests * simplify func names, clean up metrics * move write params to service field * sql indexer: confirm quit after ipld cache reset prevents negative waitgroup panic * don't let TotalDifficulty become nil * use forked plugeth, plugeth-utils for now
259 lines
6.9 KiB
Go
259 lines
6.9 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2019 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package postgres
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
"github.com/cerc-io/plugeth-statediff/utils/log"
|
|
|
|
"github.com/georgysavva/scany/pgxscan"
|
|
"github.com/jackc/pgconn"
|
|
"github.com/jackc/pgx/v4"
|
|
"github.com/jackc/pgx/v4/pgxpool"
|
|
|
|
"github.com/cerc-io/plugeth-statediff/indexer/database/metrics"
|
|
"github.com/cerc-io/plugeth-statediff/indexer/database/sql"
|
|
"github.com/cerc-io/plugeth-statediff/indexer/node"
|
|
)
|
|
|
|
// PGXDriver driver, implements sql.Driver
|
|
type PGXDriver struct {
|
|
ctx context.Context
|
|
pool *pgxpool.Pool
|
|
nodeInfo node.Info
|
|
nodeID string
|
|
config Config
|
|
}
|
|
|
|
// ConnectPGX initializes and returns a PGX connection pool
|
|
func ConnectPGX(ctx context.Context, config Config) (*pgxpool.Pool, error) {
|
|
pgConf, err := MakeConfig(config)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return pgxpool.ConnectConfig(ctx, pgConf)
|
|
}
|
|
|
|
// NewPGXDriver returns a new pgx driver
|
|
// it initializes the connection pool and creates the node info table
|
|
func NewPGXDriver(ctx context.Context, config Config, node node.Info) (*PGXDriver, error) {
|
|
dbPool, err := ConnectPGX(ctx, config)
|
|
if err != nil {
|
|
return nil, ErrDBConnectionFailed(err)
|
|
}
|
|
pg := &PGXDriver{ctx: ctx, pool: dbPool, nodeInfo: node, config: config}
|
|
nodeErr := pg.createNode()
|
|
if nodeErr != nil {
|
|
return &PGXDriver{}, ErrUnableToSetNode(nodeErr)
|
|
}
|
|
return pg, nil
|
|
}
|
|
|
|
// MakeConfig creates a pgxpool.Config from the provided Config
|
|
func MakeConfig(config Config) (*pgxpool.Config, error) {
|
|
conf, err := pgxpool.ParseConfig("")
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
//conf.ConnConfig.BuildStatementCache = nil
|
|
conf.ConnConfig.Config.Host = config.Hostname
|
|
conf.ConnConfig.Config.Port = uint16(config.Port)
|
|
conf.ConnConfig.Config.Database = config.DatabaseName
|
|
conf.ConnConfig.Config.User = config.Username
|
|
conf.ConnConfig.Config.Password = config.Password
|
|
|
|
if config.ConnTimeout != 0 {
|
|
conf.ConnConfig.Config.ConnectTimeout = config.ConnTimeout
|
|
}
|
|
if config.MaxConns != 0 {
|
|
conf.MaxConns = int32(config.MaxConns)
|
|
}
|
|
if config.MinConns != 0 {
|
|
conf.MinConns = int32(config.MinConns)
|
|
}
|
|
if config.MaxConnLifetime != 0 {
|
|
conf.MaxConnLifetime = config.MaxConnLifetime
|
|
}
|
|
if config.MaxConnIdleTime != 0 {
|
|
conf.MaxConnIdleTime = config.MaxConnIdleTime
|
|
}
|
|
|
|
if config.LogStatements {
|
|
conf.ConnConfig.Logger = NewLogAdapter(log.DefaultLogger)
|
|
}
|
|
|
|
return conf, nil
|
|
}
|
|
|
|
func (pgx *PGXDriver) createNode() error {
|
|
_, err := pgx.pool.Exec(
|
|
pgx.ctx,
|
|
createNodeStm,
|
|
pgx.nodeInfo.GenesisBlock,
|
|
pgx.nodeInfo.NetworkID,
|
|
pgx.nodeInfo.ID,
|
|
pgx.nodeInfo.ClientName,
|
|
pgx.nodeInfo.ChainID)
|
|
if err != nil {
|
|
return ErrUnableToSetNode(err)
|
|
}
|
|
pgx.nodeID = pgx.nodeInfo.ID
|
|
return nil
|
|
}
|
|
|
|
// QueryRow satisfies sql.Database
|
|
func (pgx *PGXDriver) QueryRow(ctx context.Context, sql string, args ...interface{}) sql.ScannableRow {
|
|
return pgx.pool.QueryRow(ctx, sql, args...)
|
|
}
|
|
|
|
// Exec satisfies sql.Database
|
|
func (pgx *PGXDriver) Exec(ctx context.Context, sql string, args ...interface{}) (sql.Result, error) {
|
|
res, err := pgx.pool.Exec(ctx, sql, args...)
|
|
return resultWrapper{ct: res}, err
|
|
}
|
|
|
|
// Select satisfies sql.Database
|
|
func (pgx *PGXDriver) Select(ctx context.Context, dest interface{}, query string, args ...interface{}) error {
|
|
return pgxscan.Select(ctx, pgx.pool, dest, query, args...)
|
|
}
|
|
|
|
// Get satisfies sql.Database
|
|
func (pgx *PGXDriver) Get(ctx context.Context, dest interface{}, query string, args ...interface{}) error {
|
|
return pgxscan.Get(ctx, pgx.pool, dest, query, args...)
|
|
}
|
|
|
|
// Begin satisfies sql.Database
|
|
func (pgx *PGXDriver) Begin(ctx context.Context) (sql.Tx, error) {
|
|
tx, err := pgx.pool.Begin(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
return pgxTxWrapper{tx: tx}, nil
|
|
}
|
|
|
|
func (pgx *PGXDriver) Stats() metrics.DbStats {
|
|
stats := pgx.pool.Stat()
|
|
return pgxStatsWrapper{stats: stats}
|
|
}
|
|
|
|
// NodeID satisfies sql.Database
|
|
func (pgx *PGXDriver) NodeID() string {
|
|
return pgx.nodeID
|
|
}
|
|
|
|
// Close satisfies sql.Database/io.Closer
|
|
func (pgx *PGXDriver) Close() error {
|
|
pgx.pool.Close()
|
|
return nil
|
|
}
|
|
|
|
// Context satisfies sql.Database
|
|
func (pgx *PGXDriver) Context() context.Context {
|
|
return pgx.ctx
|
|
}
|
|
|
|
// HasCopy satisfies sql.Database
|
|
func (pgx *PGXDriver) UseCopyFrom() bool {
|
|
return pgx.config.CopyFrom
|
|
}
|
|
|
|
type resultWrapper struct {
|
|
ct pgconn.CommandTag
|
|
}
|
|
|
|
// RowsAffected satisfies sql.Result
|
|
func (r resultWrapper) RowsAffected() (int64, error) {
|
|
return r.ct.RowsAffected(), nil
|
|
}
|
|
|
|
type pgxStatsWrapper struct {
|
|
stats *pgxpool.Stat
|
|
}
|
|
|
|
// MaxOpen satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) MaxOpen() int64 {
|
|
return int64(s.stats.MaxConns())
|
|
}
|
|
|
|
// Open satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) Open() int64 {
|
|
return int64(s.stats.TotalConns())
|
|
}
|
|
|
|
// InUse satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) InUse() int64 {
|
|
return int64(s.stats.AcquiredConns())
|
|
}
|
|
|
|
// Idle satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) Idle() int64 {
|
|
return int64(s.stats.IdleConns())
|
|
}
|
|
|
|
// WaitCount satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) WaitCount() int64 {
|
|
return s.stats.EmptyAcquireCount()
|
|
}
|
|
|
|
// WaitDuration satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) WaitDuration() time.Duration {
|
|
return s.stats.AcquireDuration()
|
|
}
|
|
|
|
// MaxIdleClosed satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) MaxIdleClosed() int64 {
|
|
// this stat isn't supported by pgxpool, but we don't want to panic
|
|
return 0
|
|
}
|
|
|
|
// MaxLifetimeClosed satisfies metrics.DbStats
|
|
func (s pgxStatsWrapper) MaxLifetimeClosed() int64 {
|
|
return s.stats.CanceledAcquireCount()
|
|
}
|
|
|
|
type pgxTxWrapper struct {
|
|
tx pgx.Tx
|
|
}
|
|
|
|
// QueryRow satisfies sql.Tx
|
|
func (t pgxTxWrapper) QueryRow(ctx context.Context, sql string, args ...interface{}) sql.ScannableRow {
|
|
return t.tx.QueryRow(ctx, sql, args...)
|
|
}
|
|
|
|
// Exec satisfies sql.Tx
|
|
func (t pgxTxWrapper) Exec(ctx context.Context, sql string, args ...interface{}) (sql.Result, error) {
|
|
res, err := t.tx.Exec(ctx, sql, args...)
|
|
return resultWrapper{ct: res}, err
|
|
}
|
|
|
|
// Commit satisfies sql.Tx
|
|
func (t pgxTxWrapper) Commit(ctx context.Context) error {
|
|
return t.tx.Commit(ctx)
|
|
}
|
|
|
|
// Rollback satisfies sql.Tx
|
|
func (t pgxTxWrapper) Rollback(ctx context.Context) error {
|
|
return t.tx.Rollback(ctx)
|
|
}
|
|
|
|
func (t pgxTxWrapper) CopyFrom(ctx context.Context, tableName []string, columnNames []string, rows [][]interface{}) (int64, error) {
|
|
return t.tx.CopyFrom(ctx, tableName, columnNames, pgx.CopyFromRows(rows))
|
|
}
|