lotus/lib/harmony/harmonydb/userfuncs.go

248 lines
6.6 KiB
Go
Raw Normal View History

2023-07-14 23:05:49 +00:00
package harmonydb
import (
"context"
2023-10-26 22:19:39 +00:00
"errors"
2023-12-07 21:32:35 +00:00
"runtime"
"time"
2023-07-14 23:05:49 +00:00
"github.com/georgysavva/scany/v2/pgxscan"
2023-10-26 22:19:39 +00:00
"github.com/jackc/pgerrcode"
2023-07-14 23:05:49 +00:00
"github.com/jackc/pgx/v5"
2023-10-26 22:19:39 +00:00
"github.com/jackc/pgx/v5/pgconn"
2023-12-07 22:01:28 +00:00
"github.com/samber/lo"
2023-07-14 23:05:49 +00:00
)
2023-12-09 17:20:41 +00:00
var errTx = errors.New("Cannot use a non-transaction func in a transaction")
2023-12-07 21:32:35 +00:00
2023-07-14 23:05:49 +00:00
// rawStringOnly is _intentionally_private_ to force only basic strings in SQL queries.
// In any package, raw strings will satisfy compilation. Ex:
//
// harmonydb.Exec("INSERT INTO version (number) VALUES (1)")
//
// This prevents SQL injection attacks where the input contains query fragments.
type rawStringOnly string
// Exec executes changes (INSERT, DELETE, or UPDATE).
// Note, for CREATE & DROP please keep these permanent and express
// them in the ./sql/ files (next number).
2023-07-18 21:51:26 +00:00
func (db *DB) Exec(ctx context.Context, sql rawStringOnly, arguments ...any) (count int, err error) {
2023-12-07 22:01:28 +00:00
if db.usedInTransaction() {
2023-12-09 17:20:41 +00:00
return 0, errTx
2023-12-07 21:32:35 +00:00
}
2023-07-18 21:51:26 +00:00
res, err := db.pgx.Exec(ctx, string(sql), arguments...)
return int(res.RowsAffected()), err
2023-07-14 23:05:49 +00:00
}
type Qry interface {
Next() bool
Err() error
Close()
Scan(...any) error
Values() ([]any, error)
}
// Query offers Next/Err/Close/Scan/Values/StructScan
type Query struct {
Qry
}
// Query allows iterating returned values to save memory consumption
// with the downside of needing to `defer q.Close()`. For a simpler interface,
// try Select()
// Next() must be called to advance the row cursor, including the first time:
// Ex:
// q, err := db.Query(ctx, "SELECT id, name FROM users")
// handleError(err)
// defer q.Close()
//
// for q.Next() {
// var id int
// var name string
// handleError(q.Scan(&id, &name))
// fmt.Println(id, name)
// }
func (db *DB) Query(ctx context.Context, sql rawStringOnly, arguments ...any) (*Query, error) {
2023-12-07 22:01:28 +00:00
if db.usedInTransaction() {
2023-12-09 17:20:41 +00:00
return &Query{}, errTx
2023-12-07 21:32:35 +00:00
}
2023-07-14 23:05:49 +00:00
q, err := db.pgx.Query(ctx, string(sql), arguments...)
return &Query{q}, err
}
func (q *Query) StructScan(s any) error {
return pgxscan.ScanRow(s, q.Qry.(pgx.Rows))
}
type Row interface {
Scan(...any) error
}
2023-12-07 21:32:35 +00:00
type rowErr struct{}
2023-12-07 22:01:28 +00:00
2023-12-09 17:20:41 +00:00
func (rowErr) Scan(_ ...any) error { return errTx }
2023-12-07 21:32:35 +00:00
2023-07-14 23:05:49 +00:00
// QueryRow gets 1 row using column order matching.
// This is a timesaver for the special case of wanting the first row returned only.
// EX:
//
// var name, pet string
// var ID = 123
// err := db.QueryRow(ctx, "SELECT name, pet FROM users WHERE ID=?", ID).Scan(&name, &pet)
func (db *DB) QueryRow(ctx context.Context, sql rawStringOnly, arguments ...any) Row {
2023-12-07 22:01:28 +00:00
if db.usedInTransaction() {
2023-12-07 21:32:35 +00:00
return rowErr{}
}
2023-12-07 22:01:28 +00:00
return db.pgx.QueryRow(ctx, string(sql), arguments...)
2023-07-14 23:05:49 +00:00
}
/*
Select multiple rows into a slice using name matching
Ex:
type user struct {
Name string
ID int
Number string `db:"tel_no"`
}
var users []user
pet := "cat"
err := db.Select(ctx, &users, "SELECT name, id, tel_no FROM customers WHERE pet=?", pet)
*/
2023-08-22 14:43:50 +00:00
func (db *DB) Select(ctx context.Context, sliceOfStructPtr any, sql rawStringOnly, arguments ...any) error {
2023-12-07 22:01:28 +00:00
if db.usedInTransaction() {
2023-12-09 17:20:41 +00:00
return errTx
2023-12-07 21:32:35 +00:00
}
2023-08-22 14:43:50 +00:00
return pgxscan.Select(ctx, db.pgx, sliceOfStructPtr, string(sql), arguments...)
2023-07-14 23:05:49 +00:00
}
2023-07-18 21:51:26 +00:00
type Tx struct {
2023-07-14 23:05:49 +00:00
pgx.Tx
2023-07-18 21:51:26 +00:00
ctx context.Context
2023-07-14 23:05:49 +00:00
}
2023-12-07 22:01:28 +00:00
// usedInTransaction is a helper to prevent nesting transactions
// & non-transaction calls in transactions. It only checks 20 frames.
// Fast: This memory should all be in CPU Caches.
func (db *DB) usedInTransaction() bool {
2023-12-11 16:50:49 +00:00
var framePtrs = (&[20]uintptr{})[:] // 20 can be stack-local (no alloc)
framePtrs = framePtrs[:runtime.Callers(3, framePtrs)] // skip past our caller.
2023-12-11 17:31:38 +00:00
return lo.Contains(framePtrs, db.BTFP.Load()) // Unsafe read @ beginTx overlap, but 'return false' is correct there.
2023-12-07 21:32:35 +00:00
}
type TransactionOptions struct {
RetrySerializationError bool
InitialSerializationErrorRetryWait time.Duration
}
type TransactionOption func(*TransactionOptions)
2024-02-21 13:19:48 +00:00
func OptionRetry() TransactionOption {
return func(o *TransactionOptions) {
o.RetrySerializationError = true
}
}
2024-02-21 13:19:48 +00:00
func OptionSerialRetryTime(d time.Duration) TransactionOption {
return func(o *TransactionOptions) {
o.InitialSerializationErrorRetryWait = d
}
}
2023-07-14 23:05:49 +00:00
// BeginTransaction is how you can access transactions using this library.
// The entire transaction happens in the function passed in.
// The return must be true or a rollback will occur.
2023-12-07 21:32:35 +00:00
// Be sure to test the error for IsErrSerialization() if you want to retry
2023-12-07 22:01:28 +00:00
//
// when there is a DB serialization error.
//
//go:noinline
func (db *DB) BeginTransaction(ctx context.Context, f func(*Tx) (commit bool, err error), opt ...TransactionOption) (didCommit bool, retErr error) {
2023-12-07 22:01:28 +00:00
db.BTFPOnce.Do(func() {
fp := make([]uintptr, 20)
runtime.Callers(1, fp)
2023-12-11 17:31:38 +00:00
db.BTFP.Store(fp[0])
2023-12-07 22:01:28 +00:00
})
if db.usedInTransaction() {
2023-12-09 17:20:41 +00:00
return false, errTx
2023-12-07 21:32:35 +00:00
}
opts := TransactionOptions{
RetrySerializationError: false,
InitialSerializationErrorRetryWait: 10 * time.Millisecond,
}
for _, o := range opt {
o(&opts)
}
retry:
comm, err := db.transactionInner(ctx, f)
if err != nil && opts.RetrySerializationError && IsErrSerialization(err) {
time.Sleep(opts.InitialSerializationErrorRetryWait)
opts.InitialSerializationErrorRetryWait *= 2
goto retry
}
return comm, err
}
func (db *DB) transactionInner(ctx context.Context, f func(*Tx) (commit bool, err error)) (didCommit bool, retErr error) {
2023-07-14 23:05:49 +00:00
tx, err := db.pgx.BeginTx(ctx, pgx.TxOptions{})
if err != nil {
2023-07-18 21:51:26 +00:00
return false, err
2023-07-14 23:05:49 +00:00
}
var commit bool
defer func() { // Panic clean-up.
if !commit {
2023-11-17 13:43:58 +00:00
if tmp := tx.Rollback(ctx); tmp != nil {
retErr = tmp
}
2023-07-14 23:05:49 +00:00
}
}()
2023-08-10 22:35:35 +00:00
commit, err = f(&Tx{tx, ctx})
if err != nil {
return false, err
}
2023-07-14 23:05:49 +00:00
if commit {
2023-11-17 13:43:58 +00:00
err = tx.Commit(ctx)
2023-07-18 21:51:26 +00:00
if err != nil {
return false, err
}
return true, nil
2023-07-14 23:05:49 +00:00
}
2023-07-18 21:51:26 +00:00
return false, nil
2023-07-14 23:05:49 +00:00
}
// Exec in a transaction.
2023-07-18 21:51:26 +00:00
func (t *Tx) Exec(sql rawStringOnly, arguments ...any) (count int, err error) {
res, err := t.Tx.Exec(t.ctx, string(sql), arguments...)
return int(res.RowsAffected()), err
2023-07-14 23:05:49 +00:00
}
// Query in a transaction.
2023-07-18 21:51:26 +00:00
func (t *Tx) Query(sql rawStringOnly, arguments ...any) (*Query, error) {
q, err := t.Tx.Query(t.ctx, string(sql), arguments...)
2023-07-14 23:05:49 +00:00
return &Query{q}, err
}
// QueryRow in a transaction.
2023-07-18 21:51:26 +00:00
func (t *Tx) QueryRow(sql rawStringOnly, arguments ...any) Row {
return t.Tx.QueryRow(t.ctx, string(sql), arguments...)
2023-07-14 23:05:49 +00:00
}
// Select in a transaction.
2023-07-18 21:51:26 +00:00
func (t *Tx) Select(sliceOfStructPtr any, sql rawStringOnly, arguments ...any) error {
return pgxscan.Select(t.ctx, t.Tx, sliceOfStructPtr, string(sql), arguments...)
2023-07-14 23:05:49 +00:00
}
2023-10-26 22:19:39 +00:00
func IsErrUniqueContraint(err error) bool {
var e2 *pgconn.PgError
return errors.As(err, &e2) && e2.Code == pgerrcode.UniqueViolation
}
2023-12-07 21:32:35 +00:00
func IsErrSerialization(err error) bool {
var e2 *pgconn.PgError
return errors.As(err, &e2) && e2.Code == pgerrcode.SerializationFailure
}