ipld-eth-server/pkg/super_node/eth/cleaner.go

// VulcanizeDB
// Copyright © 2019 Vulcanize

// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU Affero General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.

// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
// GNU Affero General Public License for more details.

// You should have received a copy of the GNU Affero General Public License
// along with this program.  If not, see <http://www.gnu.org/licenses/>.

package eth

import (
	"fmt"

	"github.com/jmoiron/sqlx"
	"github.com/sirupsen/logrus"

	"github.com/vulcanize/vulcanizedb/pkg/postgres"
	"github.com/vulcanize/vulcanizedb/pkg/super_node/shared"
)

// Cleaner satisfies the shared.Cleaner interface fo ethereum
type Cleaner struct {
	db *postgres.DB
}

// NewCleaner returns a new Cleaner struct that satisfies the shared.Cleaner interface
func NewCleaner(db *postgres.DB) *Cleaner {
	return &Cleaner{
		db: db,
	}
}

// Clean removes the specified data from the db within the provided block range
func (c *Cleaner) Clean(rngs [][2]uint64, t shared.DataType) error {
	tx, err := c.db.Beginx()
	if err != nil {
		return err
	}
	for _, rng := range rngs {
		if err := c.clean(tx, rng, t); err != nil {
			if err := tx.Rollback(); err != nil {
				logrus.Error(err)
			}
			return err
		}
	}
	return tx.Commit()
}

func (c *Cleaner) clean(tx *sqlx.Tx, rng [2]uint64, t shared.DataType) error {
	switch t {
	case shared.Full:
		return c.cleanFull(tx, rng)
	case shared.Headers:
		if err := c.cleanStorageIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanStateIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanReceiptIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanTransactionIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanHeaderIPLDs(tx, rng); err != nil {
			return err
		}
		return c.cleanHeaderMetaData(tx, rng)
	case shared.Transactions:
		if err := c.cleanReceiptIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanTransactionIPLDs(tx, rng); err != nil {
			return err
		}
		return c.cleanTransactionMetaData(tx, rng)
	case shared.Receipts:
		if err := c.cleanReceiptIPLDs(tx, rng); err != nil {
			return err
		}
		return c.cleanReceiptMetaData(tx, rng)
	case shared.State:
		if err := c.cleanStorageIPLDs(tx, rng); err != nil {
			return err
		}
		if err := c.cleanStateIPLDs(tx, rng); err != nil {
			return err
		}
		return c.cleanStateMetaData(tx, rng)
	case shared.Storage:
		if err := c.cleanStorageIPLDs(tx, rng); err != nil {
			return err
		}
		return c.cleanStorageMetaData(tx, rng)
	default:
		return fmt.Errorf("eth cleaner unrecognized type: %s", t.String())
	}
}

func (c *Cleaner) cleanFull(tx *sqlx.Tx, rng [2]uint64) error {
	// Clear all of the indexed iplds
	pgStr := `DELETE FROM public.blocks A
			USING eth.storage_cids B, eth.state_cids C, eth.receipt_cids D, eth.transaction_cids E, eth.header_cids F
			WHERE (A.key = B.cid OR A.key = C.cid OR A.key = D.cid OR A.key = E.cid OR A.key = F.cid)
			AND B.state_id = C.id
			AND C.header_id = F.id
			AND D.tx_id = E.id
			AND E.header_id = F.id
			AND F.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	if err != nil {
		return err
	}
	// Clear all the header_cids, this will cascade delete the rest of the index metadata
	pgStr = `DELETE FROM eth.header_cids
			WHERE block_number BETWEEN $1 AND $2`
	_, err = tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanStorageIPLDs(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM public.blocks A
			USING eth.storage_cids B, eth.state_cids C, eth.header_cids D
			WHERE A.key = B.cid
			AND B.state_id = C.id
			AND C.header_id = D.id
			AND D.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanStorageMetaData(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM eth.storage_cids A
			USING eth.state_cids B, eth.header_cids C
			WHERE A.state_id = B.id
			AND B.header_id = C.id
			AND C.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanStateIPLDs(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM public.blocks A
			USING eth.state_cids B, eth.header_cids C
			WHERE A.key = B.cid
			AND B.header_cid = C.id
			AND C.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanStateMetaData(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM eth.state_cids A
			USING eth.header_cids B
			WHERE A.header_id = B.id
			AND B.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanReceiptIPLDs(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM public.blocks A
			USING eth.receipt_cids B, eth.transaction_cids C, eth.header_cids D
			WHERE A.key = B.cid
			AND B.tx_id = C.id
			AND C.header_id = D.id
			AND D.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanReceiptMetaData(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM eth.receipt_cids A
			USING eth.transaction_cids B, eth.header_cids C
			WHERE A.tx_id = B.id
			AND B.header_id = C.id
			AND C.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanTransactionIPLDs(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM public.blocks A
			USING eth.transaction_cids B, eth.header_cids C
			WHERE A.key = B.cid
			AND B.header_id = C.id
			AND C.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanTransactionMetaData(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM eth.transaction_cids A
			USING eth.header_cids B
			WHERE A.header_id = B.id
			AND B.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanHeaderIPLDs(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM public.blocks A
			USING eth.header_cids B
			WHERE A.key = B.cid
			AND B.block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}

func (c *Cleaner) cleanHeaderMetaData(tx *sqlx.Tx, rng [2]uint64) error {
	pgStr := `DELETE FROM eth.header_cids
			WHERE block_number BETWEEN $1 AND $2`
	_, err := tx.Exec(pgStr, rng[0], rng[1])
	return err
}