143 lines
4.9 KiB
Go
143 lines
4.9 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2019 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package repository
|
|
|
|
import (
|
|
"bytes"
|
|
"database/sql/driver"
|
|
"fmt"
|
|
"github.com/jmoiron/sqlx"
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/constants"
|
|
"github.com/vulcanize/vulcanizedb/pkg/core"
|
|
"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres"
|
|
)
|
|
|
|
func MarkHeaderChecked(headerID int64, db *postgres.DB, checkedHeadersColumn string) error {
|
|
_, err := db.Exec(`INSERT INTO public.checked_headers (header_id, `+checkedHeadersColumn+`)
|
|
VALUES ($1, $2)
|
|
ON CONFLICT (header_id) DO
|
|
UPDATE SET `+checkedHeadersColumn+` = checked_headers.`+checkedHeadersColumn+` + 1`, headerID, 1)
|
|
return err
|
|
}
|
|
|
|
func MarkHeaderCheckedInTransaction(headerID int64, tx *sqlx.Tx, checkedHeadersColumn string) error {
|
|
_, err := tx.Exec(`INSERT INTO public.checked_headers (header_id, `+checkedHeadersColumn+`)
|
|
VALUES ($1, $2)
|
|
ON CONFLICT (header_id) DO
|
|
UPDATE SET `+checkedHeadersColumn+` = checked_headers.`+checkedHeadersColumn+` + 1`, headerID, 1)
|
|
return err
|
|
}
|
|
|
|
// Treats a header as missing if it's not in the headers table, or not checked for some log type
|
|
func MissingHeaders(startingBlockNumber, endingBlockNumber int64, db *postgres.DB, notCheckedSQL string) ([]core.Header, error) {
|
|
var result []core.Header
|
|
var query string
|
|
var err error
|
|
|
|
if endingBlockNumber == -1 {
|
|
query = `SELECT headers.id, headers.block_number, headers.hash FROM headers
|
|
LEFT JOIN checked_headers on headers.id = header_id
|
|
WHERE (header_id ISNULL OR ` + notCheckedSQL + `)
|
|
AND headers.block_number >= $1
|
|
AND headers.eth_node_fingerprint = $2`
|
|
err = db.Select(&result, query, startingBlockNumber, db.Node.ID)
|
|
} else {
|
|
query = `SELECT headers.id, headers.block_number, headers.hash FROM headers
|
|
LEFT JOIN checked_headers on headers.id = header_id
|
|
WHERE (header_id ISNULL OR ` + notCheckedSQL + `)
|
|
AND headers.block_number >= $1
|
|
AND headers.block_number <= $2
|
|
AND headers.eth_node_fingerprint = $3`
|
|
err = db.Select(&result, query, startingBlockNumber, endingBlockNumber, db.Node.ID)
|
|
}
|
|
|
|
return result, err
|
|
}
|
|
|
|
func GetCheckedColumnNames(db *postgres.DB) ([]string, error) {
|
|
// Query returns `[]driver.Value`, nullable polymorphic interface
|
|
var queryResult []driver.Value
|
|
columnNamesQuery :=
|
|
`SELECT column_name FROM information_schema.columns
|
|
WHERE table_schema = 'public'
|
|
AND table_name = 'checked_headers'
|
|
AND column_name ~ '_checked';`
|
|
|
|
err := db.Select(&queryResult, columnNamesQuery)
|
|
if err != nil {
|
|
return []string{}, err
|
|
}
|
|
|
|
// Transform column names from `driver.Value` to strings
|
|
var columnNames []string
|
|
for _, result := range queryResult {
|
|
if columnName, ok := result.(string); ok {
|
|
columnNames = append(columnNames, columnName)
|
|
} else {
|
|
return []string{}, fmt.Errorf("incorrect value for checked_headers column name")
|
|
}
|
|
}
|
|
|
|
return columnNames, nil
|
|
}
|
|
|
|
// Builds a SQL string that checks if any column should be checked/rechecked.
|
|
// Defaults to FALSE when no columns are provided.
|
|
// Ex: ["columnA", "columnB"] => "NOT (columnA!=0 AND columnB!=0)"
|
|
// [] => "FALSE"
|
|
func CreateHeaderCheckedPredicateSQL(boolColumns []string, recheckHeaders constants.TransformerExecution) string {
|
|
if len(boolColumns) == 0 {
|
|
return "FALSE"
|
|
}
|
|
|
|
if recheckHeaders {
|
|
return createHeaderCheckedPredicateSQLForRecheckedHeaders(boolColumns)
|
|
} else {
|
|
return createHeaderCheckedPredicateSQLForMissingHeaders(boolColumns)
|
|
}
|
|
}
|
|
|
|
func createHeaderCheckedPredicateSQLForMissingHeaders(boolColumns []string) string {
|
|
var result bytes.Buffer
|
|
result.WriteString(" (")
|
|
|
|
// Loop excluding last column name
|
|
for _, column := range boolColumns[:len(boolColumns)-1] {
|
|
result.WriteString(fmt.Sprintf("%v=0 OR ", column))
|
|
}
|
|
|
|
result.WriteString(fmt.Sprintf("%v=0)", boolColumns[len(boolColumns)-1]))
|
|
|
|
return result.String()
|
|
}
|
|
|
|
func createHeaderCheckedPredicateSQLForRecheckedHeaders(boolColumns []string) string {
|
|
var result bytes.Buffer
|
|
result.WriteString(" (")
|
|
|
|
// Loop excluding last column name
|
|
for _, column := range boolColumns[:len(boolColumns)-1] {
|
|
result.WriteString(fmt.Sprintf("%v<%s OR ", column, constants.RecheckHeaderCap))
|
|
}
|
|
|
|
// No trailing "OR" for the last column name
|
|
result.WriteString(fmt.Sprintf("%v<%s)", boolColumns[len(boolColumns)-1], constants.RecheckHeaderCap))
|
|
|
|
return result.String()
|
|
}
|