Extract common repository methods

- Inject column names to reduce duplication across common behavior
- Extract checked headers column names to constants

pkg/transformers/shared/constants/checked_headers.go

@@ -0,0 +1,19 @@
+package constants
+
+var (
+	CatFileChopLumpChecked     = "cat_file_chop_lump_checked"
+	CatFileFlipChecked         = "cat_file_flip_checked"
+	CatFilePitVowChecked       = "cat_file_pit_vow_checked"
+	DealChecked                = "deal_checked"
+	DentChecked                = "dent_checked"
+	DripDripChecked            = "drip_drip_checked"
+	DripFileIlkChecked         = "drip_file_ilk_checked"
+	DripFileRepoChecked        = "drip_file_repo_checked"
+	DripFileVowChecked         = "drip_file_vow_checked"
+	FlapKickChecked            = "flap_kick_checked"
+	PitFileDebtCeilingChecked  = "pit_file_debt_ceiling_checked"
+	PitFileIlkChecked          = "pit_file_ilk_checked"
+	PitFileStabilityFeeChecked = "pit_file_stability_fee_checked"
+	PriceFeedsChecked          = "price_feeds_checked"
+	TendChecked                = "tend_checked"
+)

pkg/transformers/shared/repository.go

@@ -0,0 +1,40 @@
+package shared
+
+import (
+	"database/sql"
+	"github.com/vulcanize/vulcanizedb/pkg/core"
+	"github.com/vulcanize/vulcanizedb/pkg/datastore/postgres"
+)
+
+func MarkHeaderChecked(headerID int64, db *postgres.DB, checkedHeadersColumn string) error {
+	_, err := db.Exec(`INSERT INTO public.checked_headers (header_id, `+checkedHeadersColumn+`)
+		VALUES ($1, $2) 
+		ON CONFLICT (header_id) DO
+			UPDATE SET `+checkedHeadersColumn+` = $2`, headerID, true)
+	return err
+}
+
+func MarkHeaderCheckedInTransaction(headerID int64, tx *sql.Tx, checkedHeadersColumn string) error {
+	_, err := tx.Exec(`INSERT INTO public.checked_headers (header_id, `+checkedHeadersColumn+`)
+		VALUES ($1, $2) 
+		ON CONFLICT (header_id) DO
+			UPDATE SET `+checkedHeadersColumn+` = $2`, headerID, true)
+	return err
+}
+
+func MissingHeaders(startingBlockNumber, endingBlockNumber int64, db *postgres.DB, checkedHeadersColumn string) ([]core.Header, error) {
+	var result []core.Header
+	err := db.Select(
+		&result,
+		`SELECT headers.id, headers.block_number FROM headers
+               	LEFT JOIN checked_headers on headers.id = header_id
+                WHERE (header_id ISNULL OR `+checkedHeadersColumn+` IS FALSE)
+               	AND headers.block_number >= $1
+               	AND headers.block_number <= $2
+               	AND headers.eth_node_fingerprint = $3`,
+		startingBlockNumber,
+		endingBlockNumber,
+		db.Node.ID,
+	)
+	return result, err
+}