Add support for never-ending transformer

pkg/transformers/bite/config.go

@@ -27,5 +27,5 @@ var BiteConfig = shared.TransformerConfig{
 	ContractAbi:         constants.CatABI,
 	Topic:               constants.BiteSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/cat_file/chop_lump/config.go

@@ -25,5 +25,5 @@ var CatFileChopLumpConfig = shared.TransformerConfig{
 	ContractAbi:         constants.CatABI,
 	Topic:               constants.CatFileChopLumpSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/cat_file/flip/config.go

@@ -25,5 +25,5 @@ var CatFileFlipConfig = shared.TransformerConfig{
 	ContractAbi:         constants.CatABI,
 	Topic:               constants.CatFileFlipSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/cat_file/pit_vow/config.go

@@ -25,5 +25,5 @@ var CatFilePitVowConfig = shared.TransformerConfig{
 	ContractAbi:         constants.CatABI,
 	Topic:               constants.CatFilePitVowSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/deal/config.go

@@ -25,5 +25,5 @@ var DealConfig = shared.TransformerConfig{
 	ContractAbi:         constants.FlipperABI,
 	Topic:               constants.DealSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/dent/config.go

@@ -25,5 +25,5 @@ var DentConfig = shared.TransformerConfig{
 	ContractAbi:         constants.FlipperABI,
 	Topic:               constants.DentFunctionSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/drip_drip/config.go

@@ -25,5 +25,5 @@ var DripDripConfig = shared.TransformerConfig{
 	ContractAbi:         constants.DripABI,
 	Topic:               constants.DripDripSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/drip_file/ilk/config.go

@@ -25,5 +25,5 @@ var DripFileIlkConfig = shared.TransformerConfig{
 	ContractAbi:         constants.DripABI,
 	Topic:               constants.DripFileIlkSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/drip_file/repo/config.go

@@ -25,5 +25,5 @@ var DripFileRepoConfig = shared.TransformerConfig{
 	ContractAbi:         constants.DripABI,
 	Topic:               constants.DripFileRepoSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/drip_file/vow/config.go

@@ -25,5 +25,5 @@ var DripFileVowConfig = shared.TransformerConfig{
 	ContractAbi:         constants.DripABI,
 	Topic:               constants.DripFileVowSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/flap_kick/config.go

@@ -25,5 +25,5 @@ var FlapKickConfig = shared.TransformerConfig{
 	ContractAbi:         constants.FlapperABI,
 	Topic:               constants.FlapKickSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/flip_kick/config.go

@@ -25,5 +25,5 @@ var FlipKickConfig = shared.TransformerConfig{
 	ContractAbi:         constants.FlipperABI,
 	Topic:               constants.FlipKickSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/flop_kick/config.go

@@ -25,5 +25,5 @@ var Config = shared.TransformerConfig{
 	ContractAbi:         constants.FlopperABI,
 	Topic:               constants.FlopKickSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/frob/config.go

@@ -25,5 +25,5 @@ var FrobConfig = shared.TransformerConfig{
 	ContractAbi:         constants.PitABI,
 	Topic:               constants.FrobSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/pit_file/debt_ceiling/config.go

@@ -25,5 +25,5 @@ var DebtCeilingFileConfig = shared.TransformerConfig{
 	ContractAbi:         constants.PitABI,
 	Topic:               constants.PitFileDebtCeilingSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/pit_file/ilk/config.go

@@ -25,5 +25,5 @@ var IlkFileConfig = shared.TransformerConfig{
 	ContractAbi:         constants.PitABI,
 	Topic:               constants.PitFileIlkSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/pit_file/stability_fee/config.go

@@ -25,5 +25,5 @@ var StabilityFeeFileConfig = shared.TransformerConfig{
 	ContractAbi:         constants.PitABI,
 	Topic:               constants.PitFileStabilityFeeSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/price_feeds/config.go

@@ -29,5 +29,5 @@ var PriceFeedConfig = shared.TransformerConfig{
 	ContractAbi:         constants.MedianizerABI,
 	Topic:               constants.LogValueSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/shared/repository.go

@@ -55,17 +55,25 @@ func MarkHeaderCheckedInTransaction(headerID int64, tx *sql.Tx, checkedHeadersCo
 
 func MissingHeaders(startingBlockNumber, endingBlockNumber int64, db *postgres.DB, checkedHeadersColumn string) ([]core.Header, error) {
 	var result []core.Header
-	err := db.Select(
+	var query string
-		&result,
+	var err error
-		`SELECT headers.id, headers.block_number FROM headers
+
-               	LEFT JOIN checked_headers on headers.id = header_id
+	if endingBlockNumber == -1 {
-                WHERE (header_id ISNULL OR `+checkedHeadersColumn+` IS FALSE)
+		query = `SELECT headers.id, headers.block_number FROM headers
-               	AND headers.block_number >= $1
+				LEFT JOIN checked_headers on headers.id = header_id
-               	AND headers.block_number <= $2
+				WHERE (header_id ISNULL OR ` + checkedHeadersColumn + ` IS FALSE)
-               	AND headers.eth_node_fingerprint = $3`,
+				AND headers.block_number >= $1
-		startingBlockNumber,
+				AND headers.eth_node_fingerprint = $2`
-		endingBlockNumber,
+		err = db.Select(&result, query, startingBlockNumber, db.Node.ID)
-		db.Node.ID,
+	} else {
-	)
+		query = `SELECT headers.id, headers.block_number FROM headers
+				LEFT JOIN checked_headers on headers.id = header_id
+				WHERE (header_id ISNULL OR ` + checkedHeadersColumn + ` IS FALSE)
+				AND headers.block_number >= $1
+				AND headers.block_number <= $2
+				AND headers.eth_node_fingerprint = $3`
+		err = db.Select(&result, query, startingBlockNumber, endingBlockNumber, db.Node.ID)
+	}
+
 	return result, err
 }

pkg/transformers/shared/transformer.go

@@ -33,7 +33,7 @@ type TransformerConfig struct {
 	ContractAbi         string
 	Topic               string
 	StartingBlockNumber int64
-	EndingBlockNumber   int64
+	EndingBlockNumber   int64 // Set -1 for indefinite transformer
 }
 
 func HexToInt64(byteString string) int64 {

pkg/transformers/tend/config.go

@@ -25,5 +25,5 @@ var TendConfig = shared.TransformerConfig{
 	ContractAbi:         constants.FlipperABI,
 	Topic:               constants.TendFunctionSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_flux/config.go

@@ -11,5 +11,5 @@ var VatFluxConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatFluxSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_fold/config.go

@@ -25,5 +25,5 @@ var VatFoldConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatFoldSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_grab/config.go

@@ -11,5 +11,5 @@ var VatGrabConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatGrabSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_heal/config.go

@@ -25,5 +25,5 @@ var VatHealConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatHealSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_init/config.go

@@ -25,5 +25,5 @@ var VatInitConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatInitSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_move/config.go

@@ -25,5 +25,5 @@ var VatMoveConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatMoveSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_slip/config.go

@@ -11,5 +11,5 @@ var VatSlipConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatSlipSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_toll/config.go

@@ -11,5 +11,5 @@ var VatTollConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatTollSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vat_tune/config.go

@@ -11,5 +11,5 @@ var VatTuneConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VatABI,
 	Topic:               constants.VatTuneSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }

pkg/transformers/vow_flog/config.go

@@ -25,5 +25,5 @@ var VowFlogConfig = shared.TransformerConfig{
 	ContractAbi:         constants.VowABI,
 	Topic:               constants.VowFlogSignature,
 	StartingBlockNumber: 0,
-	EndingBlockNumber:   10000000,
+	EndingBlockNumber:   -1,
 }