Block categorization (#110)

* Add block categorization (is_final=)

* Add godo task for vulcanizeDB (Example of how everything could work together)

* Add unique constraint on block_number and node

* Add index on block_id for transactions_table

* Add node_id index on blocks table

* Sort transactions returned from FindBlock by tx_hash

* lowercase tx_to, tx_from like etherscan

cmd/update_canonical/main.go

@@ -1,47 +0,0 @@
-package main
-
-import (
-	"flag"
-
-	"time"
-
-	"os"
-	"text/template"
-
-	"github.com/8thlight/vulcanizedb/cmd"
-	"github.com/8thlight/vulcanizedb/pkg/blockchain_listener"
-	"github.com/8thlight/vulcanizedb/pkg/core"
-	"github.com/8thlight/vulcanizedb/pkg/geth"
-	"github.com/8thlight/vulcanizedb/pkg/history"
-	"github.com/8thlight/vulcanizedb/pkg/observers"
-)
-
-const windowTemplate = `Validating Existing Blocks
-|{{.LowerBound}}|-- Validation Window --|{{.UpperBound}}| {{.MaxBlockNumber}}(HEAD)
-
-`
-
-func main() {
-	environment := flag.String("environment", "", "Environment name")
-	flag.Parse()
-	config := cmd.LoadConfig(*environment)
-	blockchain := geth.NewGethBlockchain(config.Client.IPCPath)
-	repository := cmd.LoadPostgres(config.Database, blockchain.Node())
-	listener := blockchain_listener.NewBlockchainListener(
-		blockchain,
-		[]core.BlockchainObserver{
-			observers.BlockchainLoggingObserver{},
-			observers.NewBlockchainDbObserver(repository),
-		},
-	)
-	go listener.Start()
-
-	windowSize := 10
-	ticker := time.NewTicker(10 * time.Second)
-	t := template.Must(template.New("window").Parse(windowTemplate))
-	for _ = range ticker.C {
-		window := history.UpdateBlocksWindow(blockchain, repository, windowSize)
-		t.Execute(os.Stdout, window)
-	}
-	ticker.Stop()
-}

cmd/vulcanize_db/main.go

@@ -0,0 +1,76 @@
+package main
+
+import (
+	"flag"
+
+	"time"
+
+	"os"
+	"text/template"
+
+	"github.com/8thlight/vulcanizedb/cmd"
+	"github.com/8thlight/vulcanizedb/pkg/blockchain_listener"
+	"github.com/8thlight/vulcanizedb/pkg/core"
+	"github.com/8thlight/vulcanizedb/pkg/geth"
+	"github.com/8thlight/vulcanizedb/pkg/history"
+	"github.com/8thlight/vulcanizedb/pkg/observers"
+	"github.com/8thlight/vulcanizedb/pkg/repositories"
+)
+
+const windowTemplate = `Validating Existing Blocks
+|{{.LowerBound}}|-- Validation Window --|{{.UpperBound}}| {{.MaxBlockNumber}}(HEAD)
+
+`
+
+const (
+	windowSize      = 24
+	pollingInterval = 10 * time.Second
+)
+
+func createListener(blockchain *geth.GethBlockchain, repository repositories.Postgres) blockchain_listener.BlockchainListener {
+	listener := blockchain_listener.NewBlockchainListener(
+		blockchain,
+		[]core.BlockchainObserver{
+			observers.BlockchainLoggingObserver{},
+			observers.NewBlockchainDbObserver(repository),
+		},
+	)
+	return listener
+}
+
+func validateBlocks(blockchain *geth.GethBlockchain, repository repositories.Postgres, windowSize int, windowTemplate *template.Template) {
+	window := history.UpdateBlocksWindow(blockchain, repository, windowSize)
+	repository.SetBlocksStatus(blockchain.LastBlock().Int64())
+	windowTemplate.Execute(os.Stdout, window)
+}
+
+func main() {
+	parsedWindowTemplate := template.Must(template.New("window").Parse(windowTemplate))
+	ticker := time.NewTicker(pollingInterval)
+	defer ticker.Stop()
+
+	environment := flag.String("environment", "", "Environment name")
+	flag.Parse()
+	config := cmd.LoadConfig(*environment)
+	blockchain := geth.NewGethBlockchain(config.Client.IPCPath)
+	repository := cmd.LoadPostgres(config.Database, blockchain.Node())
+	listner := createListener(blockchain, repository)
+	go listner.Start()
+	defer listner.Stop()
+
+	missingBlocksPopulated := make(chan int)
+	go func() {
+		missingBlocksPopulated <- history.PopulateMissingBlocks(blockchain, repository, 0)
+	}()
+
+	for range ticker.C {
+		validateBlocks(blockchain, repository, windowSize, parsedWindowTemplate)
+		select {
+		case <-missingBlocksPopulated:
+			go func() {
+				missingBlocksPopulated <- history.PopulateMissingBlocks(blockchain, repository, 0)
+			}()
+		default:
+		}
+	}
+}