Thomas E Lackey
27fa54c6dc
1. Updates or replaces outdated dependencies (eg, replacing a version of the Prysm client with the latest zrnt). 2. Add support for parsing Bellatrix-era BeaconState and BeaconBlocks 3. Adds flags for toggling the processing of BeaconBlocks and BeaconState. This is particularly important because processing and storing the BeaconState at this time would be too expensive to really do (see: Temporarily disable BeaconState indexing #75 and [Feature] Reduce the Amount of DB Space the Beacon Chain Needs #71) 4. Fixes flaky event handling. The previous code would not reconnect in the case of errors with the SSE connection. This enables automatic reconnection in the case of error (default in the updated v2 SSE library dependency), and also adds a timeout so that if no event is received in 2.5x the block time, the SSE connection is closed and re-established. 5. Other refactoring and cleanup (eg, changing the type of slot from int to Slot (uint64)).
115 lines
3.9 KiB
Go
115 lines
3.9 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2022 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package cmd
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"github.com/vulcanize/ipld-eth-beacon-indexer/pkg/beaconclient"
|
|
"net/http"
|
|
"strconv"
|
|
|
|
"github.com/prometheus/client_golang/prometheus/promhttp"
|
|
log "github.com/sirupsen/logrus"
|
|
"github.com/spf13/cobra"
|
|
"github.com/spf13/viper"
|
|
"github.com/vulcanize/ipld-eth-beacon-indexer/internal/boot"
|
|
"github.com/vulcanize/ipld-eth-beacon-indexer/internal/shutdown"
|
|
"github.com/vulcanize/ipld-eth-beacon-indexer/pkg/loghelper"
|
|
"golang.org/x/sync/errgroup"
|
|
)
|
|
|
|
// headCmd represents the head command
|
|
var headCmd = &cobra.Command{
|
|
Use: "head",
|
|
Short: "Capture only the blocks and state at head.",
|
|
Long: `Capture only the blocks and state at head.`,
|
|
Run: func(cmd *cobra.Command, args []string) {
|
|
startHeadTracking()
|
|
},
|
|
}
|
|
|
|
// Start the application to track at head.
|
|
func startHeadTracking() {
|
|
// Boot the application
|
|
log.Info("Starting the application in head tracking mode.")
|
|
ctx := context.Background()
|
|
|
|
Bc, Db, err := boot.BootApplicationWithRetry(ctx, viper.GetString("db.address"), viper.GetInt("db.port"), viper.GetString("db.name"), viper.GetString("db.username"), viper.GetString("db.password"), viper.GetString("db.driver"),
|
|
viper.GetString("bc.address"), viper.GetInt("bc.port"), viper.GetString("bc.connectionProtocol"), viper.GetString("bc.type"), viper.GetInt("bc.bootRetryInterval"), viper.GetInt("bc.bootMaxRetry"),
|
|
viper.GetInt("kg.increment"), "head", viper.GetBool("t.skipSync"), viper.GetInt("bc.uniqueNodeIdentifier"), viper.GetBool("bc.checkDb"),
|
|
viper.GetBool("bc.performBeaconBlockProcessing"), viper.GetBool("bc.performBeaconStateProcessing"))
|
|
if err != nil {
|
|
StopApplicationPreBoot(err, Db)
|
|
}
|
|
|
|
if viper.GetBool("pm.metrics") {
|
|
addr := viper.GetString("pm.address") + ":" + strconv.Itoa(viper.GetInt("pm.port"))
|
|
serveProm(addr)
|
|
}
|
|
|
|
log.Info("The Beacon Client has booted successfully!")
|
|
// Capture head blocks
|
|
go Bc.CaptureHead()
|
|
kgCtx, KgCancel := context.WithCancel(context.Background())
|
|
if viper.GetBool("kg.processKnownGaps") {
|
|
go func() {
|
|
errG := new(errgroup.Group)
|
|
errG.Go(func() error {
|
|
errs := Bc.ProcessKnownGaps(kgCtx, viper.GetInt("kg.maxKnownGapsWorker"), beaconclient.Slot(viper.GetUint64("kg.minimumSlot")))
|
|
if len(errs) != 0 {
|
|
log.WithFields(log.Fields{"errs": errs}).Error("All errors when processing knownGaps")
|
|
return fmt.Errorf("Application ended because there were too many error when attempting to process knownGaps")
|
|
}
|
|
return nil
|
|
})
|
|
if err := errG.Wait(); err != nil {
|
|
loghelper.LogError(err).Error("Error with knownGaps processing")
|
|
}
|
|
}()
|
|
}
|
|
|
|
// Shutdown when the time is right.
|
|
err = shutdown.ShutdownHeadTracking(ctx, KgCancel, notifierCh, maxWaitSecondsShutdown, Db, Bc)
|
|
if err != nil {
|
|
loghelper.LogError(err).Error("Ungracefully Shutdown ipld-eth-beacon-indexer!")
|
|
} else {
|
|
log.Info("Gracefully shutdown ipld-eth-beacon-indexer")
|
|
}
|
|
|
|
}
|
|
|
|
func init() {
|
|
captureCmd.AddCommand(headCmd)
|
|
}
|
|
|
|
// Start prometheus server
|
|
func serveProm(addr string) {
|
|
mux := http.NewServeMux()
|
|
mux.Handle("/metrics", promhttp.Handler())
|
|
|
|
srv := http.Server{
|
|
Addr: addr,
|
|
Handler: mux,
|
|
}
|
|
go func() {
|
|
if err := srv.ListenAndServe(); err != nil {
|
|
loghelper.LogError(err).WithField("endpoint", addr).Error("Error with prometheus")
|
|
}
|
|
}()
|
|
}
|