347984a547
* Update boot to set processing type. * Handle entries from the historic_process table. * Update on-pr.yml * Fix head processing Error * Update names and debug * Seperate checking for new entries and locking them * Application can process historic and known gaps Untested * Handle genesis * Update remove entry for knownGaps, viper * Disregard unused code from linter
99 lines
3.0 KiB
Go
99 lines
3.0 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2022 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
// This package will handle all event subscriptions that utilize SSE.
|
|
|
|
package beaconclient
|
|
|
|
import (
|
|
"encoding/json"
|
|
"time"
|
|
|
|
log "github.com/sirupsen/logrus"
|
|
"github.com/vulcanize/ipld-ethcl-indexer/pkg/loghelper"
|
|
"golang.org/x/sync/errgroup"
|
|
)
|
|
|
|
var (
|
|
shutdownWaitInterval = time.Duration(5) * time.Second
|
|
)
|
|
|
|
// This function will capture all the SSE events for a given SseEvents object.
|
|
// When new messages come in, it will ensure that they are decoded into JSON.
|
|
// If any errors occur, it log the error information.
|
|
func handleIncomingSseEvent[P ProcessedEvents](eventHandler *SseEvents[P], errMetricInc func(uint64)) {
|
|
go func() {
|
|
errG := new(errgroup.Group)
|
|
errG.Go(func() error {
|
|
err := eventHandler.SseClient.SubscribeChanRaw(eventHandler.MessagesCh)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
return nil
|
|
})
|
|
if err := errG.Wait(); err != nil {
|
|
log.WithFields(log.Fields{
|
|
"err": err,
|
|
"endpoint": eventHandler.Endpoint,
|
|
}).Error("Unable to subscribe to the SSE endpoint.")
|
|
return
|
|
} else {
|
|
loghelper.LogEndpoint(eventHandler.Endpoint).Info("Successfully subscribed to the event stream.")
|
|
}
|
|
|
|
}()
|
|
for {
|
|
select {
|
|
case message := <-eventHandler.MessagesCh:
|
|
// Message can be nil if its a keep-alive message
|
|
if len(message.Data) != 0 {
|
|
log.WithFields(log.Fields{"msg": string(message.Data)}).Debug("We are going to send the following message to be processed.")
|
|
go processMsg(message.Data, eventHandler.ProcessCh, eventHandler.ErrorCh)
|
|
}
|
|
|
|
case headErr := <-eventHandler.ErrorCh:
|
|
log.WithFields(log.Fields{
|
|
"endpoint": eventHandler.Endpoint,
|
|
"err": headErr.err,
|
|
"msg": headErr.msg,
|
|
},
|
|
).Error("Unable to handle event.")
|
|
errMetricInc(1)
|
|
}
|
|
}
|
|
}
|
|
|
|
// Turn the data object into a Struct.
|
|
func processMsg[P ProcessedEvents](msg []byte, processCh chan<- *P, errorCh chan<- *SseError) {
|
|
var msgMarshaled P
|
|
err := json.Unmarshal(msg, &msgMarshaled)
|
|
if err != nil {
|
|
loghelper.LogError(err).Error("Unable to parse message")
|
|
errorCh <- &SseError{
|
|
err: err,
|
|
msg: msg,
|
|
}
|
|
return
|
|
}
|
|
processCh <- &msgMarshaled
|
|
}
|
|
|
|
// Capture all of the event topics.
|
|
func (bc *BeaconClient) captureEventTopic() {
|
|
log.Info("We are capturing all SSE events")
|
|
go handleIncomingSseEvent(bc.HeadTracking, bc.Metrics.IncrementHeadError)
|
|
go handleIncomingSseEvent(bc.ReOrgTracking, bc.Metrics.IncrementReorgError)
|
|
}
|