chainstore: execute reorg ops in separate goroutine

chain/metrics/consensus.go

@@ -3,10 +3,9 @@ package metrics
 import (
 	"context"
 	"encoding/json"
-	"go.uber.org/fx"
-
 	logging "github.com/ipfs/go-log"
 	pubsub "github.com/libp2p/go-libp2p-pubsub"
+	"go.uber.org/fx"
 
 	"github.com/filecoin-project/go-lotus/node/impl/full"
 	"github.com/filecoin-project/go-lotus/node/modules/helpers"
@@ -23,6 +22,8 @@ type Update struct {
 func SendHeadNotifs(mctx helpers.MetricsCtx, lc fx.Lifecycle, ps *pubsub.PubSub, chain full.ChainAPI) error {
 	ctx := helpers.LifecycleCtx(mctx, lc)
 
+	lc.Append(fx.Hook{
+		OnStart: func(_ context.Context) error {
 			gen, err := chain.Chain.GetGenesis()
 			if err != nil {
 				return err
@@ -50,8 +51,11 @@ func SendHeadNotifs(mctx helpers.MetricsCtx, lc fx.Lifecycle, ps *pubsub.PubSub,
 				}
 
 			}()
+			return nil
+		},
+	})
 
-	return err
+	return nil
 }
 
 func sendHeadNotifs(ctx context.Context, ps *pubsub.PubSub, topic string, chain full.ChainAPI) error {

chain/store/store.go

@@ -45,6 +45,7 @@ type ChainStore struct {
 	tstLk   sync.Mutex
 	tipsets map[uint64][]cid.Cid
 
+	reorgCh          chan<- reorg
 	headChangeNotifs []func(rev, app []*types.TipSet) error
 }
 
@@ -56,6 +57,8 @@ func NewChainStore(bs bstore.Blockstore, ds dstore.Batching) *ChainStore {
 		tipsets:  make(map[uint64][]cid.Cid),
 	}
 
+	cs.reorgCh = cs.reorgWorker(context.TODO())
+
 	hcnf := func(rev, app []*types.TipSet) error {
 		cs.pubLk.Lock()
 		defer cs.pubLk.Unlock()
@@ -217,17 +220,46 @@ func (cs *ChainStore) MaybeTakeHeavierTipSet(ts *types.TipSet) error {
 	return nil
 }
 
-func (cs *ChainStore) takeHeaviestTipSet(ts *types.TipSet) error {
-	if cs.heaviest != nil {
-		revert, apply, err := cs.ReorgOps(cs.heaviest, ts)
+type reorg struct {
+	old *types.TipSet
+	new *types.TipSet
+}
+
+func (cs *ChainStore) reorgWorker(ctx context.Context) chan<- reorg {
+	out := make(chan reorg, 32)
+	go func() {
+		defer log.Warn("reorgWorker quit")
+
+		for {
+			select {
+			case r := <-out:
+				revert, apply, err := cs.ReorgOps(r.old, r.new)
 				if err != nil {
-			return errors.Wrap(err, "computing reorg ops failed")
+					log.Error("computing reorg ops failed: ", err)
+					continue
 				}
 				for _, hcf := range cs.headChangeNotifs {
 					if err := hcf(revert, apply); err != nil {
-				return errors.Wrap(err, "head change func errored (BAD)")
+						log.Error("head change func errored (BAD): ", err)
 					}
 				}
+			case <-ctx.Done():
+				return
+			}
+		}
+	}()
+	return out
+}
+
+func (cs *ChainStore) takeHeaviestTipSet(ts *types.TipSet) error {
+	if cs.heaviest != nil { // buf
+		if len(cs.reorgCh) > 0 {
+			log.Warnf("Reorg channel running behind, %d reorgs buffered", len(cs.reorgCh))
+		}
+		cs.reorgCh <- reorg{
+			old: cs.heaviest,
+			new: ts,
+		}
 	} else {
 		log.Warn("no heaviest tipset found, using %s", ts.Cids())
 	}