Merge pull request #5755 from filecoin-project/feat/kvlog

Metadata datastore log

node/modules/storage.go

@@ -2,8 +2,10 @@ package modules
 
 import (
 	"context"
+	"path/filepath"
 
 	"go.uber.org/fx"
+	"golang.org/x/xerrors"
 
 	"github.com/filecoin-project/lotus/chain/types"
 	"github.com/filecoin-project/lotus/lib/backupds"
@@ -28,12 +30,30 @@ func KeyStore(lr repo.LockedRepo) (types.KeyStore, error) {
 	return lr.KeyStore()
 }
 
-func Datastore(lc fx.Lifecycle, mctx helpers.MetricsCtx, r repo.LockedRepo) (dtypes.MetadataDS, error) {
-	ctx := helpers.LifecycleCtx(mctx, lc)
-	mds, err := r.Datastore(ctx, "/metadata")
-	if err != nil {
-		return nil, err
-	}
+func Datastore(disableLog bool) func(lc fx.Lifecycle, mctx helpers.MetricsCtx, r repo.LockedRepo) (dtypes.MetadataDS, error) {
+	return func(lc fx.Lifecycle, mctx helpers.MetricsCtx, r repo.LockedRepo) (dtypes.MetadataDS, error) {
+		ctx := helpers.LifecycleCtx(mctx, lc)
+		mds, err := r.Datastore(ctx, "/metadata")
+		if err != nil {
+			return nil, err
+		}
 
-	return backupds.Wrap(mds), nil
+		var logdir string
+		if !disableLog {
+			logdir = filepath.Join(r.Path(), "kvlog/metadata")
+		}
+
+		bds, err := backupds.Wrap(mds, logdir)
+		if err != nil {
+			return nil, xerrors.Errorf("opening backupds: %w", err)
+		}
+
+		lc.Append(fx.Hook{
+			OnStop: func(_ context.Context) error {
+				return bds.CloseLog()
+			},
+		})
+
+		return bds, nil
+	}
 }