fsrepo: Use LevelDB for metadata datastore

node/modules/chain.go

@@ -61,7 +61,7 @@ func MessagePool(lc fx.Lifecycle, sm *stmgr.StateManager, ps *pubsub.PubSub, ds
 }
 
 func ChainBlockstore(lc fx.Lifecycle, mctx helpers.MetricsCtx, r repo.LockedRepo) (dtypes.ChainBlockstore, error) {
-	blocks, err := r.Datastore("/blocks")
+	blocks, err := r.Datastore("/chain")
 	if err != nil {
 		return nil, err
 	}

node/repo/fsrepo.go

@@ -12,8 +12,6 @@ import (
 	"sync"
 
 	"github.com/ipfs/go-datastore"
-	"github.com/ipfs/go-datastore/namespace"
-	badger "github.com/ipfs/go-ds-badger2"
 	fslock "github.com/ipfs/go-fs-lock"
 	logging "github.com/ipfs/go-log/v2"
 	"github.com/mitchellh/go-homedir"
@@ -267,22 +265,6 @@ func (fsr *fsLockedRepo) stillValid() error {
 	return nil
 }
 
-func (fsr *fsLockedRepo) Datastore(ns string) (datastore.Batching, error) {
-	fsr.dsOnce.Do(func() {
-		opts := badger.DefaultOptions
-		opts.Truncate = true
-
-		fsr.ds, fsr.dsErr = badger.NewDatastore(fsr.join(fsDatastore), &opts)
-		/*if fsr.dsErr == nil {
-			fsr.ds = datastore.NewLogDatastore(fsr.ds, "fsrepo")
-		}*/
-	})
-	if fsr.dsErr != nil {
-		return nil, fsr.dsErr
-	}
-	return namespace.Wrap(fsr.ds, datastore.NewKey(ns)), nil
-}
-
 func (fsr *fsLockedRepo) Config() (interface{}, error) {
 	if err := fsr.stillValid(); err != nil {
 		return nil, err

node/repo/fsrepo_ds.go

@@ -0,0 +1,74 @@
+package repo
+
+import (
+	"github.com/ipfs/go-datastore"
+	"github.com/ipfs/go-datastore/mount"
+	"github.com/ipfs/go-datastore/namespace"
+	"golang.org/x/xerrors"
+	"os"
+	"path/filepath"
+
+	badger "github.com/ipfs/go-ds-badger2"
+	levelds "github.com/ipfs/go-ds-leveldb"
+	"github.com/ipfs/go-ds-measure"
+	ldbopts "github.com/syndtr/goleveldb/leveldb/opt"
+)
+
+var fsDatastores = map[string]func(path string) (datastore.Batching, error){
+	"chain":    badgerDs,
+	"metadata": levelDs,
+
+	// Those need to be fast for large writes... but also need a really good GC :c
+	"staging": badgerDs, // miner specific
+	"client":  badgerDs, // client specific
+}
+
+func badgerDs(path string) (datastore.Batching, error) {
+	opts := badger.DefaultOptions
+	opts.Truncate = true
+
+	return badger.NewDatastore(path, &opts)
+}
+
+func levelDs(path string) (datastore.Batching, error) {
+	return levelds.NewDatastore(path, &levelds.Options{
+		Compression: ldbopts.NoCompression,
+	})
+}
+
+func (fsr *fsLockedRepo) openDatastore() (datastore.Batching, error) {
+	if err := os.MkdirAll(fsr.join(fsDatastore), 0755); err != nil {
+		return nil, xerrors.Errorf("mkdir %s: %w", fsr.join(fsDatastore), err)
+	}
+
+	var mounts []mount.Mount
+
+	for p, ctor := range fsDatastores {
+		prefix := datastore.NewKey(p)
+
+		// TODO: optimization: don't init datastores we don't need
+		ds, err := ctor(fsr.join(filepath.Join(fsDatastore, p)))
+		if err != nil {
+			return nil, xerrors.Errorf("opening datastore %s: %w", prefix, err)
+		}
+
+		ds = measure.New("fsrepo."+p, ds)
+
+		mounts = append(mounts, mount.Mount{
+			Prefix:    prefix,
+			Datastore: ds,
+		})
+	}
+
+	return mount.New(mounts), nil
+}
+
+func (fsr *fsLockedRepo) Datastore(ns string) (datastore.Batching, error) {
+	fsr.dsOnce.Do(func() {
+		fsr.ds, fsr.dsErr = fsr.openDatastore()
+	})
+	if fsr.dsErr != nil {
+		return nil, fsr.dsErr
+	}
+	return namespace.Wrap(fsr.ds, datastore.NewKey(ns)), nil
+}