3795cc2bd2
This paves the way for better object lifetime management. Concretely, it makes it possible to: - have different stores backing chain and state data. - having the same datastore library, but using different parameters. - attach different caching layers/policies to each class of data, e.g. sizing caches differently. - specifying different retention policies for chain and state data. This separation is important because: - access patterns/frequency of chain and state data are different. - state is derivable from chain, so one could never expunge the chain store, and only retain state objects reachable from the last finality in the state store.
48 lines
2.2 KiB
Go
48 lines
2.2 KiB
Go
package modules
|
|
|
|
import (
|
|
"github.com/filecoin-project/lotus/node/modules/dtypes"
|
|
"github.com/filecoin-project/lotus/node/modules/helpers"
|
|
"github.com/filecoin-project/lotus/node/repo"
|
|
"github.com/ipfs/go-graphsync"
|
|
graphsyncimpl "github.com/ipfs/go-graphsync/impl"
|
|
gsnet "github.com/ipfs/go-graphsync/network"
|
|
"github.com/ipfs/go-graphsync/storeutil"
|
|
"github.com/libp2p/go-libp2p-core/host"
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
|
"go.uber.org/fx"
|
|
)
|
|
|
|
// Graphsync creates a graphsync instance from the given loader and storer
|
|
func Graphsync(parallelTransfers uint64) func(mctx helpers.MetricsCtx, lc fx.Lifecycle, r repo.LockedRepo, clientBs dtypes.ClientBlockstore, chainBs dtypes.ExposedBlockstore, h host.Host) (dtypes.Graphsync, error) {
|
|
return func(mctx helpers.MetricsCtx, lc fx.Lifecycle, r repo.LockedRepo, clientBs dtypes.ClientBlockstore, chainBs dtypes.ExposedBlockstore, h host.Host) (dtypes.Graphsync, error) {
|
|
graphsyncNetwork := gsnet.NewFromLibp2pHost(h)
|
|
loader := storeutil.LoaderForBlockstore(clientBs)
|
|
storer := storeutil.StorerForBlockstore(clientBs)
|
|
|
|
gs := graphsyncimpl.New(helpers.LifecycleCtx(mctx, lc), graphsyncNetwork, loader, storer, graphsyncimpl.RejectAllRequestsByDefault(), graphsyncimpl.MaxInProgressRequests(parallelTransfers))
|
|
chainLoader := storeutil.LoaderForBlockstore(chainBs)
|
|
chainStorer := storeutil.StorerForBlockstore(chainBs)
|
|
err := gs.RegisterPersistenceOption("chainstore", chainLoader, chainStorer)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
gs.RegisterIncomingRequestHook(func(p peer.ID, requestData graphsync.RequestData, hookActions graphsync.IncomingRequestHookActions) {
|
|
_, has := requestData.Extension("chainsync")
|
|
if has {
|
|
// TODO: we should confirm the selector is a reasonable one before we validate
|
|
// TODO: this code will get more complicated and should probably not live here eventually
|
|
hookActions.ValidateRequest()
|
|
hookActions.UsePersistenceOption("chainstore")
|
|
}
|
|
})
|
|
gs.RegisterOutgoingRequestHook(func(p peer.ID, requestData graphsync.RequestData, hookActions graphsync.OutgoingRequestHookActions) {
|
|
_, has := requestData.Extension("chainsync")
|
|
if has {
|
|
hookActions.UsePersistenceOption("chainstore")
|
|
}
|
|
})
|
|
return gs, nil
|
|
}
|
|
}
|