2020-08-05 12:20:13 +00:00
|
|
|
package state
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-09-16 19:22:38 +00:00
|
|
|
"sync"
|
2020-08-05 12:20:13 +00:00
|
|
|
|
|
|
|
"github.com/filecoin-project/lotus/api"
|
|
|
|
"github.com/filecoin-project/lotus/lib/blockstore"
|
|
|
|
|
|
|
|
"github.com/filecoin-project/specs-actors/actors/util/adt"
|
|
|
|
|
|
|
|
blocks "github.com/ipfs/go-block-format"
|
|
|
|
"github.com/ipfs/go-blockservice"
|
|
|
|
"github.com/ipfs/go-cid"
|
|
|
|
ds "github.com/ipfs/go-datastore"
|
|
|
|
exchange "github.com/ipfs/go-ipfs-exchange-interface"
|
|
|
|
offline "github.com/ipfs/go-ipfs-exchange-offline"
|
|
|
|
cbor "github.com/ipfs/go-ipld-cbor"
|
|
|
|
format "github.com/ipfs/go-ipld-format"
|
|
|
|
"github.com/ipfs/go-merkledag"
|
|
|
|
)
|
|
|
|
|
2020-08-14 12:51:43 +00:00
|
|
|
// Stores is a collection of the different stores and services that are needed
|
|
|
|
// to deal with the data layer of Filecoin, conveniently interlinked with one
|
|
|
|
// another.
|
|
|
|
type Stores struct {
|
2020-08-05 12:20:13 +00:00
|
|
|
CBORStore cbor.IpldStore
|
|
|
|
ADTStore adt.Store
|
|
|
|
Datastore ds.Batching
|
|
|
|
Blockstore blockstore.Blockstore
|
|
|
|
BlockService blockservice.BlockService
|
|
|
|
Exchange exchange.Interface
|
|
|
|
DAGService format.DAGService
|
|
|
|
}
|
|
|
|
|
2020-08-14 12:51:43 +00:00
|
|
|
func newStores(ctx context.Context, ds ds.Batching, bs blockstore.Blockstore) *Stores {
|
|
|
|
var (
|
|
|
|
cborstore = cbor.NewCborStore(bs)
|
|
|
|
offl = offline.Exchange(bs)
|
|
|
|
blkserv = blockservice.New(bs, offl)
|
|
|
|
dserv = merkledag.NewDAGService(blkserv)
|
|
|
|
)
|
|
|
|
|
|
|
|
return &Stores{
|
|
|
|
CBORStore: cborstore,
|
|
|
|
ADTStore: adt.WrapStore(ctx, cborstore),
|
|
|
|
Datastore: ds,
|
|
|
|
Blockstore: bs,
|
|
|
|
Exchange: offl,
|
|
|
|
BlockService: blkserv,
|
|
|
|
DAGService: dserv,
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// NewLocalStores creates a Stores object that operates entirely in-memory with
|
|
|
|
// no read-through remote fetch fallback.
|
|
|
|
func NewLocalStores(ctx context.Context) *Stores {
|
|
|
|
ds := ds.NewMapDatastore()
|
|
|
|
bs := blockstore.NewBlockstore(ds)
|
|
|
|
return newStores(ctx, ds, bs)
|
|
|
|
}
|
|
|
|
|
2020-08-05 12:20:13 +00:00
|
|
|
type proxyingBlockstore struct {
|
|
|
|
ctx context.Context
|
|
|
|
api api.FullNode
|
|
|
|
|
2020-09-16 19:22:38 +00:00
|
|
|
online bool
|
|
|
|
lock sync.RWMutex
|
2020-08-05 12:20:13 +00:00
|
|
|
blockstore.Blockstore
|
|
|
|
}
|
|
|
|
|
|
|
|
func (pb *proxyingBlockstore) Get(cid cid.Cid) (blocks.Block, error) {
|
2020-09-16 19:22:38 +00:00
|
|
|
pb.lock.RLock()
|
|
|
|
if block, err := pb.Blockstore.Get(cid); (err == nil || !pb.online) {
|
|
|
|
pb.lock.RUnlock();
|
2020-08-05 12:20:13 +00:00
|
|
|
return block, err
|
|
|
|
}
|
2020-09-16 19:22:38 +00:00
|
|
|
pb.lock.RUnlock();
|
2020-08-05 12:20:13 +00:00
|
|
|
|
|
|
|
// fmt.Printf("fetching cid via rpc: %v\n", cid)
|
|
|
|
item, err := pb.api.ChainReadObj(pb.ctx, cid)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
block, err := blocks.NewBlockWithCid(item, cid)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2020-09-16 19:22:38 +00:00
|
|
|
pb.lock.Lock();
|
|
|
|
defer pb.lock.Unlock();
|
2020-08-05 12:20:13 +00:00
|
|
|
err = pb.Blockstore.Put(block)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return block, nil
|
|
|
|
}
|
|
|
|
|
2020-09-16 19:22:38 +00:00
|
|
|
func (pb *proxyingBlockstore) SetOnline(online bool) {
|
|
|
|
pb.online = online
|
|
|
|
}
|
|
|
|
|
2020-08-14 12:51:43 +00:00
|
|
|
// NewProxyingStore is a Stores that proxies get requests for unknown CIDs
|
2020-08-05 12:20:13 +00:00
|
|
|
// to a Filecoin node, via the ChainReadObj RPC.
|
2020-08-14 12:51:43 +00:00
|
|
|
func NewProxyingStore(ctx context.Context, api api.FullNode) *Stores {
|
2020-08-05 12:20:13 +00:00
|
|
|
ds := ds.NewMapDatastore()
|
|
|
|
|
|
|
|
bs := &proxyingBlockstore{
|
|
|
|
ctx: ctx,
|
|
|
|
api: api,
|
2020-09-16 19:22:38 +00:00
|
|
|
online: true,
|
2020-08-05 12:20:13 +00:00
|
|
|
Blockstore: blockstore.NewBlockstore(ds),
|
|
|
|
}
|
|
|
|
|
2020-08-14 12:51:43 +00:00
|
|
|
return newStores(ctx, ds, bs)
|
2020-08-05 12:20:13 +00:00
|
|
|
}
|