175 lines
3.2 KiB
Go
175 lines
3.2 KiB
Go
package blockstore
|
|
|
|
import (
|
|
"context"
|
|
"os"
|
|
|
|
block "github.com/ipfs/go-block-format"
|
|
"github.com/ipfs/go-cid"
|
|
)
|
|
|
|
// buflog is a logger for the buffered blockstore. It is subscoped from the
|
|
// blockstore logger.
|
|
var buflog = log.Named("buf")
|
|
|
|
type BufferedBlockstore struct {
|
|
read Blockstore
|
|
write Blockstore
|
|
}
|
|
|
|
func NewBuffered(base Blockstore) *BufferedBlockstore {
|
|
var buf Blockstore
|
|
if os.Getenv("LOTUS_DISABLE_VM_BUF") == "iknowitsabadidea" {
|
|
buflog.Warn("VM BLOCKSTORE BUFFERING IS DISABLED")
|
|
buf = base
|
|
} else {
|
|
buf = NewMemory()
|
|
}
|
|
|
|
bs := &BufferedBlockstore{
|
|
read: base,
|
|
write: buf,
|
|
}
|
|
return bs
|
|
}
|
|
|
|
func NewTieredBstore(r Blockstore, w Blockstore) *BufferedBlockstore {
|
|
return &BufferedBlockstore{
|
|
read: r,
|
|
write: w,
|
|
}
|
|
}
|
|
|
|
var (
|
|
_ Blockstore = (*BufferedBlockstore)(nil)
|
|
_ Viewer = (*BufferedBlockstore)(nil)
|
|
)
|
|
|
|
func (bs *BufferedBlockstore) AllKeysChan(ctx context.Context) (<-chan cid.Cid, error) {
|
|
a, err := bs.read.AllKeysChan(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
b, err := bs.write.AllKeysChan(ctx)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
out := make(chan cid.Cid)
|
|
go func() {
|
|
defer close(out)
|
|
for a != nil || b != nil {
|
|
select {
|
|
case val, ok := <-a:
|
|
if !ok {
|
|
a = nil
|
|
} else {
|
|
select {
|
|
case out <- val:
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
case val, ok := <-b:
|
|
if !ok {
|
|
b = nil
|
|
} else {
|
|
select {
|
|
case out <- val:
|
|
case <-ctx.Done():
|
|
return
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}()
|
|
|
|
return out, nil
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) DeleteBlock(c cid.Cid) error {
|
|
if err := bs.read.DeleteBlock(c); err != nil {
|
|
return err
|
|
}
|
|
|
|
return bs.write.DeleteBlock(c)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) DeleteMany(cids []cid.Cid) error {
|
|
if err := bs.read.DeleteMany(cids); err != nil {
|
|
return err
|
|
}
|
|
|
|
return bs.write.DeleteMany(cids)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) View(c cid.Cid, callback func([]byte) error) error {
|
|
// both stores are viewable.
|
|
if err := bs.write.View(c, callback); err == ErrNotFound {
|
|
// not found in write blockstore; fall through.
|
|
} else {
|
|
return err // propagate errors, or nil, i.e. found.
|
|
}
|
|
return bs.read.View(c, callback)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) Get(c cid.Cid) (block.Block, error) {
|
|
if out, err := bs.write.Get(c); err != nil {
|
|
if err != ErrNotFound {
|
|
return nil, err
|
|
}
|
|
} else {
|
|
return out, nil
|
|
}
|
|
|
|
return bs.read.Get(c)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) GetSize(c cid.Cid) (int, error) {
|
|
s, err := bs.read.GetSize(c)
|
|
if err == ErrNotFound || s == 0 {
|
|
return bs.write.GetSize(c)
|
|
}
|
|
|
|
return s, err
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) Put(blk block.Block) error {
|
|
has, err := bs.read.Has(blk.Cid()) // TODO: consider dropping this check
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if has {
|
|
return nil
|
|
}
|
|
|
|
return bs.write.Put(blk)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) Has(c cid.Cid) (bool, error) {
|
|
has, err := bs.write.Has(c)
|
|
if err != nil {
|
|
return false, err
|
|
}
|
|
if has {
|
|
return true, nil
|
|
}
|
|
|
|
return bs.read.Has(c)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) HashOnRead(hor bool) {
|
|
bs.read.HashOnRead(hor)
|
|
bs.write.HashOnRead(hor)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) PutMany(blks []block.Block) error {
|
|
return bs.write.PutMany(blks)
|
|
}
|
|
|
|
func (bs *BufferedBlockstore) Read() Blockstore {
|
|
return bs.read
|
|
}
|