2021-02-27 11:35:57 +00:00
|
|
|
package splitstore
|
|
|
|
|
|
|
|
import (
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"golang.org/x/xerrors"
|
|
|
|
|
|
|
|
cid "github.com/ipfs/go-cid"
|
|
|
|
bolt "go.etcd.io/bbolt"
|
|
|
|
|
|
|
|
"github.com/filecoin-project/go-state-types/abi"
|
|
|
|
)
|
|
|
|
|
|
|
|
type BoltTrackingStore struct {
|
|
|
|
db *bolt.DB
|
|
|
|
bucketId []byte
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ TrackingStore = (*BoltTrackingStore)(nil)
|
|
|
|
|
|
|
|
func NewBoltTrackingStore(path string) (*BoltTrackingStore, error) {
|
|
|
|
db, err := bolt.Open(path, 0644,
|
|
|
|
&bolt.Options{
|
|
|
|
Timeout: 1 * time.Second,
|
2021-02-27 16:16:09 +00:00
|
|
|
NoSync: true,
|
2021-02-27 11:35:57 +00:00
|
|
|
})
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
bucketId := []byte("snoop")
|
|
|
|
err = db.Update(func(tx *bolt.Tx) error {
|
|
|
|
_, err := tx.CreateBucketIfNotExists(bucketId)
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("error creating bolt db bucket %s: %w", string(bucketId), err)
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
db.Close() //nolint:errcheck
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &BoltTrackingStore{db: db, bucketId: bucketId}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *BoltTrackingStore) Put(cid cid.Cid, epoch abi.ChainEpoch) error {
|
|
|
|
val := epochToBytes(epoch)
|
|
|
|
return s.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
return b.Put(cid.Hash(), val)
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *BoltTrackingStore) PutBatch(cids []cid.Cid, epoch abi.ChainEpoch) error {
|
|
|
|
val := epochToBytes(epoch)
|
|
|
|
return s.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
for _, cid := range cids {
|
|
|
|
err := b.Put(cid.Hash(), val)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *BoltTrackingStore) Get(cid cid.Cid) (epoch abi.ChainEpoch, err error) {
|
|
|
|
err = s.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
val := b.Get(cid.Hash())
|
|
|
|
if val == nil {
|
|
|
|
return xerrors.Errorf("missing tracking epoch for %s", cid)
|
|
|
|
}
|
|
|
|
epoch = bytesToEpoch(val)
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
return epoch, err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (s *BoltTrackingStore) Delete(cid cid.Cid) error {
|
|
|
|
return s.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
return b.Delete(cid.Hash())
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-02-27 21:08:23 +00:00
|
|
|
func (s *BoltTrackingStore) DeleteBatch(cids map[cid.Cid]struct{}) error {
|
|
|
|
return s.db.Batch(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
for cid := range cids {
|
|
|
|
err := b.Delete(cid.Hash())
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("error deleting %s", cid)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-02-27 11:35:57 +00:00
|
|
|
func (s *BoltTrackingStore) ForEach(f func(cid.Cid, abi.ChainEpoch) error) error {
|
|
|
|
return s.db.View(func(tx *bolt.Tx) error {
|
|
|
|
b := tx.Bucket(s.bucketId)
|
|
|
|
return b.ForEach(func(k, v []byte) error {
|
|
|
|
cid := cid.NewCidV1(cid.Raw, k)
|
|
|
|
epoch := bytesToEpoch(v)
|
|
|
|
return f(cid, epoch)
|
|
|
|
})
|
|
|
|
})
|
|
|
|
}
|
|
|
|
|
2021-02-27 16:16:09 +00:00
|
|
|
func (s *BoltTrackingStore) Sync() error {
|
|
|
|
return s.db.Sync()
|
|
|
|
}
|
|
|
|
|
2021-02-27 11:35:57 +00:00
|
|
|
func (s *BoltTrackingStore) Close() error {
|
|
|
|
return s.db.Close()
|
|
|
|
}
|