cerc-io/lotus
10
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 27 Wiki Activity

deal with MDB_KEY_EXIST errors

Browse Source
This commit is contained in:
vyzo 2020-12-01 18:21:46 +02:00
parent f44cf0f2c4
commit 843fd09a62
1 changed files with 23 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

30
chain/store/splitstore/splitstore.go
View File

@ -144,6 +144,11 @@ func (s *SplitStore) Put(blk blocks.Block) error {
err := s.snoop.Put(blk.Cid(), epoch) err := s.snoop.Put(blk.Cid(), epoch)
if err != nil { if err != nil {
if lmdb.IsErrno(err, lmdb.KeyExist) {
// duplicate write, ignore
return nil
}
log.Errorf("error tracking CID in hotstore: %s; falling back to coldstore", err) log.Errorf("error tracking CID in hotstore: %s; falling back to coldstore", err)
return s.cold.Put(blk) return s.cold.Put(blk)
} }
@ -161,18 +166,29 @@ func (s *SplitStore) PutMany(blks []blocks.Block) error {
epoch := s.curTs.Height() epoch := s.curTs.Height()
s.mx.Unlock() s.mx.Unlock()
err := s.hot.PutMany(blks)
if err != nil {
log.Errorf("error tracking CIDs in hotstore: %s; falling back to coldstore", err)
return s.cold.PutMany(blks)
}
batch := make([]cid.Cid, 0, len(blks)) batch := make([]cid.Cid, 0, len(blks))
for _, blk := range blks { for _, blk := range blks {
batch = append(batch, blk.Cid()) batch = append(batch, blk.Cid())
} }
return s.snoop.PutBatch(batch, epoch) err := s.snoop.PutBatch(batch, epoch)
if err != nil {
if lmdb.IsErrno(err, lmdb.KeyExist) {
// a write is duplicate, but we don't know which; write each block separately
for _, blk := range blks {
err = s.Put(blk)
if err != nil {
return err
}
}
return nil
}
log.Errorf("error tracking CIDs in hotstore: %s; falling back to coldstore", err)
return s.cold.PutMany(blks)
}
return s.hot.PutMany(blks)
} }
func (s *SplitStore) AllKeysChan(ctx context.Context) (<-chan cid.Cid, error) { func (s *SplitStore) AllKeysChan(ctx context.Context) (<-chan cid.Cid, error) {