cerc-io/lotus
16
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 27 Wiki Activity

deduplicate code for batch deletion

Browse Source
This commit is contained in:
vyzo 2021-03-03 20:04:29 +02:00
parent 5fb6a907cb
commit aff0f1ed4c
1 changed files with 8 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
blockstore/splitstore/splitstore.go
View File

@ -711,7 +711,7 @@ func (s *SplitStore) moveColdBlocks(cold []cid.Cid) error {
return nil return nil
} }
func (s *SplitStore) purgeBlocks(cids []cid.Cid) error { func (s *SplitStore) purgeBatch(cids []cid.Cid, deleteBatch func([]cid.Cid) error) error {
if len(cids) == 0 { if len(cids) == 0 {
return nil return nil
} }
@ -726,37 +726,21 @@ func (s *SplitStore) purgeBlocks(cids []cid.Cid) error {
done = true done = true
} }
err := s.hot.DeleteMany(cids[start:end]) err := deleteBatch(cids[start:end])
if err != nil { if err != nil {
return xerrors.Errorf("error deleting batch from hotstore: %e", err) return xerrors.Errorf("error deleting batch: %w", err)
} }
} }
return nil return nil
} }
func (s *SplitStore) purgeBlocks(cids []cid.Cid) error {
return s.purgeBatch(cids, s.hot.DeleteMany)
}
func (s *SplitStore) purgeTracking(cids []cid.Cid) error { func (s *SplitStore) purgeTracking(cids []cid.Cid) error {
if len(cids) == 0 { return s.purgeBatch(cids, s.tracker.DeleteBatch)
return nil
}
// don't delete one giant batch of 7M objects, but rather do smaller batches
done := false
for i := 0; !done; i++ {
start := i * batchSize
end := start + batchSize
if end >= len(cids) {
end = len(cids)
done = true
}
err := s.tracker.DeleteBatch(cids[start:end])
if err != nil {
return xerrors.Errorf("error deleting batch from tracker: %w", err)
}
}
return nil
} }
func (s *SplitStore) compactFull(curTs *types.TipSet) { func (s *SplitStore) compactFull(curTs *types.TipSet) {