cerc-io/lotus
10
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 27 Wiki Activity

reset walked set as epoch boundaries are crossed

Browse Source 
the walk is BFS, so we can do this!
This commit is contained in:
vyzo 2021-07-30 10:53:22 +03:00
parent 49346f5679
commit 32d94d4e85
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
blockstore/splitstore/splitstore_compact.go
View File

@ -616,7 +616,7 @@ func (s *SplitStore) endTxnProtect() {
func (s *SplitStore) walkChain(ts *types.TipSet, inclState, inclMsgs abi.ChainEpoch, func (s *SplitStore) walkChain(ts *types.TipSet, inclState, inclMsgs abi.ChainEpoch,
visitor ObjectVisitor, f func(cid.Cid) error) error { visitor ObjectVisitor, f func(cid.Cid) error) error {
walked := cid.NewSet() var walked *cid.Set
toWalk := ts.Cids() toWalk := ts.Cids()
walkCnt := 0 walkCnt := 0
scanCnt := 0 scanCnt := 0
@ -687,6 +687,10 @@ func (s *SplitStore) walkChain(ts *types.TipSet, inclState, inclMsgs abi.ChainEp
return err return err
} }
// the walk is BFS, so we can reset the walked set in every iteration and avoid building up
// a set that contains all blocks (1M epochs -> 5M blocks -> 200MB worth of memory and growing
// over time)
walked = cid.NewSet()
walking := toWalk walking := toWalk
toWalk = nil toWalk = nil
for _, c := range walking { for _, c := range walking {