cerc-io/lotus
10
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 27 Wiki Activity

increase batch size to 16K

Browse Source
This commit is contained in:
vyzo 2021-03-01 20:30:15 +02:00
parent ce68b9b229
commit 48f253328d
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
blockstore/splitstore/splitstore.go
View File

@ -34,6 +34,8 @@ var (
log = logging.Logger("splitstore") log = logging.Logger("splitstore")
) )
const batchSize = 16384
func init() { func init() {
// TODO temporary for debugging purposes; to be removed for merge. // TODO temporary for debugging purposes; to be removed for merge.
_ = logging.SetLogLevel("splitstore", "DEBUG") _ = logging.SetLogLevel("splitstore", "DEBUG")
@ -375,7 +377,6 @@ func (s *SplitStore) HeadChange(_, apply []*types.TipSet) error {
func (s *SplitStore) warmup(curTs *types.TipSet) { func (s *SplitStore) warmup(curTs *types.TipSet) {
epoch := curTs.Height() epoch := curTs.Height()
const batchSize = 4096
batchHot := make([]blocks.Block, 0, batchSize) batchHot := make([]blocks.Block, 0, batchSize)
batchSnoop := make([]cid.Cid, 0, batchSize) batchSnoop := make([]cid.Cid, 0, batchSize)
@ -568,7 +569,6 @@ func (s *SplitStore) compactSimple(curTs *types.TipSet) {
log.Info("moving cold objects to the coldstore") log.Info("moving cold objects to the coldstore")
startMove := time.Now() startMove := time.Now()
const batchSize = 4096
batch := make([]blocks.Block, 0, batchSize) batch := make([]blocks.Block, 0, batchSize)
for cid := range cold { for cid := range cold {
@ -797,9 +797,7 @@ func (s *SplitStore) compactFull(curTs *types.TipSet) {
log.Info("moving cold objects to the coldstore") log.Info("moving cold objects to the coldstore")
startMove := time.Now() startMove := time.Now()
const batchSize = 4096
batch := make([]blocks.Block, 0, batchSize) batch := make([]blocks.Block, 0, batchSize)
for cid := range cold { for cid := range cold {
blk, err := s.hot.Get(cid) blk, err := s.hot.Get(cid)
if err != nil { if err != nil {