2019-11-28 17:44:49 +00:00
|
|
|
package storage
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-04-07 18:02:52 +00:00
|
|
|
"time"
|
2019-11-28 17:44:49 +00:00
|
|
|
|
|
|
|
"go.opencensus.io/trace"
|
|
|
|
"golang.org/x/xerrors"
|
|
|
|
|
2019-12-19 20:13:17 +00:00
|
|
|
"github.com/filecoin-project/go-address"
|
2020-04-13 21:25:38 +00:00
|
|
|
"github.com/filecoin-project/sector-storage/ffiwrapper"
|
2020-03-06 05:30:47 +00:00
|
|
|
"github.com/filecoin-project/specs-actors/actors/abi"
|
2020-04-16 20:11:07 +00:00
|
|
|
"github.com/filecoin-project/specs-actors/actors/builtin/miner"
|
2020-03-06 05:30:47 +00:00
|
|
|
"github.com/filecoin-project/specs-storage/storage"
|
2020-01-13 20:47:27 +00:00
|
|
|
|
2020-04-23 22:15:00 +00:00
|
|
|
"github.com/filecoin-project/lotus/api"
|
2019-11-28 17:44:49 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/store"
|
|
|
|
"github.com/filecoin-project/lotus/chain/types"
|
|
|
|
)
|
|
|
|
|
|
|
|
const StartConfidence = 4 // TODO: config
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
type WindowPoStScheduler struct {
|
2020-03-08 08:07:58 +00:00
|
|
|
api storageMinerApi
|
2020-04-07 19:55:34 +00:00
|
|
|
prover storage.Prover
|
2020-03-08 08:07:58 +00:00
|
|
|
proofType abi.RegisteredProof
|
2019-11-28 17:44:49 +00:00
|
|
|
|
|
|
|
actor address.Address
|
|
|
|
worker address.Address
|
|
|
|
|
|
|
|
cur *types.TipSet
|
|
|
|
|
|
|
|
// if a post is in progress, this indicates for which ElectionPeriodStart
|
2020-04-20 17:34:08 +00:00
|
|
|
activeDeadline *miner.DeadlineInfo
|
2020-04-10 21:07:18 +00:00
|
|
|
abort context.CancelFunc
|
2019-12-08 19:48:17 +00:00
|
|
|
|
2020-04-07 19:55:34 +00:00
|
|
|
//failed abi.ChainEpoch // eps
|
|
|
|
//failLk sync.Mutex
|
2019-11-28 17:44:49 +00:00
|
|
|
}
|
|
|
|
|
2020-04-13 21:25:38 +00:00
|
|
|
func NewWindowedPoStScheduler(api storageMinerApi, sb storage.Prover, actor address.Address, worker address.Address) (*WindowPoStScheduler, error) {
|
2020-04-16 17:36:36 +00:00
|
|
|
mi, err := api.StateMinerInfo(context.TODO(), actor, types.EmptyTSK)
|
2020-04-13 21:25:38 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, xerrors.Errorf("getting sector size: %w", err)
|
|
|
|
}
|
|
|
|
|
2020-04-16 17:36:36 +00:00
|
|
|
spt, err := ffiwrapper.SealProofTypeFromSectorSize(mi.SectorSize)
|
2020-04-13 21:25:38 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
rt, err := spt.RegisteredWindowPoStProof()
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return &WindowPoStScheduler{api: api, prover: sb, actor: actor, worker: worker, proofType: rt}, nil
|
2020-04-07 19:55:34 +00:00
|
|
|
}
|
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
func deadlineEquals(a, b *miner.DeadlineInfo) bool {
|
|
|
|
if a == nil || b == nil {
|
|
|
|
return b == a
|
2020-04-16 20:11:07 +00:00
|
|
|
}
|
2020-04-07 19:55:34 +00:00
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
return a.PeriodStart == b.PeriodStart && a.Index == b.Index && a.Challenge == b.Challenge
|
2020-02-03 20:09:21 +00:00
|
|
|
}
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
func (s *WindowPoStScheduler) Run(ctx context.Context) {
|
2019-12-03 22:34:15 +00:00
|
|
|
defer s.abortActivePoSt()
|
|
|
|
|
2020-04-23 22:15:00 +00:00
|
|
|
var notifs <-chan []*api.HeadChange
|
2020-04-07 18:02:52 +00:00
|
|
|
var err error
|
|
|
|
var gotCur bool
|
|
|
|
|
2019-11-28 17:44:49 +00:00
|
|
|
// not fine to panic after this point
|
|
|
|
for {
|
2020-04-07 18:02:52 +00:00
|
|
|
if notifs == nil {
|
|
|
|
notifs, err = s.api.ChainNotify(ctx)
|
|
|
|
if err != nil {
|
|
|
|
log.Errorf("ChainNotify error: %+v")
|
|
|
|
|
|
|
|
time.Sleep(10 * time.Second)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
gotCur = false
|
|
|
|
}
|
|
|
|
|
2019-11-28 17:44:49 +00:00
|
|
|
select {
|
2019-12-03 22:34:15 +00:00
|
|
|
case changes, ok := <-notifs:
|
|
|
|
if !ok {
|
2020-04-07 17:41:41 +00:00
|
|
|
log.Warn("WindowPoStScheduler notifs channel closed")
|
2020-04-07 18:02:52 +00:00
|
|
|
notifs = nil
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if !gotCur {
|
|
|
|
if len(changes) != 1 {
|
|
|
|
log.Errorf("expected first notif to have len = 1")
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
if changes[0].Type != store.HCCurrent {
|
|
|
|
log.Errorf("expected first notif to tell current ts")
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := s.update(ctx, changes[0].Val); err != nil {
|
|
|
|
log.Errorf("%+v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
gotCur = true
|
|
|
|
continue
|
2019-12-03 22:34:15 +00:00
|
|
|
}
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
ctx, span := trace.StartSpan(ctx, "WindowPoStScheduler.headChange")
|
2019-11-28 17:44:49 +00:00
|
|
|
|
|
|
|
var lowest, highest *types.TipSet = s.cur, nil
|
|
|
|
|
|
|
|
for _, change := range changes {
|
2020-01-18 15:00:22 +00:00
|
|
|
if change.Val == nil {
|
|
|
|
log.Errorf("change.Val was nil")
|
|
|
|
}
|
2019-11-28 17:44:49 +00:00
|
|
|
switch change.Type {
|
|
|
|
case store.HCRevert:
|
|
|
|
lowest = change.Val
|
|
|
|
case store.HCApply:
|
|
|
|
highest = change.Val
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := s.revert(ctx, lowest); err != nil {
|
|
|
|
log.Error("handling head reverts in fallbackPost sched: %+v", err)
|
|
|
|
}
|
|
|
|
if err := s.update(ctx, highest); err != nil {
|
|
|
|
log.Error("handling head updates in fallbackPost sched: %+v", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
span.End()
|
2019-12-03 22:34:15 +00:00
|
|
|
case <-ctx.Done():
|
|
|
|
return
|
2019-11-28 17:44:49 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
func (s *WindowPoStScheduler) revert(ctx context.Context, newLowest *types.TipSet) error {
|
2019-11-28 17:44:49 +00:00
|
|
|
if s.cur == newLowest {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
s.cur = newLowest
|
|
|
|
|
2020-04-16 20:11:07 +00:00
|
|
|
mi, err := s.api.StateMinerInfo(ctx, s.actor, newLowest.Key())
|
2019-11-28 17:44:49 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
newDeadline, _ := deadlineInfo(mi, newLowest)
|
2020-04-16 20:11:07 +00:00
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
if !deadlineEquals(s.activeDeadline, newDeadline) {
|
2019-11-28 17:44:49 +00:00
|
|
|
s.abortActivePoSt()
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
func (s *WindowPoStScheduler) update(ctx context.Context, new *types.TipSet) error {
|
2020-01-18 15:00:22 +00:00
|
|
|
if new == nil {
|
2020-04-07 17:41:41 +00:00
|
|
|
return xerrors.Errorf("no new tipset in WindowPoStScheduler.update")
|
2020-01-18 15:00:22 +00:00
|
|
|
}
|
2020-04-16 20:11:07 +00:00
|
|
|
|
|
|
|
mi, err := s.api.StateMinerInfo(ctx, s.actor, new.Key())
|
2019-11-28 17:44:49 +00:00
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
2020-04-16 20:11:07 +00:00
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
di, nn := deadlineInfo(mi, new)
|
|
|
|
if deadlineEquals(s.activeDeadline, di) {
|
2020-04-16 20:11:07 +00:00
|
|
|
return nil // already working on this deadline
|
|
|
|
}
|
2020-04-20 17:34:08 +00:00
|
|
|
if !nn {
|
2020-04-16 20:11:07 +00:00
|
|
|
return nil // not proving anything yet
|
|
|
|
}
|
|
|
|
|
|
|
|
s.abortActivePoSt()
|
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
if di.Challenge+StartConfidence >= new.Height() {
|
|
|
|
log.Info("not starting windowPost yet, waiting for startconfidence", di.Challenge, di.Challenge+StartConfidence, new.Height())
|
2020-04-07 19:55:34 +00:00
|
|
|
return nil
|
|
|
|
}
|
2019-11-28 17:44:49 +00:00
|
|
|
|
2020-04-07 19:55:34 +00:00
|
|
|
/*s.failLk.Lock()
|
2019-12-08 19:48:17 +00:00
|
|
|
if s.failed > 0 {
|
|
|
|
s.failed = 0
|
|
|
|
s.activeEPS = 0
|
|
|
|
}
|
2020-04-07 19:55:34 +00:00
|
|
|
s.failLk.Unlock()*/
|
2020-04-21 17:22:53 +00:00
|
|
|
log.Infof("at %d, doPost for P %d, dd %d", new.Height(), di.PeriodStart, di.Index)
|
2020-04-07 19:55:34 +00:00
|
|
|
|
2020-04-16 20:11:07 +00:00
|
|
|
s.doPost(ctx, di, new)
|
2019-11-28 17:44:49 +00:00
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
2020-04-07 17:41:41 +00:00
|
|
|
func (s *WindowPoStScheduler) abortActivePoSt() {
|
2020-04-07 19:55:34 +00:00
|
|
|
if s.activeDeadline == nil {
|
2019-11-28 17:44:49 +00:00
|
|
|
return // noop
|
|
|
|
}
|
|
|
|
|
|
|
|
if s.abort != nil {
|
|
|
|
s.abort()
|
|
|
|
}
|
|
|
|
|
2020-04-07 19:55:34 +00:00
|
|
|
log.Warnf("Aborting Fallback PoSt (Deadline: %+v)", s.activeDeadline)
|
2019-11-28 17:44:49 +00:00
|
|
|
|
2020-04-07 19:55:34 +00:00
|
|
|
s.activeDeadline = nil
|
2019-11-28 17:44:49 +00:00
|
|
|
s.abort = nil
|
|
|
|
}
|
|
|
|
|
2020-04-20 17:34:08 +00:00
|
|
|
func deadlineInfo(mi miner.MinerInfo, new *types.TipSet) (*miner.DeadlineInfo, bool) {
|
|
|
|
return miner.ComputeProvingPeriodDeadline(mi.ProvingPeriodBoundary, new.Height())
|
2020-04-17 22:02:43 +00:00
|
|
|
}
|