lotus/storage/sector_states.go

232 lines
6.7 KiB
Go
Raw Normal View History

2019-11-01 13:58:48 +00:00
package storage
import (
"context"
2019-11-01 13:58:48 +00:00
"github.com/pkg/errors"
"golang.org/x/xerrors"
"github.com/filecoin-project/lotus/api"
2019-11-08 20:11:56 +00:00
"github.com/filecoin-project/lotus/build"
"github.com/filecoin-project/lotus/chain/actors"
"github.com/filecoin-project/lotus/chain/types"
"github.com/filecoin-project/lotus/lib/sectorbuilder"
2019-11-01 13:58:48 +00:00
)
type providerHandlerFunc func(ctx context.Context, deal SectorInfo) (func(*SectorInfo), error)
func (m *Miner) handle(ctx context.Context, sector SectorInfo, cb providerHandlerFunc, next api.SectorState) {
go func() {
mut, err := cb(ctx, sector)
if err == nil && next == api.SectorNoUpdate {
return
}
select {
case m.sectorUpdated <- sectorUpdate{
newState: next,
id: sector.SectorID,
err: err,
mut: mut,
}:
case <-m.stop:
}
}()
}
2019-11-06 23:09:48 +00:00
func (m *Miner) finishPacking(ctx context.Context, sector SectorInfo) (func(*SectorInfo), error) {
log.Infow("performing filling up rest of the sector...", "sector", sector.SectorID)
2019-11-07 18:22:59 +00:00
var allocated uint64
for _, piece := range sector.Pieces {
allocated += piece.Size
}
2019-11-07 18:43:15 +00:00
ubytes := sectorbuilder.UserBytesForSectorSize(m.sb.SectorSize())
if allocated > ubytes {
return nil, xerrors.Errorf("too much data in sector: %d > %d", allocated, ubytes)
2019-11-07 18:22:59 +00:00
}
2019-11-07 18:43:15 +00:00
fillerSizes, err := fillersFromRem(ubytes - allocated)
2019-11-06 23:09:48 +00:00
if err != nil {
return nil, err
}
if len(fillerSizes) > 0 {
log.Warnf("Creating %d filler pieces for sector %d", len(fillerSizes), sector.SectorID)
}
pieces, err := m.storeGarbage(ctx, sector.SectorID, sector.existingPieces(), fillerSizes...)
2019-11-06 23:09:48 +00:00
if err != nil {
return nil, xerrors.Errorf("filling up the sector (%v): %w", fillerSizes, err)
}
2019-11-07 18:22:59 +00:00
return func(info *SectorInfo) {
info.Pieces = append(info.Pieces, pieces...)
}, nil
2019-11-06 23:09:48 +00:00
}
2019-11-01 13:58:48 +00:00
func (m *Miner) sealPreCommit(ctx context.Context, sector SectorInfo) (func(*SectorInfo), error) {
log.Infow("performing sector replication...", "sector", sector.SectorID)
2019-11-07 18:22:59 +00:00
ticket, err := m.tktFn(ctx)
if err != nil {
return nil, err
}
rspco, err := m.sb.SealPreCommit(sector.SectorID, *ticket, sector.pieceInfos())
2019-11-01 13:58:48 +00:00
if err != nil {
return nil, xerrors.Errorf("seal pre commit failed: %w", err)
}
return func(info *SectorInfo) {
2019-11-07 18:22:59 +00:00
info.CommC = rspco.CommC[:]
info.CommD = rspco.CommD[:]
info.CommR = rspco.CommR[:]
info.CommRLast = rspco.CommRLast[:]
2019-11-01 13:58:48 +00:00
info.Ticket = SealTicket{
2019-11-07 18:22:59 +00:00
BlockHeight: ticket.BlockHeight,
TicketBytes: ticket.TicketBytes[:],
2019-11-01 13:58:48 +00:00
}
}, nil
}
func (m *Miner) preCommit(ctx context.Context, sector SectorInfo) (func(*SectorInfo), error) {
2019-11-07 12:03:18 +00:00
params := &actors.SectorPreCommitInfo{
2019-11-01 13:58:48 +00:00
SectorNumber: sector.SectorID,
2019-11-07 12:03:18 +00:00
CommR: sector.CommR,
SealEpoch: sector.Ticket.BlockHeight,
2019-11-07 18:22:59 +00:00
DealIDs: sector.deals(),
2019-11-01 13:58:48 +00:00
}
enc, aerr := actors.SerializeParams(params)
if aerr != nil {
return nil, xerrors.Errorf("could not serialize commit sector parameters: %w", aerr)
}
msg := &types.Message{
To: m.maddr,
From: m.worker,
Method: actors.MAMethods.PreCommitSector,
Params: enc,
Value: types.NewInt(0), // TODO: need to ensure sufficient collateral
GasLimit: types.NewInt(1000000 /* i dont know help */),
GasPrice: types.NewInt(1),
}
log.Info("submitting precommit for sector: ", sector.SectorID)
smsg, err := m.api.MpoolPushMessage(ctx, msg)
if err != nil {
return nil, xerrors.Errorf("pushing message to mpool: %w", err)
}
return func(info *SectorInfo) {
mcid := smsg.Cid()
info.PreCommitMessage = &mcid
}, nil
}
func (m *Miner) preCommitted(ctx context.Context, sector SectorInfo) (func(*SectorInfo), error) {
// would be ideal to just use the events.Called handler, but it wouldnt be able to handle individual message timeouts
log.Info("Sector precommitted: ", sector.SectorID)
2019-11-01 13:58:48 +00:00
mw, err := m.api.StateWaitMsg(ctx, *sector.PreCommitMessage)
if err != nil {
return nil, err
}
if mw.Receipt.ExitCode != 0 {
log.Error("sector precommit failed: ", mw.Receipt.ExitCode)
return nil, err
}
log.Info("precommit message landed on chain: ", sector.SectorID)
2019-11-01 13:58:48 +00:00
2019-11-02 15:07:18 +00:00
randHeight := mw.TipSet.Height() + build.InteractivePoRepDelay - 1 // -1 because of how the messages are applied
2019-11-05 14:03:59 +00:00
log.Infof("precommit for sector %d made it on chain, will start proof computation at height %d", sector.SectorID, randHeight)
2019-11-01 13:58:48 +00:00
2019-11-05 14:03:59 +00:00
err = m.events.ChainAt(func(ctx context.Context, ts *types.TipSet, curH uint64) error {
rand, err := m.api.ChainGetRandomness(ctx, ts.Key(), nil, int(ts.Height()-randHeight))
2019-11-08 18:15:13 +00:00
if err != nil {
return xerrors.Errorf("failed to get randomness for computing seal proof: %w", err)
}
2019-11-01 13:58:48 +00:00
m.sectorUpdated <- sectorUpdate{
newState: api.Committing,
id: sector.SectorID,
mut: func(info *SectorInfo) {
2019-11-08 18:15:13 +00:00
info.Seed = SealSeed{
BlockHeight: randHeight,
TicketBytes: rand,
}
2019-11-01 13:58:48 +00:00
},
}
return nil
2019-11-05 14:03:59 +00:00
}, func(ctx context.Context, ts *types.TipSet) error {
2019-11-01 13:58:48 +00:00
log.Warn("revert in interactive commit sector step")
return nil
}, 3, mw.TipSet.Height()+build.InteractivePoRepDelay)
if err != nil {
log.Warn("waitForPreCommitMessage ChainAt errored: ", err)
}
return nil, nil
}
func (m *Miner) committing(ctx context.Context, sector SectorInfo) (func(*SectorInfo), error) {
log.Info("scheduling seal proof computation...")
2019-11-08 18:15:13 +00:00
proof, err := m.sb.SealCommit(sector.SectorID, sector.Ticket.SB(), sector.Seed.SB(), sector.pieceInfos(), sector.refs(), sector.rspco())
if err != nil {
2019-11-07 18:22:59 +00:00
return nil, xerrors.Errorf("computing seal proof failed: %w", err)
}
2019-11-08 18:15:13 +00:00
// TODO: Consider splitting states and persist proof for faster recovery
2019-11-01 13:58:48 +00:00
params := &actors.SectorProveCommitInfo{
Proof: proof,
SectorID: sector.SectorID,
2019-11-07 18:22:59 +00:00
DealIDs: sector.deals(),
2019-11-01 13:58:48 +00:00
}
enc, aerr := actors.SerializeParams(params)
2019-11-01 13:58:48 +00:00
if aerr != nil {
return nil, xerrors.Errorf("could not serialize commit sector parameters: %w", aerr)
}
msg := &types.Message{
To: m.maddr,
From: m.worker,
Method: actors.MAMethods.ProveCommitSector,
Params: enc,
Value: types.NewInt(0), // TODO: need to ensure sufficient collateral
GasLimit: types.NewInt(1000000 /* i dont know help */),
GasPrice: types.NewInt(1),
}
smsg, err := m.api.MpoolPushMessage(ctx, msg)
if err != nil {
log.Error(errors.Wrap(err, "pushing message to mpool"))
}
// TODO: Separate state before this wait, so we persist message cid?
mw, err := m.api.StateWaitMsg(ctx, smsg.Cid())
if err != nil {
return nil, xerrors.Errorf("failed to wait for porep inclusion: %w", err)
}
if mw.Receipt.ExitCode != 0 {
2019-11-08 18:15:13 +00:00
log.Errorf("UNHANDLED: submitting sector proof failed (t:%x; s:%x(%d); p:%x)", sector.Ticket.TicketBytes, sector.Seed.TicketBytes, sector.Seed.BlockHeight, params.Proof)
2019-11-01 13:58:48 +00:00
return nil, xerrors.New("UNHANDLED: submitting sector proof failed")
}
m.beginPosting(ctx)
return func(info *SectorInfo) {
mcid := smsg.Cid()
info.CommitMessage = &mcid
2019-11-08 18:15:13 +00:00
info.Proof = proof
2019-11-01 13:58:48 +00:00
}, nil
}