lotus/storage/miner.go

195 lines
5.3 KiB
Go
Raw Normal View History

2019-07-29 18:57:23 +00:00
package storage
import (
"context"
2019-09-26 23:07:40 +00:00
"sync"
2019-07-29 18:57:23 +00:00
"github.com/ipfs/go-cid"
"github.com/ipfs/go-datastore"
logging "github.com/ipfs/go-log"
"github.com/libp2p/go-libp2p-core/host"
2019-07-29 18:57:23 +00:00
"github.com/pkg/errors"
2019-08-27 19:54:39 +00:00
"github.com/filecoin-project/go-lotus/api"
"github.com/filecoin-project/go-lotus/build"
"github.com/filecoin-project/go-lotus/chain/actors"
"github.com/filecoin-project/go-lotus/chain/address"
"github.com/filecoin-project/go-lotus/chain/events"
2019-08-27 19:54:39 +00:00
"github.com/filecoin-project/go-lotus/chain/store"
"github.com/filecoin-project/go-lotus/chain/types"
2019-07-29 18:57:23 +00:00
"github.com/filecoin-project/go-lotus/lib/sectorbuilder"
2019-09-16 16:40:26 +00:00
"github.com/filecoin-project/go-lotus/storage/commitment"
2019-08-27 19:54:39 +00:00
"github.com/filecoin-project/go-lotus/storage/sector"
2019-07-29 18:57:23 +00:00
)
var log = logging.Logger("storageminer")
2019-09-19 16:17:49 +00:00
const PoStConfidence = 1
2019-07-29 18:57:23 +00:00
type Miner struct {
api storageMinerApi
events *events.Events
2019-07-29 18:57:23 +00:00
2019-08-14 20:27:10 +00:00
secst *sector.Store
2019-09-16 16:40:26 +00:00
commt *commitment.Tracker
2019-07-29 18:57:23 +00:00
maddr address.Address
worker address.Address
h host.Host
ds datastore.Batching
2019-09-19 16:17:49 +00:00
schedLk sync.Mutex
2019-09-26 20:57:20 +00:00
schedPost uint64
2019-07-29 18:57:23 +00:00
}
type storageMinerApi interface {
// I think I want this... but this is tricky
//ReadState(ctx context.Context, addr address.Address) (????, error)
// Call a read only method on actors (no interaction with the chain required)
StateCall(ctx context.Context, msg *types.Message, ts *types.TipSet) (*types.MessageReceipt, error)
StateMinerWorker(context.Context, address.Address, *types.TipSet) (address.Address, error)
StateMinerProvingPeriodEnd(context.Context, address.Address, *types.TipSet) (uint64, error)
StateMinerProvingSet(context.Context, address.Address, *types.TipSet) ([]*api.SectorInfo, error)
2019-07-29 18:57:23 +00:00
2019-09-19 16:17:49 +00:00
MpoolPushMessage(context.Context, *types.Message) (*types.SignedMessage, error)
2019-07-29 18:57:23 +00:00
ChainHead(context.Context) (*types.TipSet, error)
2019-07-29 18:57:23 +00:00
ChainWaitMsg(context.Context, cid.Cid) (*api.MsgWait, error)
2019-09-18 11:01:52 +00:00
ChainNotify(context.Context) (<-chan []*store.HeadChange, error)
ChainGetRandomness(context.Context, *types.TipSet, []*types.Ticket, int) ([]byte, error)
ChainGetTipSetByHeight(context.Context, uint64, *types.TipSet) (*types.TipSet, error)
ChainGetBlockMessages(context.Context, cid.Cid) (*api.BlockMessages, error)
2019-08-08 04:24:49 +00:00
WalletBalance(context.Context, address.Address) (types.BigInt, error)
2019-08-08 17:29:23 +00:00
WalletHas(context.Context, address.Address) (bool, error)
2019-07-29 18:57:23 +00:00
}
2019-09-16 16:40:26 +00:00
func NewMiner(api storageMinerApi, addr address.Address, h host.Host, ds datastore.Batching, secst *sector.Store, commt *commitment.Tracker) (*Miner, error) {
2019-07-29 18:57:23 +00:00
return &Miner{
api: api,
2019-07-29 18:57:23 +00:00
maddr: addr,
h: h,
ds: ds,
2019-08-14 20:27:10 +00:00
secst: secst,
2019-09-16 16:40:26 +00:00
commt: commt,
2019-07-29 18:57:23 +00:00
}, nil
}
func (m *Miner) Run(ctx context.Context) error {
if err := m.runPreflightChecks(ctx); err != nil {
return errors.Wrap(err, "miner preflight checks failed")
}
m.events = events.NewEvents(ctx, m.api)
2019-07-29 18:57:23 +00:00
go m.handlePostingSealedSectors(ctx)
2019-09-26 20:57:20 +00:00
go m.beginPosting(ctx)
2019-07-29 18:57:23 +00:00
return nil
}
func (m *Miner) handlePostingSealedSectors(ctx context.Context) {
2019-08-14 20:27:10 +00:00
incoming := m.secst.Incoming()
defer m.secst.CloseIncoming(incoming)
2019-07-29 18:57:23 +00:00
for {
select {
2019-08-14 20:27:10 +00:00
case sinfo, ok := <-incoming:
2019-07-29 18:57:23 +00:00
if !ok {
// TODO: set some state variable so that this state can be
// visible via some status command
log.Warning("sealed sector channel closed, aborting process")
return
}
if err := m.commitSector(ctx, sinfo); err != nil {
log.Errorf("failed to commit sector: %s", err)
continue
}
2019-07-29 18:57:23 +00:00
case <-ctx.Done():
log.Warning("exiting seal posting routine")
return
}
}
}
2019-07-29 18:57:23 +00:00
func (m *Miner) commitSector(ctx context.Context, sinfo sectorbuilder.SectorSealingStatus) error {
2019-08-12 21:48:18 +00:00
log.Info("committing sector")
2019-08-27 19:54:14 +00:00
ok, err := sectorbuilder.VerifySeal(build.SectorSize, sinfo.CommR[:], sinfo.CommD[:], sinfo.CommRStar[:], m.maddr, sinfo.SectorID, sinfo.Proof)
if err != nil {
log.Error("failed to verify seal we just created: ", err)
}
if !ok {
log.Error("seal we just created failed verification")
}
2019-07-29 18:57:23 +00:00
params := &actors.CommitSectorParams{
2019-08-29 00:01:46 +00:00
SectorID: sinfo.SectorID,
CommD: sinfo.CommD[:],
CommR: sinfo.CommR[:],
CommRStar: sinfo.CommRStar[:],
2019-07-29 18:57:23 +00:00
Proof: sinfo.Proof,
}
enc, aerr := actors.SerializeParams(params)
if aerr != nil {
return errors.Wrap(aerr, "could not serialize commit sector parameters")
2019-07-29 18:57:23 +00:00
}
2019-09-19 16:17:49 +00:00
msg := &types.Message{
2019-07-29 18:57:23 +00:00
To: m.maddr,
From: m.worker,
Method: actors.MAMethods.CommitSector,
Params: enc,
2019-07-29 18:57:23 +00:00
Value: types.NewInt(0), // TODO: need to ensure sufficient collateral
2019-09-06 22:35:56 +00:00
GasLimit: types.NewInt(100000 /* i dont know help */),
2019-07-29 18:57:23 +00:00
GasPrice: types.NewInt(1),
}
2019-09-19 16:17:49 +00:00
smsg, err := m.api.MpoolPushMessage(ctx, msg)
2019-07-29 18:57:23 +00:00
if err != nil {
2019-09-19 16:17:49 +00:00
return errors.Wrap(err, "pushing message to mpool")
2019-07-29 18:57:23 +00:00
}
if err := m.commt.TrackCommitSectorMsg(m.maddr, sinfo.SectorID, smsg.Cid()); err != nil {
2019-09-16 16:40:26 +00:00
return errors.Wrap(err, "tracking sector commitment")
}
2019-07-29 18:57:23 +00:00
2019-09-19 16:17:49 +00:00
go func() {
_, err := m.api.ChainWaitMsg(ctx, smsg.Cid())
if err != nil {
return
}
2019-09-26 20:57:20 +00:00
m.beginPosting(ctx)
2019-09-19 16:17:49 +00:00
}()
2019-09-16 16:40:26 +00:00
return nil
2019-07-29 18:57:23 +00:00
}
func (m *Miner) runPreflightChecks(ctx context.Context) error {
worker, err := m.api.StateMinerWorker(ctx, m.maddr, nil)
2019-07-29 18:57:23 +00:00
if err != nil {
return err
}
m.worker = worker
2019-08-08 17:29:23 +00:00
has, err := m.api.WalletHas(ctx, worker)
if err != nil {
return errors.Wrap(err, "failed to check wallet for worker key")
}
if !has {
return errors.New("key for worker not found in local wallet")
2019-07-29 18:57:23 +00:00
}
log.Infof("starting up miner %s, worker addr %s", m.maddr, m.worker)
2019-07-29 18:57:23 +00:00
return nil
}