lotus/storage/miner.go

193 lines
6.8 KiB
Go
Raw Normal View History

2019-07-29 18:57:23 +00:00
package storage
import (
"context"
"errors"
2019-12-03 00:08:08 +00:00
"time"
2019-07-29 18:57:23 +00:00
"github.com/ipfs/go-cid"
"github.com/ipfs/go-datastore"
logging "github.com/ipfs/go-log/v2"
"github.com/libp2p/go-libp2p-core/host"
"golang.org/x/xerrors"
2019-07-29 18:57:23 +00:00
"github.com/filecoin-project/go-address"
sectorstorage "github.com/filecoin-project/sector-storage"
"github.com/filecoin-project/sector-storage/ffiwrapper"
2020-02-21 17:43:44 +00:00
"github.com/filecoin-project/specs-actors/actors/abi"
"github.com/filecoin-project/specs-actors/actors/builtin/miner"
2020-02-23 20:00:47 +00:00
"github.com/filecoin-project/specs-actors/actors/crypto"
"github.com/filecoin-project/specs-storage/storage"
2020-02-08 02:18:32 +00:00
"github.com/filecoin-project/lotus/api"
2019-11-30 23:17:50 +00:00
"github.com/filecoin-project/lotus/build"
"github.com/filecoin-project/lotus/chain/events"
2019-11-25 04:45:13 +00:00
"github.com/filecoin-project/lotus/chain/gen"
"github.com/filecoin-project/lotus/chain/types"
"github.com/filecoin-project/lotus/node/modules/dtypes"
sealing "github.com/filecoin-project/storage-fsm"
2019-07-29 18:57:23 +00:00
)
var log = logging.Logger("storageminer")
type Miner struct {
2020-03-03 22:19:22 +00:00
api storageMinerApi
h host.Host
2020-03-23 11:40:02 +00:00
sealer sectorstorage.SectorManager
2020-03-03 22:19:22 +00:00
ds datastore.Batching
2020-03-18 01:08:11 +00:00
sc sealing.SectorIDCounter
verif ffiwrapper.Verifier
2019-07-29 18:57:23 +00:00
2019-11-01 13:58:48 +00:00
maddr address.Address
2019-07-29 18:57:23 +00:00
worker address.Address
sealing *sealing.Sealing
2019-07-29 18:57:23 +00:00
}
type storageMinerApi interface {
// Call a read only method on actors (no interaction with the chain required)
StateCall(context.Context, *types.Message, types.TipSetKey) (*api.InvocResult, error)
StateMinerDeadlines(ctx context.Context, maddr address.Address, tok types.TipSetKey) (*miner.Deadlines, error)
2020-04-21 17:22:53 +00:00
StateMinerSectors(context.Context, address.Address, *abi.BitField, bool, types.TipSetKey) ([]*api.ChainSectorInfo, error)
StateSectorPreCommitInfo(context.Context, address.Address, abi.SectorNumber, types.TipSetKey) (miner.SectorPreCommitOnChainInfo, error)
StateMinerInfo(context.Context, address.Address, types.TipSetKey) (miner.MinerInfo, error)
StateMinerProvingDeadline(context.Context, address.Address, types.TipSetKey) (*miner.DeadlineInfo, error)
StateMinerInitialPledgeCollateral(context.Context, address.Address, abi.SectorNumber, types.TipSetKey) (types.BigInt, error)
StateWaitMsg(context.Context, cid.Cid) (*api.MsgLookup, error) // TODO: removeme eventually
StateGetActor(ctx context.Context, actor address.Address, ts types.TipSetKey) (*types.Actor, error)
StateGetReceipt(context.Context, cid.Cid, types.TipSetKey) (*types.MessageReceipt, error)
StateMarketStorageDeal(context.Context, abi.DealID, types.TipSetKey) (*api.MarketDeal, error)
StateMinerFaults(context.Context, address.Address, types.TipSetKey) ([]abi.SectorNumber, error)
2019-07-29 18:57:23 +00:00
2019-09-19 16:17:49 +00:00
MpoolPushMessage(context.Context, *types.Message) (*types.SignedMessage, error)
2019-07-29 18:57:23 +00:00
2020-02-24 17:45:25 +00:00
ChainHead(context.Context) (*types.TipSet, error)
ChainNotify(context.Context) (<-chan []*api.HeadChange, error)
2020-02-23 20:00:47 +00:00
ChainGetRandomness(ctx context.Context, tsk types.TipSetKey, personalization crypto.DomainSeparationTag, randEpoch abi.ChainEpoch, entropy []byte) (abi.Randomness, error)
ChainGetTipSetByHeight(context.Context, abi.ChainEpoch, types.TipSetKey) (*types.TipSet, error)
ChainGetBlockMessages(context.Context, cid.Cid) (*api.BlockMessages, error)
2020-01-23 17:34:04 +00:00
ChainReadObj(context.Context, cid.Cid) ([]byte, error)
2020-02-13 03:50:37 +00:00
ChainHasObj(context.Context, cid.Cid) (bool, error)
ChainGetTipSet(ctx context.Context, key types.TipSetKey) (*types.TipSet, error)
2019-08-08 04:24:49 +00:00
2020-02-25 21:09:22 +00:00
WalletSign(context.Context, address.Address, []byte) (*crypto.Signature, error)
2019-08-08 04:24:49 +00:00
WalletBalance(context.Context, address.Address) (types.BigInt, error)
2019-08-08 17:29:23 +00:00
WalletHas(context.Context, address.Address) (bool, error)
2019-07-29 18:57:23 +00:00
}
func NewMiner(api storageMinerApi, maddr, worker address.Address, h host.Host, ds datastore.Batching, sealer sectorstorage.SectorManager, sc sealing.SectorIDCounter, verif ffiwrapper.Verifier) (*Miner, error) {
2020-01-10 02:11:00 +00:00
m := &Miner{
2020-03-03 22:19:22 +00:00
api: api,
h: h,
sealer: sealer,
ds: ds,
2020-03-18 01:08:11 +00:00
sc: sc,
verif: verif,
2019-11-01 13:58:48 +00:00
maddr: maddr,
worker: worker,
2020-01-10 02:11:00 +00:00
}
return m, nil
2019-07-29 18:57:23 +00:00
}
func (m *Miner) Run(ctx context.Context) error {
if err := m.runPreflightChecks(ctx); err != nil {
return xerrors.Errorf("miner preflight checks failed: %w", err)
2019-07-29 18:57:23 +00:00
}
md, err := m.api.StateMinerProvingDeadline(ctx, m.maddr, types.EmptyTSK)
if err != nil {
return xerrors.Errorf("getting miner info: %w", err)
}
evts := events.NewEvents(ctx, m.api)
adaptedAPI := NewSealingAPIAdapter(m.api)
2020-04-28 13:21:56 +00:00
pcp := sealing.NewBasicPreCommitPolicy(adaptedAPI, 10000000, md.PeriodStart%miner.WPoStProvingPeriod)
m.sealing = sealing.New(adaptedAPI, NewEventsAdapter(evts), m.maddr, m.ds, m.sealer, m.sc, m.verif, &pcp)
2019-12-04 22:14:50 +00:00
2020-01-20 08:23:56 +00:00
go m.sealing.Run(ctx)
2019-07-29 18:57:23 +00:00
return nil
}
2019-11-01 13:58:48 +00:00
func (m *Miner) Stop(ctx context.Context) error {
defer m.sealing.Stop(ctx)
2020-01-23 09:46:46 +00:00
return nil
2019-07-29 18:57:23 +00:00
}
func (m *Miner) runPreflightChecks(ctx context.Context) error {
has, err := m.api.WalletHas(ctx, m.worker)
if err != nil {
return xerrors.Errorf("failed to check wallet for worker key: %w", err)
}
if !has {
return errors.New("key for worker not found in local wallet")
2019-07-29 18:57:23 +00:00
}
log.Infof("starting up miner %s, worker addr %s", m.maddr, m.worker)
2019-07-29 18:57:23 +00:00
return nil
}
2019-11-25 04:45:13 +00:00
2020-04-10 21:07:18 +00:00
type StorageWpp struct {
2020-04-17 22:02:43 +00:00
prover storage.Prover
2020-04-17 14:47:19 +00:00
verifier ffiwrapper.Verifier
2020-04-17 22:02:43 +00:00
miner abi.ActorID
winnRpt abi.RegisteredProof
2019-11-25 04:45:13 +00:00
}
2020-04-17 14:47:19 +00:00
func NewWinningPoStProver(api api.FullNode, prover storage.Prover, verifier ffiwrapper.Verifier, miner dtypes.MinerID) (*StorageWpp, error) {
ma, err := address.NewIDAddress(uint64(miner))
if err != nil {
return nil, err
}
mi, err := api.StateMinerInfo(context.TODO(), ma, types.EmptyTSK)
if err != nil {
return nil, xerrors.Errorf("getting sector size: %w", err)
}
spt, err := ffiwrapper.SealProofTypeFromSectorSize(mi.SectorSize)
if err != nil {
return nil, err
}
wpt, err := spt.RegisteredWinningPoStProof()
if err != nil {
return nil, err
}
2020-04-17 22:02:43 +00:00
return &StorageWpp{prover, verifier, abi.ActorID(miner), wpt}, nil
2019-11-25 04:45:13 +00:00
}
2020-04-10 21:07:18 +00:00
var _ gen.WinningPoStProver = (*StorageWpp)(nil)
2019-11-25 04:45:13 +00:00
2020-04-10 21:07:18 +00:00
func (wpp *StorageWpp) GenerateCandidates(ctx context.Context, randomness abi.PoStRandomness, eligibleSectorCount uint64) ([]uint64, error) {
2019-12-03 00:08:08 +00:00
start := time.Now()
2019-11-25 04:45:13 +00:00
2020-04-17 14:47:19 +00:00
cds, err := wpp.verifier.GenerateWinningPoStSectorChallenge(ctx, wpp.winnRpt, wpp.miner, randomness, eligibleSectorCount)
2019-12-03 00:08:08 +00:00
if err != nil {
return nil, xerrors.Errorf("failed to generate candidates: %w", err)
2019-12-03 00:08:08 +00:00
}
log.Infof("Generate candidates took %s (C: %+v)", time.Since(start), cds)
2019-12-03 00:08:08 +00:00
return cds, nil
2019-11-25 04:45:13 +00:00
}
func (wpp *StorageWpp) ComputeProof(ctx context.Context, ssi []abi.SectorInfo, rand abi.PoStRandomness) ([]abi.PoStProof, error) {
2019-11-30 23:17:50 +00:00
if build.InsecurePoStValidation {
log.Warn("Generating fake EPost proof! You should only see this while running tests!")
2020-02-27 21:45:31 +00:00
return []abi.PoStProof{{ProofBytes: []byte("valid proof")}}, nil
2019-11-30 23:17:50 +00:00
}
2020-02-27 21:45:31 +00:00
log.Infof("Computing WinningPoSt ;%+v; %v", ssi, rand)
2019-12-03 00:08:08 +00:00
start := time.Now()
2020-04-10 21:07:18 +00:00
proof, err := wpp.prover.GenerateWinningPoSt(ctx, wpp.miner, ssi, rand)
2019-12-03 00:08:08 +00:00
if err != nil {
return nil, err
}
log.Infof("GenerateWinningPoSt took %s", time.Since(start))
2019-12-03 00:08:08 +00:00
return proof, nil
2019-11-25 04:45:13 +00:00
}