2019-08-02 14:09:54 +00:00
|
|
|
package deals
|
|
|
|
|
|
|
|
import (
|
2019-08-06 22:04:21 +00:00
|
|
|
"context"
|
2019-09-06 22:39:47 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/chain/types"
|
2019-08-26 10:04:57 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/storage/sectorblocks"
|
2019-08-06 22:04:21 +00:00
|
|
|
"math"
|
|
|
|
|
2019-08-12 23:54:53 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/api"
|
2019-08-07 18:57:48 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/chain/address"
|
2019-08-06 22:04:21 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/node/modules/dtypes"
|
2019-08-07 18:57:48 +00:00
|
|
|
"github.com/ipfs/go-cid"
|
|
|
|
"github.com/ipfs/go-datastore"
|
|
|
|
"github.com/ipfs/go-datastore/namespace"
|
2019-08-06 12:31:13 +00:00
|
|
|
cbor "github.com/ipfs/go-ipld-cbor"
|
2019-08-02 14:09:54 +00:00
|
|
|
inet "github.com/libp2p/go-libp2p-core/network"
|
2019-08-06 22:04:21 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
2019-08-02 14:09:54 +00:00
|
|
|
)
|
|
|
|
|
2019-08-06 23:08:34 +00:00
|
|
|
func init() {
|
|
|
|
cbor.RegisterCborType(MinerDeal{})
|
|
|
|
}
|
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
type MinerDeal struct {
|
|
|
|
Client peer.ID
|
|
|
|
Proposal StorageDealProposal
|
|
|
|
ProposalCid cid.Cid
|
|
|
|
State DealState
|
|
|
|
|
|
|
|
Ref cid.Cid
|
2019-08-07 18:57:48 +00:00
|
|
|
|
2019-08-12 21:48:18 +00:00
|
|
|
SectorID uint64 // Set when State >= Staged
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
s inet.Stream
|
2019-08-06 22:04:21 +00:00
|
|
|
}
|
|
|
|
|
2019-08-02 14:09:54 +00:00
|
|
|
type Handler struct {
|
2019-09-06 22:39:47 +00:00
|
|
|
pricePerByteBlock types.BigInt // how much we want for storing one byte for one block
|
|
|
|
|
2019-08-26 10:04:57 +00:00
|
|
|
secst *sectorblocks.SectorBlocks
|
2019-08-14 20:27:10 +00:00
|
|
|
full api.FullNode
|
2019-08-06 22:04:21 +00:00
|
|
|
|
|
|
|
// TODO: Use a custom protocol or graphsync in the future
|
|
|
|
// TODO: GC
|
|
|
|
dag dtypes.StagingDAG
|
|
|
|
|
|
|
|
deals StateStore
|
2019-08-07 18:57:48 +00:00
|
|
|
conns map[cid.Cid]inet.Stream
|
2019-08-06 22:04:21 +00:00
|
|
|
|
2019-08-06 23:08:34 +00:00
|
|
|
actor address.Address
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
incoming chan MinerDeal
|
|
|
|
updated chan dealUpdate
|
|
|
|
stop chan struct{}
|
|
|
|
stopped chan struct{}
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
type dealUpdate struct {
|
|
|
|
newState DealState
|
|
|
|
id cid.Cid
|
|
|
|
err error
|
2019-08-12 21:48:18 +00:00
|
|
|
mut func(*MinerDeal)
|
2019-08-07 11:46:09 +00:00
|
|
|
}
|
|
|
|
|
2019-08-26 10:04:57 +00:00
|
|
|
func NewHandler(ds dtypes.MetadataDS, secst *sectorblocks.SectorBlocks, dag dtypes.StagingDAG, fullNode api.FullNode) (*Handler, error) {
|
2019-08-06 23:08:34 +00:00
|
|
|
addr, err := ds.Get(datastore.NewKey("miner-address"))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
minerAddress, err := address.NewFromBytes(addr)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2019-08-06 12:31:13 +00:00
|
|
|
return &Handler{
|
2019-08-14 20:27:10 +00:00
|
|
|
secst: secst,
|
|
|
|
dag: dag,
|
|
|
|
full: fullNode,
|
2019-08-06 22:04:21 +00:00
|
|
|
|
2019-09-06 22:39:47 +00:00
|
|
|
pricePerByteBlock: types.NewInt(3), // TODO: allow setting
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
conns: map[cid.Cid]inet.Stream{},
|
|
|
|
|
2019-08-06 23:08:34 +00:00
|
|
|
incoming: make(chan MinerDeal),
|
2019-08-07 18:57:48 +00:00
|
|
|
updated: make(chan dealUpdate),
|
|
|
|
stop: make(chan struct{}),
|
|
|
|
stopped: make(chan struct{}),
|
2019-08-06 23:08:34 +00:00
|
|
|
|
|
|
|
actor: minerAddress,
|
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
deals: StateStore{ds: namespace.Wrap(ds, datastore.NewKey("/deals/client"))},
|
2019-08-06 23:08:34 +00:00
|
|
|
}, nil
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
func (h *Handler) Run(ctx context.Context) {
|
2019-08-07 20:16:26 +00:00
|
|
|
// TODO: restore state
|
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
go func() {
|
2019-08-06 23:08:34 +00:00
|
|
|
defer log.Error("quitting deal handler loop")
|
2019-08-06 22:04:21 +00:00
|
|
|
defer close(h.stopped)
|
|
|
|
|
|
|
|
for {
|
|
|
|
select {
|
2019-08-07 18:57:48 +00:00
|
|
|
case deal := <-h.incoming: // Accepted
|
|
|
|
h.onIncoming(deal)
|
|
|
|
case update := <-h.updated: // Staged
|
|
|
|
h.onUpdated(ctx, update)
|
2019-08-06 22:04:21 +00:00
|
|
|
case <-h.stop:
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
func (h *Handler) onIncoming(deal MinerDeal) {
|
|
|
|
log.Info("incoming deal")
|
2019-08-02 14:09:54 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
h.conns[deal.ProposalCid] = deal.s
|
2019-08-02 16:25:10 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
if err := h.deals.Begin(deal.ProposalCid, deal); err != nil {
|
|
|
|
// This can happen when client re-sends proposal
|
|
|
|
h.failDeal(deal.ProposalCid, err)
|
|
|
|
log.Errorf("deal tracking failed: %s", err)
|
2019-08-02 14:09:54 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
go func() {
|
|
|
|
h.updated <- dealUpdate{
|
|
|
|
newState: Accepted,
|
|
|
|
id: deal.ProposalCid,
|
|
|
|
err: nil,
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
2019-08-06 23:08:34 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
func (h *Handler) onUpdated(ctx context.Context, update dealUpdate) {
|
|
|
|
log.Infof("Deal %s updated state to %d", update.id, update.newState)
|
|
|
|
if update.err != nil {
|
|
|
|
log.Errorf("deal %s failed: %s", update.id, update.err)
|
|
|
|
h.failDeal(update.id, update.err)
|
2019-08-06 22:04:21 +00:00
|
|
|
return
|
|
|
|
}
|
2019-08-07 18:57:48 +00:00
|
|
|
var deal MinerDeal
|
|
|
|
err := h.deals.MutateMiner(update.id, func(d *MinerDeal) error {
|
|
|
|
d.State = update.newState
|
2019-08-12 21:48:18 +00:00
|
|
|
if update.mut != nil {
|
|
|
|
update.mut(d)
|
|
|
|
}
|
2019-08-07 18:57:48 +00:00
|
|
|
deal = *d
|
|
|
|
return nil
|
|
|
|
})
|
2019-08-06 12:31:13 +00:00
|
|
|
if err != nil {
|
2019-08-07 18:57:48 +00:00
|
|
|
h.failDeal(update.id, err)
|
2019-08-06 12:31:13 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
switch update.newState {
|
|
|
|
case Accepted:
|
|
|
|
h.handle(ctx, deal, h.accept, Staged)
|
|
|
|
case Staged:
|
|
|
|
h.handle(ctx, deal, h.staged, Sealing)
|
|
|
|
case Sealing:
|
2019-08-12 21:48:18 +00:00
|
|
|
h.handle(ctx, deal, h.sealing, Complete)
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
2019-08-07 18:57:48 +00:00
|
|
|
}
|
2019-08-06 12:31:13 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
func (h *Handler) newDeal(s inet.Stream, proposal StorageDealProposal) (MinerDeal, error) {
|
|
|
|
// TODO: Review: Not signed?
|
|
|
|
proposalNd, err := cbor.WrapObject(proposal, math.MaxUint64, -1)
|
2019-08-06 12:31:13 +00:00
|
|
|
if err != nil {
|
2019-08-07 18:57:48 +00:00
|
|
|
return MinerDeal{}, err
|
2019-08-06 12:31:13 +00:00
|
|
|
}
|
2019-08-06 23:08:34 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
ref, err := cid.Parse(proposal.PieceRef)
|
2019-08-06 23:08:34 +00:00
|
|
|
if err != nil {
|
2019-08-07 18:57:48 +00:00
|
|
|
return MinerDeal{}, err
|
2019-08-06 23:08:34 +00:00
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
return MinerDeal{
|
|
|
|
Client: s.Conn().RemotePeer(),
|
|
|
|
Proposal: proposal,
|
|
|
|
ProposalCid: proposalNd.Cid(),
|
|
|
|
State: Unknown,
|
2019-08-06 12:31:13 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
Ref: ref,
|
2019-08-06 23:08:34 +00:00
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
s: s,
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h *Handler) HandleStream(s inet.Stream) {
|
|
|
|
log.Info("Handling storage deal proposal!")
|
|
|
|
|
|
|
|
proposal, err := h.readProposal(s)
|
|
|
|
if err != nil {
|
|
|
|
log.Error(err)
|
|
|
|
s.Close()
|
2019-08-02 14:09:54 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
deal, err := h.newDeal(s, proposal.Proposal)
|
2019-08-06 22:04:21 +00:00
|
|
|
if err != nil {
|
2019-08-06 23:08:34 +00:00
|
|
|
log.Error(err)
|
2019-08-07 18:57:48 +00:00
|
|
|
s.Close()
|
2019-08-06 22:04:21 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
|
2019-08-07 18:57:48 +00:00
|
|
|
h.incoming <- deal
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
2019-08-06 23:08:34 +00:00
|
|
|
|
|
|
|
func (h *Handler) Stop() {
|
|
|
|
close(h.stop)
|
|
|
|
<-h.stopped
|
|
|
|
}
|