2019-08-01 17:12:41 +00:00
|
|
|
package deals
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2019-08-06 22:04:21 +00:00
|
|
|
"math"
|
2019-08-01 17:12:41 +00:00
|
|
|
|
|
|
|
"github.com/ipfs/go-cid"
|
2019-08-06 22:04:21 +00:00
|
|
|
"github.com/ipfs/go-datastore"
|
|
|
|
"github.com/ipfs/go-datastore/namespace"
|
2019-08-02 16:25:10 +00:00
|
|
|
cbor "github.com/ipfs/go-ipld-cbor"
|
2019-08-01 17:12:41 +00:00
|
|
|
logging "github.com/ipfs/go-log"
|
2019-08-02 14:09:54 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/host"
|
2019-08-07 19:48:53 +00:00
|
|
|
inet "github.com/libp2p/go-libp2p-core/network"
|
2019-08-01 17:12:41 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
|
|
|
|
2019-08-26 13:45:36 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/chain/actors"
|
2019-08-01 17:12:41 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/chain/address"
|
|
|
|
"github.com/filecoin-project/go-lotus/chain/store"
|
|
|
|
"github.com/filecoin-project/go-lotus/chain/types"
|
2019-08-02 16:25:10 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/chain/wallet"
|
2019-08-06 22:04:21 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/node/modules/dtypes"
|
2019-08-26 13:45:36 +00:00
|
|
|
"github.com/filecoin-project/go-lotus/retrieval/discovery"
|
2019-08-01 17:12:41 +00:00
|
|
|
)
|
|
|
|
|
2019-08-06 23:08:34 +00:00
|
|
|
func init() {
|
|
|
|
cbor.RegisterCborType(ClientDeal{})
|
|
|
|
}
|
|
|
|
|
2019-08-01 17:12:41 +00:00
|
|
|
var log = logging.Logger("deals")
|
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
type ClientDeal struct {
|
|
|
|
ProposalCid cid.Cid
|
2019-09-10 12:35:43 +00:00
|
|
|
Proposal StorageDealProposal
|
|
|
|
State DealState
|
2019-08-06 22:04:21 +00:00
|
|
|
Miner peer.ID
|
2019-09-10 12:35:43 +00:00
|
|
|
|
|
|
|
s inet.Stream
|
2019-08-01 17:12:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type Client struct {
|
2019-08-26 13:45:36 +00:00
|
|
|
cs *store.ChainStore
|
|
|
|
h host.Host
|
|
|
|
w *wallet.Wallet
|
|
|
|
dag dtypes.ClientDAG
|
|
|
|
discovery *discovery.Local
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
deals StateStore
|
2019-09-10 12:35:43 +00:00
|
|
|
conns map[cid.Cid]inet.Stream
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
incoming chan ClientDeal
|
2019-09-10 12:35:43 +00:00
|
|
|
updated chan clientDealUpdate
|
2019-08-01 17:12:41 +00:00
|
|
|
|
|
|
|
stop chan struct{}
|
|
|
|
stopped chan struct{}
|
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
type clientDealUpdate struct {
|
|
|
|
newState DealState
|
|
|
|
id cid.Cid
|
|
|
|
err error
|
|
|
|
}
|
|
|
|
|
2019-08-26 13:45:36 +00:00
|
|
|
func NewClient(cs *store.ChainStore, h host.Host, w *wallet.Wallet, ds dtypes.MetadataDS, dag dtypes.ClientDAG, discovery *discovery.Local) *Client {
|
2019-08-01 17:12:41 +00:00
|
|
|
c := &Client{
|
2019-08-26 13:45:36 +00:00
|
|
|
cs: cs,
|
|
|
|
h: h,
|
|
|
|
w: w,
|
|
|
|
dag: dag,
|
|
|
|
discovery: discovery,
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
deals: StateStore{ds: namespace.Wrap(ds, datastore.NewKey("/deals/client"))},
|
2019-09-10 12:35:43 +00:00
|
|
|
conns: map[cid.Cid]inet.Stream{},
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2019-08-06 22:04:21 +00:00
|
|
|
incoming: make(chan ClientDeal, 16),
|
2019-09-10 12:35:43 +00:00
|
|
|
updated: make(chan clientDealUpdate, 16),
|
2019-08-01 17:12:41 +00:00
|
|
|
|
|
|
|
stop: make(chan struct{}),
|
|
|
|
stopped: make(chan struct{}),
|
|
|
|
}
|
|
|
|
|
|
|
|
return c
|
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
func (c *Client) Run(ctx context.Context) {
|
2019-08-01 17:12:41 +00:00
|
|
|
go func() {
|
|
|
|
defer close(c.stopped)
|
|
|
|
|
|
|
|
for {
|
|
|
|
select {
|
|
|
|
case deal := <-c.incoming:
|
2019-09-10 12:35:43 +00:00
|
|
|
c.onIncoming(deal)
|
|
|
|
case update := <-c.updated:
|
|
|
|
c.onUpdated(ctx, update)
|
2019-08-01 17:12:41 +00:00
|
|
|
case <-c.stop:
|
|
|
|
return
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
func (c *Client) onIncoming(deal ClientDeal) {
|
|
|
|
log.Info("incoming deal")
|
2019-08-07 19:48:53 +00:00
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
if _, ok := c.conns[deal.ProposalCid]; ok {
|
|
|
|
log.Errorf("tracking deal connection: already tracking connection for deal %s", deal.ProposalCid)
|
|
|
|
return
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
2019-09-10 12:35:43 +00:00
|
|
|
c.conns[deal.ProposalCid] = deal.s
|
2019-08-07 19:48:53 +00:00
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
if err := c.deals.Begin(deal.ProposalCid, deal); err != nil {
|
|
|
|
// We may have re-sent the proposal
|
|
|
|
log.Errorf("deal tracking failed: %s", err)
|
|
|
|
c.failDeal(deal.ProposalCid, err)
|
|
|
|
return
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
2019-08-07 19:48:53 +00:00
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
go func() {
|
|
|
|
c.updated <- clientDealUpdate{
|
|
|
|
newState: Unknown,
|
|
|
|
id: deal.ProposalCid,
|
|
|
|
err: nil,
|
|
|
|
}
|
|
|
|
}()
|
2019-08-07 19:48:53 +00:00
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
func (c *Client) onUpdated(ctx context.Context, update clientDealUpdate) {
|
|
|
|
log.Infof("Deal %s updated state to %d", update.id, update.newState)
|
|
|
|
if update.err != nil {
|
|
|
|
log.Errorf("deal %s failed: %s", update.id, update.err)
|
|
|
|
c.failDeal(update.id, update.err)
|
|
|
|
return
|
|
|
|
}
|
|
|
|
var deal ClientDeal
|
|
|
|
err := c.deals.MutateClient(update.id, func(d *ClientDeal) error {
|
|
|
|
d.State = update.newState
|
|
|
|
deal = *d
|
|
|
|
return nil
|
|
|
|
})
|
2019-08-02 14:09:54 +00:00
|
|
|
if err != nil {
|
2019-09-10 12:35:43 +00:00
|
|
|
c.failDeal(update.id, err)
|
|
|
|
return
|
2019-08-07 19:48:53 +00:00
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
switch update.newState {
|
|
|
|
case Unknown: // new
|
|
|
|
c.handle(ctx, deal, c.new, Accepted)
|
|
|
|
case Accepted:
|
|
|
|
c.handle(ctx, deal, c.accepted, Staged)
|
|
|
|
case Staged:
|
|
|
|
c.handle(ctx, deal, c.staged, Sealing)
|
|
|
|
case Sealing:
|
|
|
|
c.handle(ctx, deal, c.sealing, Complete)
|
2019-08-02 14:09:54 +00:00
|
|
|
}
|
2019-08-07 19:48:53 +00:00
|
|
|
}
|
|
|
|
|
2019-08-15 00:28:52 +00:00
|
|
|
type ClientDealProposal struct {
|
|
|
|
Data cid.Cid
|
|
|
|
|
|
|
|
TotalPrice types.BigInt
|
|
|
|
Duration uint64
|
|
|
|
|
|
|
|
Payment actors.PaymentInfo
|
|
|
|
|
|
|
|
MinerAddress address.Address
|
|
|
|
ClientAddress address.Address
|
|
|
|
MinerID peer.ID
|
|
|
|
}
|
|
|
|
|
2019-08-15 20:57:14 +00:00
|
|
|
func (c *Client) VerifyParams(ctx context.Context, data cid.Cid) (*actors.PieceInclVoucherData, error) {
|
2019-08-15 14:28:11 +00:00
|
|
|
commP, size, err := c.commP(ctx, data)
|
2019-08-07 19:48:53 +00:00
|
|
|
if err != nil {
|
2019-08-15 14:28:11 +00:00
|
|
|
return nil, err
|
2019-08-01 17:12:41 +00:00
|
|
|
}
|
|
|
|
|
2019-08-15 20:57:14 +00:00
|
|
|
return &actors.PieceInclVoucherData{
|
2019-08-15 14:28:11 +00:00
|
|
|
CommP: commP,
|
|
|
|
PieceSize: types.NewInt(uint64(size)),
|
|
|
|
}, nil
|
|
|
|
}
|
|
|
|
|
2019-08-15 20:57:14 +00:00
|
|
|
func (c *Client) Start(ctx context.Context, p ClientDealProposal, vd *actors.PieceInclVoucherData) (cid.Cid, error) {
|
2019-08-02 14:09:54 +00:00
|
|
|
proposal := StorageDealProposal{
|
2019-08-26 08:02:26 +00:00
|
|
|
PieceRef: p.Data,
|
2019-08-06 23:08:34 +00:00
|
|
|
SerializationMode: SerializationUnixFs,
|
2019-08-15 14:28:11 +00:00
|
|
|
CommP: vd.CommP[:],
|
|
|
|
Size: vd.PieceSize.Uint64(),
|
2019-08-15 00:28:52 +00:00
|
|
|
TotalPrice: p.TotalPrice,
|
|
|
|
Duration: p.Duration,
|
|
|
|
Payment: p.Payment,
|
|
|
|
MinerAddress: p.MinerAddress,
|
|
|
|
ClientAddress: p.ClientAddress,
|
|
|
|
}
|
|
|
|
|
|
|
|
s, err := c.h.NewStream(ctx, p.MinerID, ProtocolID)
|
2019-08-01 17:12:41 +00:00
|
|
|
if err != nil {
|
2019-08-06 22:04:21 +00:00
|
|
|
return cid.Undef, err
|
2019-08-01 17:12:41 +00:00
|
|
|
}
|
2019-08-02 16:25:10 +00:00
|
|
|
|
2019-08-15 00:28:52 +00:00
|
|
|
if err := c.sendProposal(s, proposal, p.ClientAddress); err != nil {
|
2019-08-06 22:04:21 +00:00
|
|
|
return cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
proposalNd, err := cbor.WrapObject(proposal, math.MaxUint64, -1)
|
2019-08-06 22:04:21 +00:00
|
|
|
if err != nil {
|
|
|
|
return cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2019-09-10 12:35:43 +00:00
|
|
|
deal := ClientDeal{
|
|
|
|
ProposalCid: proposalNd.Cid(),
|
|
|
|
Proposal: proposal,
|
|
|
|
State: Unknown,
|
|
|
|
Miner: p.MinerID,
|
|
|
|
|
|
|
|
s: s,
|
|
|
|
}
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2019-08-07 19:48:53 +00:00
|
|
|
// TODO: actually care about what happens with the deal after it was accepted
|
2019-09-10 12:35:43 +00:00
|
|
|
c.incoming <- deal
|
2019-08-26 13:45:36 +00:00
|
|
|
|
|
|
|
// TODO: start tracking after the deal is sealed
|
|
|
|
return deal.ProposalCid, c.discovery.AddPeer(p.Data, discovery.RetrievalPeer{
|
|
|
|
Address: proposal.MinerAddress,
|
|
|
|
ID: deal.Miner,
|
|
|
|
})
|
2019-08-01 17:12:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (c *Client) Stop() {
|
|
|
|
close(c.stop)
|
|
|
|
<-c.stopped
|
|
|
|
}
|