2019-12-10 04:19:59 +00:00
|
|
|
package retrievaladapter
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-01-24 20:19:52 +00:00
|
|
|
"io"
|
2019-12-10 04:19:59 +00:00
|
|
|
|
2021-04-05 17:56:53 +00:00
|
|
|
"github.com/filecoin-project/lotus/api/v1api"
|
2021-05-20 10:49:44 +00:00
|
|
|
"github.com/filecoin-project/lotus/node/modules/dtypes"
|
|
|
|
"github.com/filecoin-project/lotus/storage/sectorblocks"
|
|
|
|
"golang.org/x/xerrors"
|
2021-04-05 17:56:53 +00:00
|
|
|
|
2021-03-22 09:23:58 +00:00
|
|
|
"github.com/ipfs/go-cid"
|
|
|
|
|
2020-09-28 21:25:58 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/actors/builtin/paych"
|
2020-08-16 10:09:58 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/types"
|
2020-08-17 13:39:33 +00:00
|
|
|
sectorstorage "github.com/filecoin-project/lotus/extern/sector-storage"
|
2020-08-17 13:26:18 +00:00
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/storiface"
|
2020-08-16 10:09:58 +00:00
|
|
|
|
2019-12-10 04:19:59 +00:00
|
|
|
"github.com/filecoin-project/go-address"
|
2020-01-10 17:13:12 +00:00
|
|
|
"github.com/filecoin-project/go-fil-markets/retrievalmarket"
|
2020-03-18 17:51:25 +00:00
|
|
|
"github.com/filecoin-project/go-fil-markets/shared"
|
2020-09-07 03:49:10 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/abi"
|
2020-11-05 06:44:46 +00:00
|
|
|
specstorage "github.com/filecoin-project/specs-storage/storage"
|
2021-06-08 10:25:49 +00:00
|
|
|
|
|
|
|
logging "github.com/ipfs/go-log/v2"
|
2019-12-10 04:19:59 +00:00
|
|
|
)
|
|
|
|
|
2021-03-22 09:23:58 +00:00
|
|
|
var log = logging.Logger("retrievaladapter")
|
|
|
|
|
2019-12-10 04:19:59 +00:00
|
|
|
type retrievalProviderNode struct {
|
2021-05-20 10:49:44 +00:00
|
|
|
maddr address.Address
|
|
|
|
secb sectorblocks.SectorBuilder
|
2021-06-04 13:41:38 +00:00
|
|
|
pp sectorstorage.PieceProvider
|
2021-05-20 10:49:44 +00:00
|
|
|
full v1api.FullNode
|
2019-12-10 04:19:59 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// NewRetrievalProviderNode returns a new node adapter for a retrieval provider that talks to the
|
|
|
|
// Lotus Node
|
2021-06-04 13:41:38 +00:00
|
|
|
func NewRetrievalProviderNode(maddr dtypes.MinerAddress, secb sectorblocks.SectorBuilder, pp sectorstorage.PieceProvider, full v1api.FullNode) retrievalmarket.RetrievalProviderNode {
|
2021-05-20 10:49:44 +00:00
|
|
|
return &retrievalProviderNode{address.Address(maddr), secb, pp, full}
|
2019-12-10 04:19:59 +00:00
|
|
|
}
|
|
|
|
|
2020-03-18 17:51:25 +00:00
|
|
|
func (rpn *retrievalProviderNode) GetMinerWorkerAddress(ctx context.Context, miner address.Address, tok shared.TipSetToken) (address.Address, error) {
|
|
|
|
tsk, err := types.TipSetKeyFromBytes(tok)
|
|
|
|
if err != nil {
|
|
|
|
return address.Undef, err
|
|
|
|
}
|
|
|
|
|
2020-04-16 17:36:36 +00:00
|
|
|
mi, err := rpn.full.StateMinerInfo(ctx, miner, tsk)
|
|
|
|
return mi.Worker, err
|
2020-02-29 03:23:55 +00:00
|
|
|
}
|
|
|
|
|
2020-07-30 12:31:31 +00:00
|
|
|
func (rpn *retrievalProviderNode) UnsealSector(ctx context.Context, sectorID abi.SectorNumber, offset abi.UnpaddedPieceSize, length abi.UnpaddedPieceSize) (io.ReadCloser, error) {
|
2021-06-14 09:31:55 +00:00
|
|
|
log.Debugf("get sector %d, offset %d, length %d", sectorID, offset, length)
|
2021-05-20 10:49:44 +00:00
|
|
|
si, err := rpn.secb.SectorsStatus(ctx, sectorID, false)
|
2019-12-17 03:17:46 +00:00
|
|
|
if err != nil {
|
2020-01-24 20:19:52 +00:00
|
|
|
return nil, err
|
2019-12-17 03:17:46 +00:00
|
|
|
}
|
2020-03-17 20:19:52 +00:00
|
|
|
|
2021-05-20 10:49:44 +00:00
|
|
|
mid, err := address.IDFromAddress(rpn.maddr)
|
2020-03-17 20:19:52 +00:00
|
|
|
if err != nil {
|
2020-03-22 21:39:06 +00:00
|
|
|
return nil, err
|
2020-03-17 20:19:52 +00:00
|
|
|
}
|
|
|
|
|
2020-11-05 06:44:46 +00:00
|
|
|
ref := specstorage.SectorRef{
|
|
|
|
ID: abi.SectorID{
|
|
|
|
Miner: abi.ActorID(mid),
|
|
|
|
Number: sectorID,
|
|
|
|
},
|
2021-05-20 10:49:44 +00:00
|
|
|
ProofType: si.SealProof,
|
|
|
|
}
|
|
|
|
|
|
|
|
var commD cid.Cid
|
|
|
|
if si.CommD != nil {
|
|
|
|
commD = *si.CommD
|
2020-03-17 20:19:52 +00:00
|
|
|
}
|
2020-05-26 08:20:32 +00:00
|
|
|
|
2021-05-18 07:32:30 +00:00
|
|
|
// Get a reader for the piece, unsealing the piece if necessary
|
|
|
|
log.Debugf("read piece in sector %d, offset %d, length %d from miner %d", sectorID, offset, length, mid)
|
2021-05-20 10:49:44 +00:00
|
|
|
r, unsealed, err := rpn.pp.ReadPiece(ctx, ref, storiface.UnpaddedByteIndex(offset), length, si.Ticket.Value, commD)
|
|
|
|
if err != nil {
|
|
|
|
return nil, xerrors.Errorf("failed to unseal piece from sector %d: %w", sectorID, err)
|
|
|
|
}
|
|
|
|
_ = unsealed // todo: use
|
2020-05-26 08:20:32 +00:00
|
|
|
|
|
|
|
return r, nil
|
2019-12-17 03:17:46 +00:00
|
|
|
}
|
|
|
|
|
2020-03-18 17:51:25 +00:00
|
|
|
func (rpn *retrievalProviderNode) SavePaymentVoucher(ctx context.Context, paymentChannel address.Address, voucher *paych.SignedVoucher, proof []byte, expectedAmount abi.TokenAmount, tok shared.TipSetToken) (abi.TokenAmount, error) {
|
|
|
|
// TODO: respect the provided TipSetToken (a serialized TipSetKey) when
|
|
|
|
// querying the chain
|
2020-02-12 22:32:26 +00:00
|
|
|
added, err := rpn.full.PaychVoucherAdd(ctx, paymentChannel, voucher, proof, expectedAmount)
|
|
|
|
return added, err
|
2019-12-10 04:19:59 +00:00
|
|
|
}
|
2020-03-18 17:51:25 +00:00
|
|
|
|
|
|
|
func (rpn *retrievalProviderNode) GetChainHead(ctx context.Context) (shared.TipSetToken, abi.ChainEpoch, error) {
|
|
|
|
head, err := rpn.full.ChainHead(ctx)
|
|
|
|
if err != nil {
|
|
|
|
return nil, 0, err
|
|
|
|
}
|
|
|
|
|
|
|
|
return head.Key().Bytes(), head.Height(), nil
|
|
|
|
}
|