package retrieval import ( "context" "io" "io/ioutil" blocks "github.com/ipfs/go-block-format" "github.com/ipfs/go-cid" cbor "github.com/ipfs/go-ipld-cbor" logging "github.com/ipfs/go-log" "github.com/libp2p/go-libp2p-core/host" "github.com/libp2p/go-libp2p-core/network" "github.com/libp2p/go-libp2p-core/peer" "golang.org/x/xerrors" "github.com/filecoin-project/go-lotus/api" "github.com/filecoin-project/go-lotus/build" "github.com/filecoin-project/go-lotus/chain/address" "github.com/filecoin-project/go-lotus/lib/cborrpc" "github.com/filecoin-project/go-lotus/retrieval/discovery" ) var log = logging.Logger("retrieval") type Client struct { h host.Host } func NewClient(h host.Host) *Client { return &Client{h: h} } func (c *Client) Query(ctx context.Context, p discovery.RetrievalPeer, data cid.Cid) api.QueryOffer { s, err := c.h.NewStream(ctx, p.ID, QueryProtocolID) if err != nil { log.Warn(err) return api.QueryOffer{Err: err.Error(), Miner: p.Address, MinerPeerID: p.ID} } defer s.Close() err = cborrpc.WriteCborRPC(s, Query{ Piece: data, }) if err != nil { log.Warn(err) return api.QueryOffer{Err: err.Error(), Miner: p.Address, MinerPeerID: p.ID} } // TODO: read deadline rawResp, err := ioutil.ReadAll(s) if err != nil { log.Warn(err) return api.QueryOffer{Err: err.Error(), Miner: p.Address, MinerPeerID: p.ID} } var resp QueryResponse if err := cbor.DecodeInto(rawResp, &resp); err != nil { log.Warn(err) return api.QueryOffer{Err: err.Error(), Miner: p.Address, MinerPeerID: p.ID} } return api.QueryOffer{ Root: data, Size: resp.Size, MinPrice: resp.MinPrice, Miner: p.Address, // TODO: check MinerPeerID: p.ID, } } type clientStream struct { stream network.Stream root cid.Cid offset uint64 windowSize uint64 // how much we "trust" the peer verifier BlockVerifier } // C > S // // Offset MUST be aligned on chunking boundaries, size is rounded up to leaf size // // > DealProposal{Mode: Unixfs0, RootCid, Offset, Size, Payment(nil if free)} // < Resp{Accept} // < ..(Intermediate Block) // < ..Blocks // < ..(Intermediate Block) // < ..Blocks // > DealProposal(...) // < ... func (c *Client) RetrieveUnixfs(ctx context.Context, root cid.Cid, size uint64, miner peer.ID, minerAddr address.Address, out io.Writer) error { s, err := c.h.NewStream(ctx, miner, ProtocolID) if err != nil { return err } defer s.Close() initialOffset := uint64(0) // TODO: Check how much data we have locally // TODO: Support in handler // TODO: Allow client to specify this cst := clientStream{ stream: s, root: root, offset: initialOffset, windowSize: build.UnixfsChunkSize, verifier: &UnixFs0Verifier{Root: root}, } for cst.offset != size+initialOffset { toFetch := cst.windowSize if toFetch+cst.offset > size { toFetch = size - cst.offset } log.Infof("Retrieve %dB @%d", toFetch, cst.offset) err := cst.doOneExchange(toFetch, out) if err != nil { return err } cst.offset += toFetch } log.Info("RETRIEVE SUCCESSFUL") return nil } func (cst *clientStream) doOneExchange(toFetch uint64, out io.Writer) error { deal := DealProposal{ Ref: cst.root, Params: RetParams{ Unixfs0: &Unixfs0Offer{ Offset: cst.offset, Size: toFetch, }, }, } if err := cborrpc.WriteCborRPC(cst.stream, deal); err != nil { return err } var resp DealResponse if err := cborrpc.ReadCborRPC(cst.stream, &resp); err != nil { log.Error(err) return err } if resp.Status != Accepted { cst.windowSize = build.UnixfsChunkSize // TODO: apply some 'penalty' to miner 'reputation' (needs to be the same in both cases) if resp.Status == Error { return xerrors.Errorf("storage deal error: %s", resp.Message) } if resp.Status == Rejected { return xerrors.Errorf("storage deal rejected: %s", resp.Message) } return xerrors.New("storage deal response had no Accepted section") } log.Info("Retrieval accepted, fetching blocks") return cst.fetchBlocks(toFetch, out) // TODO: maybe increase miner window size after success } func (cst *clientStream) fetchBlocks(toFetch uint64, out io.Writer) error { blocksToFetch := (toFetch + build.UnixfsChunkSize - 1) / build.UnixfsChunkSize for i := uint64(0); i < blocksToFetch; { log.Infof("block %d of %d", i+1, blocksToFetch) var block Block if err := cborrpc.ReadCborRPC(cst.stream, &block); err != nil { return err } dataBlocks, err := cst.consumeBlockMessage(block, out) if err != nil { return err } i += dataBlocks } return nil } func (cst *clientStream) consumeBlockMessage(block Block, out io.Writer) (uint64, error) { prefix, err := cid.PrefixFromBytes(block.Prefix) if err != nil { return 0, err } cid, err := prefix.Sum(block.Data) blk, err := blocks.NewBlockWithCid(block.Data, cid) if err != nil { return 0, err } internal, err := cst.verifier.Verify(context.TODO(), blk, out) if err != nil { log.Warnf("block verify failed: %s", err) return 0, err } // TODO: Smarter out, maybe add to filestore automagically // (Also, persist intermediate nodes) if internal { return 0, nil } return 1, nil }