lotus/api/test/deals.go

256 lines
5.7 KiB
Go
Raw Normal View History

2019-11-06 16:10:44 +00:00
package test
import (
2019-12-01 21:52:24 +00:00
"bytes"
2019-11-06 16:10:44 +00:00
"context"
"fmt"
2019-12-01 21:52:24 +00:00
"io/ioutil"
2019-11-06 16:10:44 +00:00
"math/rand"
2019-11-07 00:18:06 +00:00
"os"
2019-12-01 21:52:24 +00:00
"path/filepath"
"sync/atomic"
2019-11-06 16:10:44 +00:00
"testing"
"time"
"github.com/ipfs/go-cid"
files "github.com/ipfs/go-ipfs-files"
logging "github.com/ipfs/go-log/v2"
"github.com/ipld/go-car"
2019-11-06 19:44:28 +00:00
"github.com/filecoin-project/go-fil-markets/storagemarket"
2020-03-04 05:03:35 +00:00
"github.com/filecoin-project/lotus/api"
2019-11-30 23:17:50 +00:00
"github.com/filecoin-project/lotus/build"
dag "github.com/ipfs/go-merkledag"
dstest "github.com/ipfs/go-merkledag/test"
unixfile "github.com/ipfs/go-unixfs/file"
2019-11-06 16:10:44 +00:00
"github.com/filecoin-project/lotus/chain/types"
"github.com/filecoin-project/lotus/node/impl"
ipld "github.com/ipfs/go-ipld-format"
2019-11-06 16:10:44 +00:00
)
2019-11-30 23:17:50 +00:00
func init() {
logging.SetAllLoggers(logging.LevelInfo)
build.InsecurePoStValidation = true
}
func TestDealFlow(t *testing.T, b APIBuilder, blocktime time.Duration, carExport bool) {
_ = os.Setenv("BELLMAN_NO_GPU", "1")
2019-11-07 00:18:06 +00:00
2019-11-07 12:03:18 +00:00
ctx := context.Background()
2020-04-23 17:50:52 +00:00
n, sn := b(t, 1, oneMiner)
2019-11-06 16:10:44 +00:00
client := n[0].FullNode.(*impl.FullNodeAPI)
miner := sn[0]
addrinfo, err := client.NetAddrsListen(ctx)
if err != nil {
t.Fatal(err)
}
if err := miner.NetConnect(ctx, addrinfo); err != nil {
t.Fatal(err)
}
time.Sleep(time.Second)
mine := int64(1)
done := make(chan struct{})
go func() {
defer close(done)
for atomic.LoadInt64(&mine) == 1 {
time.Sleep(blocktime)
if err := sn[0].MineOne(ctx, func(bool) {}); err != nil {
t.Error(err)
}
}
}()
2019-12-02 14:26:39 +00:00
makeDeal(t, ctx, 6, client, miner, carExport)
atomic.AddInt64(&mine, -1)
fmt.Println("shutting down mining")
<-done
}
func TestDoubleDealFlow(t *testing.T, b APIBuilder, blocktime time.Duration) {
_ = os.Setenv("BELLMAN_NO_GPU", "1")
ctx := context.Background()
n, sn := b(t, 1, oneMiner)
client := n[0].FullNode.(*impl.FullNodeAPI)
miner := sn[0]
addrinfo, err := client.NetAddrsListen(ctx)
2019-11-06 16:10:44 +00:00
if err != nil {
t.Fatal(err)
}
if err := miner.NetConnect(ctx, addrinfo); err != nil {
2019-11-06 16:10:44 +00:00
t.Fatal(err)
}
time.Sleep(time.Second)
2019-11-06 16:10:44 +00:00
mine := int64(1)
2019-11-07 00:18:06 +00:00
done := make(chan struct{})
2019-11-06 16:10:44 +00:00
go func() {
2019-11-07 00:18:06 +00:00
defer close(done)
for atomic.LoadInt64(&mine) == 1 {
time.Sleep(blocktime)
2020-04-23 21:12:42 +00:00
if err := sn[0].MineOne(ctx, func(bool) {}); err != nil {
2019-12-05 05:14:19 +00:00
t.Error(err)
2019-11-06 19:44:28 +00:00
}
2019-11-06 16:10:44 +00:00
}
}()
2020-04-23 17:50:52 +00:00
makeDeal(t, ctx, 6, client, miner, false)
makeDeal(t, ctx, 7, client, miner, false)
atomic.AddInt64(&mine, -1)
fmt.Println("shutting down mining")
<-done
}
func makeDeal(t *testing.T, ctx context.Context, rseed int, client *impl.FullNodeAPI, miner TestStorageNode, carExport bool) {
data := make([]byte, 1600)
rand.New(rand.NewSource(int64(rseed))).Read(data)
r := bytes.NewReader(data)
fcid, err := client.ClientImportLocal(ctx, r)
if err != nil {
t.Fatal(err)
}
fmt.Println("FILE CID: ", fcid)
deal := startDeal(t, ctx, miner, client, fcid)
2020-04-23 17:50:52 +00:00
// TODO: this sleep is only necessary because deals don't immediately get logged in the dealstore, we should fix this
time.Sleep(time.Second)
waitDealSealed(t, ctx, client, deal)
// Retrieval
testRetrieval(t, ctx, err, client, fcid, carExport, data)
2020-04-23 17:50:52 +00:00
}
func startDeal(t *testing.T, ctx context.Context, miner TestStorageNode, client *impl.FullNodeAPI, fcid cid.Cid) *cid.Cid {
2020-04-23 17:50:52 +00:00
maddr, err := miner.ActorAddress(ctx)
if err != nil {
t.Fatal(err)
}
addr, err := client.WalletDefaultAddress(ctx)
if err != nil {
t.Fatal(err)
}
2020-03-04 05:03:35 +00:00
deal, err := client.ClientStartDeal(ctx, &api.StartDealParams{
2020-04-16 21:43:39 +00:00
Data: &storagemarket.DataRef{Root: fcid},
Wallet: addr,
Miner: maddr,
EpochPrice: types.NewInt(1000000),
MinBlocksDuration: 100,
2020-03-04 05:03:35 +00:00
})
2019-11-06 16:10:44 +00:00
if err != nil {
2020-02-23 15:50:36 +00:00
t.Fatalf("%+v", err)
2019-11-06 16:10:44 +00:00
}
2020-04-23 17:50:52 +00:00
return deal
}
2019-11-06 19:44:28 +00:00
2020-04-23 17:50:52 +00:00
func waitDealSealed(t *testing.T, ctx context.Context, client *impl.FullNodeAPI, deal *cid.Cid) {
loop:
2019-11-06 19:44:28 +00:00
for {
di, err := client.ClientGetDealInfo(ctx, *deal)
if err != nil {
t.Fatal(err)
}
2019-11-06 20:39:07 +00:00
switch di.State {
case storagemarket.StorageDealProposalRejected:
2019-11-06 20:39:07 +00:00
t.Fatal("deal rejected")
case storagemarket.StorageDealFailing:
2019-11-06 20:39:07 +00:00
t.Fatal("deal failed")
case storagemarket.StorageDealError:
2020-04-17 21:23:30 +00:00
t.Fatal("deal errored", di.Message)
case storagemarket.StorageDealActive:
2019-11-06 20:39:07 +00:00
fmt.Println("COMPLETE", di)
2019-11-07 00:18:06 +00:00
break loop
2019-11-06 20:39:07 +00:00
}
fmt.Println("Deal state: ", storagemarket.DealStates[di.State])
2019-11-06 19:44:28 +00:00
time.Sleep(time.Second / 2)
}
2020-04-23 17:50:52 +00:00
}
2019-11-07 00:18:06 +00:00
func testRetrieval(t *testing.T, ctx context.Context, err error, client *impl.FullNodeAPI, fcid cid.Cid, carExport bool, data []byte) {
2019-12-01 21:52:24 +00:00
offers, err := client.ClientFindData(ctx, fcid)
if err != nil {
t.Fatal(err)
}
if len(offers) < 1 {
t.Fatal("no offers")
}
rpath, err := ioutil.TempDir("", "lotus-retrieve-test-")
if err != nil {
t.Fatal(err)
}
defer os.RemoveAll(rpath) //nolint:errcheck
2019-12-01 21:52:24 +00:00
caddr, err := client.WalletDefaultAddress(ctx)
if err != nil {
t.Fatal(err)
}
ref := &api.FileRef{
Path: filepath.Join(rpath, "ret"),
IsCAR: carExport,
}
err = client.ClientRetrieve(ctx, offers[0].Order(caddr), ref)
2019-12-01 21:52:24 +00:00
if err != nil {
t.Fatalf("%+v", err)
}
rdata, err := ioutil.ReadFile(filepath.Join(rpath, "ret"))
if err != nil {
t.Fatal(err)
}
if carExport {
2020-04-23 17:50:52 +00:00
rdata = extractCarData(t, ctx, rdata, rpath)
}
2019-12-01 21:52:24 +00:00
if !bytes.Equal(rdata, data) {
t.Fatal("wrong data retrieved")
}
2020-04-23 17:50:52 +00:00
}
2019-12-01 21:52:24 +00:00
2020-04-23 17:50:52 +00:00
func extractCarData(t *testing.T, ctx context.Context, rdata []byte, rpath string) []byte {
bserv := dstest.Bserv()
ch, err := car.LoadCar(bserv.Blockstore(), bytes.NewReader(rdata))
if err != nil {
t.Fatal(err)
}
b, err := bserv.GetBlock(ctx, ch.Roots[0])
if err != nil {
t.Fatal(err)
}
nd, err := ipld.Decode(b)
if err != nil {
t.Fatal(err)
}
dserv := dag.NewDAGService(bserv)
fil, err := unixfile.NewUnixfsFile(ctx, dserv, nd)
if err != nil {
t.Fatal(err)
}
outPath := filepath.Join(rpath, "retLoadedCAR")
if err := files.WriteTo(fil, outPath); err != nil {
t.Fatal(err)
}
rdata, err = ioutil.ReadFile(outPath)
if err != nil {
t.Fatal(err)
}
return rdata
2019-11-06 16:10:44 +00:00
}