lotus/node/impl/client/client_test.go
2021-12-14 17:05:10 +02:00

131 lines
3.4 KiB
Go

package client
import (
"bytes"
"context"
"embed"
"io/ioutil"
"path/filepath"
"strings"
"testing"
"github.com/ipfs/go-blockservice"
"github.com/ipfs/go-cid"
"github.com/ipfs/go-datastore"
dssync "github.com/ipfs/go-datastore/sync"
blockstore "github.com/ipfs/go-ipfs-blockstore"
offline "github.com/ipfs/go-ipfs-exchange-offline"
files "github.com/ipfs/go-ipfs-files"
"github.com/ipfs/go-merkledag"
unixfile "github.com/ipfs/go-unixfs/file"
"github.com/ipld/go-car"
carv2 "github.com/ipld/go-car/v2"
"github.com/stretchr/testify/require"
"github.com/filecoin-project/lotus/api"
"github.com/filecoin-project/lotus/markets/storageadapter"
"github.com/filecoin-project/lotus/node/repo/imports"
)
//go:embed testdata/*
var testdata embed.FS
func TestImportLocal(t *testing.T) {
ds := dssync.MutexWrap(datastore.NewMapDatastore())
dir := t.TempDir()
im := imports.NewManager(ds, dir)
ctx := context.Background()
a := &API{
Imports: im,
StorageBlockstoreAccessor: storageadapter.NewImportsBlockstoreAccessor(im),
}
b, err := testdata.ReadFile("testdata/payload.txt")
require.NoError(t, err)
root, err := a.ClientImportLocal(ctx, bytes.NewReader(b))
require.NoError(t, err)
require.NotEqual(t, cid.Undef, root)
list, err := a.ClientListImports(ctx)
require.NoError(t, err)
require.Len(t, list, 1)
it := list[0]
require.Equal(t, root, *it.Root)
require.True(t, strings.HasPrefix(it.CARPath, dir))
local, err := a.ClientHasLocal(ctx, root)
require.NoError(t, err)
require.True(t, local)
order := api.ExportRef{
Root: root,
FromLocalCAR: it.CARPath,
}
// retrieve as UnixFS.
out1 := filepath.Join(dir, "retrieval1.data") // as unixfs
out2 := filepath.Join(dir, "retrieval2.data") // as car
err = a.ClientExport(ctx, order, api.FileRef{
Path: out1,
})
require.NoError(t, err)
outBytes, err := ioutil.ReadFile(out1)
require.NoError(t, err)
require.Equal(t, b, outBytes)
err = a.ClientExport(ctx, order, api.FileRef{
Path: out2,
IsCAR: true,
})
require.NoError(t, err)
// open the CARv2 being custodied by the import manager
orig, err := carv2.OpenReader(it.CARPath)
require.NoError(t, err)
// open the CARv1 we just exported
exported, err := carv2.OpenReader(out2)
require.NoError(t, err)
require.EqualValues(t, 1, exported.Version)
require.EqualValues(t, 2, orig.Version)
origRoots, err := orig.Roots()
require.NoError(t, err)
require.Len(t, origRoots, 1)
exportedRoots, err := exported.Roots()
require.NoError(t, err)
require.Len(t, exportedRoots, 1)
require.EqualValues(t, origRoots, exportedRoots)
// recreate the unixfs dag, and see if it matches the original file byte by byte
// import the car into a memory blockstore, then export the unixfs file.
bs := blockstore.NewBlockstore(datastore.NewMapDatastore())
_, err = car.LoadCar(ctx, bs, exported.DataReader())
require.NoError(t, err)
dag := merkledag.NewDAGService(blockservice.New(bs, offline.Exchange(bs)))
nd, err := dag.Get(ctx, exportedRoots[0])
require.NoError(t, err)
file, err := unixfile.NewUnixfsFile(ctx, dag, nd)
require.NoError(t, err)
exportedPath := filepath.Join(dir, "exported.data")
err = files.WriteTo(file, exportedPath)
require.NoError(t, err)
exportedBytes, err := ioutil.ReadFile(exportedPath)
require.NoError(t, err)
// compare original file to recreated unixfs file.
require.Equal(t, b, exportedBytes)
}