package client import ( "bytes" "context" "embed" "io/ioutil" "path/filepath" "strings" "testing" "github.com/ipfs/go-blockservice" "github.com/ipfs/go-cid" "github.com/ipfs/go-datastore" dssync "github.com/ipfs/go-datastore/sync" blockstore "github.com/ipfs/go-ipfs-blockstore" offline "github.com/ipfs/go-ipfs-exchange-offline" files "github.com/ipfs/go-ipfs-files" "github.com/ipfs/go-merkledag" unixfile "github.com/ipfs/go-unixfs/file" "github.com/ipld/go-car" carv2 "github.com/ipld/go-car/v2" "github.com/stretchr/testify/require" "github.com/filecoin-project/lotus/api" "github.com/filecoin-project/lotus/markets/storageadapter" "github.com/filecoin-project/lotus/node/repo/imports" ) //go:embed testdata/* var testdata embed.FS func TestImportLocal(t *testing.T) { ds := dssync.MutexWrap(datastore.NewMapDatastore()) dir := t.TempDir() im := imports.NewManager(ds, dir) ctx := context.Background() a := &API{ Imports: im, StorageBlockstoreAccessor: storageadapter.NewImportsBlockstoreAccessor(im), } b, err := testdata.ReadFile("testdata/payload.txt") require.NoError(t, err) root, err := a.ClientImportLocal(ctx, bytes.NewReader(b)) require.NoError(t, err) require.NotEqual(t, cid.Undef, root) list, err := a.ClientListImports(ctx) require.NoError(t, err) require.Len(t, list, 1) it := list[0] require.Equal(t, root, *it.Root) require.True(t, strings.HasPrefix(it.CARPath, dir)) local, err := a.ClientHasLocal(ctx, root) require.NoError(t, err) require.True(t, local) order := api.RetrievalOrder{ Root: root, FromLocalCAR: it.CARPath, } // retrieve as UnixFS. out1 := filepath.Join(dir, "retrieval1.data") // as unixfs out2 := filepath.Join(dir, "retrieval2.data") // as car err = a.ClientRetrieve(ctx, order, &api.FileRef{ Path: out1, }) require.NoError(t, err) outBytes, err := ioutil.ReadFile(out1) require.NoError(t, err) require.Equal(t, b, outBytes) err = a.ClientRetrieve(ctx, order, &api.FileRef{ Path: out2, IsCAR: true, }) require.NoError(t, err) // open the CARv2 being custodied by the import manager orig, err := carv2.OpenReader(it.CARPath) require.NoError(t, err) // open the CARv1 we just exported exported, err := carv2.OpenReader(out2) require.NoError(t, err) require.EqualValues(t, 1, exported.Version) require.EqualValues(t, 2, orig.Version) origRoots, err := orig.Roots() require.NoError(t, err) require.Len(t, origRoots, 1) exportedRoots, err := exported.Roots() require.NoError(t, err) require.Len(t, exportedRoots, 1) require.EqualValues(t, origRoots, exportedRoots) // recreate the unixfs dag, and see if it matches the original file byte by byte // import the car into a memory blockstore, then export the unixfs file. bs := blockstore.NewBlockstore(datastore.NewMapDatastore()) _, err = car.LoadCar(bs, exported.DataReader()) require.NoError(t, err) dag := merkledag.NewDAGService(blockservice.New(bs, offline.Exchange(bs))) nd, err := dag.Get(ctx, exportedRoots[0]) require.NoError(t, err) file, err := unixfile.NewUnixfsFile(ctx, dag, nd) require.NoError(t, err) exportedPath := filepath.Join(dir, "exported.data") err = files.WriteTo(file, exportedPath) require.NoError(t, err) exportedBytes, err := ioutil.ReadFile(exportedPath) require.NoError(t, err) // compare original file to recreated unixfs file. require.Equal(t, b, exportedBytes) }