6c01310728
This migrates everything except the `go-car` librairy: https://github.com/ipfs/boxo/issues/218#issuecomment-1529922103 I didn't migrated everything in the previous release because all the boxo code wasn't compatible with the go-ipld-prime one due to a an in flight (/ aftermath) revert of github.com/ipfs/go-block-format. go-block-format has been unmigrated since slight bellow absolutely everything depends on it that would have required everything to be moved on boxo or everything to optin into using boxo which were all deal breakers for different groups. This worked fine because lotus's codebase could live hapely on the first multirepo setup however boost is now trying to use boxo's code with lotus's (still on multirepo) setup: https://filecoinproject.slack.com/archives/C03AQ3QAUG1/p1685022344779649 The alternative would be for boost to write shim types which just forward calls and return with the different interface definitions. Btw why is that an issue in the first place is because unlike what go's duck typing model suggest interfaces are not transparent https://github.com/golang/go/issues/58112, interfaces are strongly typed but they have implicit narrowing. The issue is if you return an interface from an interface Go does not have a function definition to insert the implicit conversion thus instead the type checker complains you are not returning the right type. Stubbing types were reverted https://github.com/ipfs/boxo/issues/218#issuecomment-1478650351 Last time I only migrated `go-bitswap` to `boxo/bitswap` because of the security issues and because we never had the interface return an interface problem (we had concrete wrappers where the implicit conversion took place).
129 lines
3.6 KiB
Go
129 lines
3.6 KiB
Go
// stm: #unit
|
|
package unixfs
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"io"
|
|
"os"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/ipfs/boxo/blockservice"
|
|
offline "github.com/ipfs/boxo/exchange/offline"
|
|
"github.com/ipfs/boxo/files"
|
|
"github.com/ipfs/boxo/ipld/merkledag"
|
|
unixfile "github.com/ipfs/boxo/ipld/unixfs/file"
|
|
"github.com/ipfs/go-cid"
|
|
carv2 "github.com/ipld/go-car/v2"
|
|
"github.com/ipld/go-car/v2/blockstore"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/filecoin-project/go-fil-markets/stores"
|
|
)
|
|
|
|
// This test uses a full "dense" CARv2, and not a filestore (positional mapping).
|
|
func TestRoundtripUnixFS_Dense(t *testing.T) {
|
|
// stm: @CLIENT_DATA_IMPORT_002
|
|
ctx := context.Background()
|
|
|
|
inputPath, inputContents := genInputFile(t)
|
|
defer os.Remove(inputPath) //nolint:errcheck
|
|
|
|
carv2File := newTmpFile(t)
|
|
defer os.Remove(carv2File) //nolint:errcheck
|
|
|
|
// import a file to a Unixfs DAG using a CARv2 read/write blockstore.
|
|
bs, err := blockstore.OpenReadWrite(carv2File, nil,
|
|
carv2.ZeroLengthSectionAsEOF(true),
|
|
blockstore.UseWholeCIDs(true))
|
|
require.NoError(t, err)
|
|
|
|
root, err := Build(ctx, bytes.NewBuffer(inputContents), bs, false)
|
|
require.NoError(t, err)
|
|
require.NotEqual(t, cid.Undef, root)
|
|
require.NoError(t, bs.Finalize())
|
|
|
|
// reconstruct the file.
|
|
readOnly, err := blockstore.OpenReadOnly(carv2File,
|
|
carv2.ZeroLengthSectionAsEOF(true),
|
|
blockstore.UseWholeCIDs(true))
|
|
require.NoError(t, err)
|
|
defer readOnly.Close() //nolint:errcheck
|
|
|
|
dags := merkledag.NewDAGService(blockservice.New(readOnly, offline.Exchange(readOnly)))
|
|
|
|
nd, err := dags.Get(ctx, root)
|
|
require.NoError(t, err)
|
|
|
|
file, err := unixfile.NewUnixfsFile(ctx, dags, nd)
|
|
require.NoError(t, err)
|
|
|
|
tmpOutput := newTmpFile(t)
|
|
defer os.Remove(tmpOutput) //nolint:errcheck
|
|
require.NoError(t, files.WriteTo(file, tmpOutput))
|
|
|
|
// ensure contents of the initial input file and the output file are identical.
|
|
fo, err := os.Open(tmpOutput)
|
|
require.NoError(t, err)
|
|
bz2, err := io.ReadAll(fo)
|
|
require.NoError(t, err)
|
|
require.NoError(t, fo.Close())
|
|
require.Equal(t, inputContents, bz2)
|
|
}
|
|
|
|
func TestRoundtripUnixFS_Filestore(t *testing.T) {
|
|
// stm: @CLIENT_DATA_IMPORT_001
|
|
ctx := context.Background()
|
|
|
|
inputPath, inputContents := genInputFile(t)
|
|
defer os.Remove(inputPath) //nolint:errcheck
|
|
|
|
dst := newTmpFile(t)
|
|
defer os.Remove(dst) //nolint:errcheck
|
|
|
|
root, err := CreateFilestore(ctx, inputPath, dst)
|
|
require.NoError(t, err)
|
|
require.NotEqual(t, cid.Undef, root)
|
|
|
|
// convert the CARv2 to a normal file again and ensure the contents match
|
|
fs, err := stores.ReadOnlyFilestore(dst)
|
|
require.NoError(t, err)
|
|
defer fs.Close() //nolint:errcheck
|
|
|
|
dags := merkledag.NewDAGService(blockservice.New(fs, offline.Exchange(fs)))
|
|
|
|
nd, err := dags.Get(ctx, root)
|
|
require.NoError(t, err)
|
|
|
|
file, err := unixfile.NewUnixfsFile(ctx, dags, nd)
|
|
require.NoError(t, err)
|
|
|
|
tmpOutput := newTmpFile(t)
|
|
defer os.Remove(tmpOutput) //nolint:errcheck
|
|
require.NoError(t, files.WriteTo(file, tmpOutput))
|
|
|
|
// ensure contents of the initial input file and the output file are identical.
|
|
fo, err := os.Open(tmpOutput)
|
|
require.NoError(t, err)
|
|
bz2, err := io.ReadAll(fo)
|
|
require.NoError(t, err)
|
|
require.NoError(t, fo.Close())
|
|
require.Equal(t, inputContents, bz2)
|
|
}
|
|
|
|
// creates a new tempdir each time, guaranteeing uniqueness
|
|
func newTmpFile(t *testing.T) string {
|
|
return t.TempDir() + string(os.PathSeparator) + "tmp"
|
|
}
|
|
|
|
func genInputFile(t *testing.T) (filepath string, contents []byte) {
|
|
s := strings.Repeat("abcde", 100)
|
|
tmp, err := os.CreateTemp("", "")
|
|
require.NoError(t, err)
|
|
_, err = io.Copy(tmp, strings.NewReader(s))
|
|
require.NoError(t, err)
|
|
require.NoError(t, tmp.Close())
|
|
return tmp.Name(), []byte(s)
|
|
}
|