2021-07-19 13:51:46 +00:00
|
|
|
package dagstore
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"io/ioutil"
|
|
|
|
"net/url"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/golang/mock/gomock"
|
|
|
|
blocksutil "github.com/ipfs/go-ipfs-blocksutil"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
|
|
|
|
"github.com/filecoin-project/dagstore/mount"
|
|
|
|
|
|
|
|
mock_dagstore "github.com/filecoin-project/lotus/markets/dagstore/mocks"
|
|
|
|
)
|
|
|
|
|
|
|
|
func TestLotusMount(t *testing.T) {
|
|
|
|
ctx := context.Background()
|
|
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
|
|
cid := bgen.Next().Cid()
|
|
|
|
|
|
|
|
mockCtrl := gomock.NewController(t)
|
|
|
|
// when test is done, assert expectations on all mock objects.
|
|
|
|
defer mockCtrl.Finish()
|
|
|
|
|
|
|
|
// create a mock lotus api that returns the reader we want
|
2021-07-21 10:23:55 +00:00
|
|
|
mockLotusMountAPI := mock_dagstore.NewMockLotusAccessor(mockCtrl)
|
2021-07-30 07:32:42 +00:00
|
|
|
|
|
|
|
mockLotusMountAPI.EXPECT().IsUnsealed(gomock.Any(), cid).Return(true, nil).Times(1)
|
|
|
|
|
2021-07-19 13:51:46 +00:00
|
|
|
mockLotusMountAPI.EXPECT().FetchUnsealedPiece(gomock.Any(), cid).Return(&readCloser{ioutil.NopCloser(strings.NewReader("testing"))}, nil).Times(1)
|
|
|
|
mockLotusMountAPI.EXPECT().FetchUnsealedPiece(gomock.Any(), cid).Return(&readCloser{ioutil.NopCloser(strings.NewReader("testing"))}, nil).Times(1)
|
2021-07-21 11:31:20 +00:00
|
|
|
mockLotusMountAPI.EXPECT().GetUnpaddedCARSize(ctx, cid).Return(uint64(100), nil).Times(1)
|
2021-07-19 13:51:46 +00:00
|
|
|
|
|
|
|
mnt, err := NewLotusMount(cid, mockLotusMountAPI)
|
|
|
|
require.NoError(t, err)
|
|
|
|
info := mnt.Info()
|
|
|
|
require.Equal(t, info.Kind, mount.KindRemote)
|
|
|
|
|
|
|
|
// fetch and assert success
|
|
|
|
rd, err := mnt.Fetch(context.Background())
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
bz, err := ioutil.ReadAll(rd)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, rd.Close())
|
|
|
|
require.Equal(t, []byte("testing"), bz)
|
|
|
|
|
|
|
|
stat, err := mnt.Stat(ctx)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.EqualValues(t, 100, stat.Size)
|
|
|
|
|
|
|
|
// serialize url then deserialize from mount template -> should get back
|
|
|
|
// the same mount
|
|
|
|
url := mnt.Serialize()
|
|
|
|
mnt2 := NewLotusMountTemplate(mockLotusMountAPI)
|
|
|
|
err = mnt2.Deserialize(url)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
// fetching on this mount should get us back the same data.
|
|
|
|
rd, err = mnt2.Fetch(context.Background())
|
|
|
|
require.NoError(t, err)
|
|
|
|
bz, err = ioutil.ReadAll(rd)
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.NoError(t, rd.Close())
|
|
|
|
require.Equal(t, []byte("testing"), bz)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestLotusMountDeserialize(t *testing.T) {
|
2021-07-20 09:04:47 +00:00
|
|
|
api := &lotusAccessor{}
|
2021-07-19 13:51:46 +00:00
|
|
|
|
|
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
|
|
cid := bgen.Next().Cid()
|
|
|
|
|
|
|
|
// success
|
2021-07-20 09:04:47 +00:00
|
|
|
us := lotusScheme + "://" + cid.String()
|
2021-07-19 13:51:46 +00:00
|
|
|
u, err := url.Parse(us)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
mnt := NewLotusMountTemplate(api)
|
|
|
|
err = mnt.Deserialize(u)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-07-21 08:45:14 +00:00
|
|
|
require.Equal(t, cid, mnt.PieceCid)
|
|
|
|
require.Equal(t, api, mnt.Api)
|
2021-07-19 13:51:46 +00:00
|
|
|
|
|
|
|
// fails if cid is not valid
|
2021-07-20 09:04:47 +00:00
|
|
|
us = lotusScheme + "://" + "rand"
|
2021-07-19 13:51:46 +00:00
|
|
|
u, err = url.Parse(us)
|
|
|
|
require.NoError(t, err)
|
|
|
|
err = mnt.Deserialize(u)
|
|
|
|
require.Error(t, err)
|
|
|
|
require.Contains(t, err.Error(), "failed to parse PieceCid")
|
|
|
|
}
|
2021-07-21 08:45:14 +00:00
|
|
|
|
|
|
|
func TestLotusMountRegistration(t *testing.T) {
|
2021-07-21 11:31:20 +00:00
|
|
|
ctx := context.Background()
|
2021-07-21 08:45:14 +00:00
|
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
|
|
cid := bgen.Next().Cid()
|
|
|
|
|
|
|
|
// success
|
|
|
|
us := lotusScheme + "://" + cid.String()
|
|
|
|
u, err := url.Parse(us)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
mockCtrl := gomock.NewController(t)
|
|
|
|
// when test is done, assert expectations on all mock objects.
|
|
|
|
defer mockCtrl.Finish()
|
|
|
|
|
2021-07-21 10:23:55 +00:00
|
|
|
mockLotusMountAPI := mock_dagstore.NewMockLotusAccessor(mockCtrl)
|
2021-07-21 08:45:14 +00:00
|
|
|
registry := mount.NewRegistry()
|
|
|
|
err = registry.Register(lotusScheme, NewLotusMountTemplate(mockLotusMountAPI))
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
mnt, err := registry.Instantiate(u)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
2021-07-30 07:32:42 +00:00
|
|
|
mockLotusMountAPI.EXPECT().IsUnsealed(ctx, cid).Return(true, nil)
|
2021-07-21 11:31:20 +00:00
|
|
|
mockLotusMountAPI.EXPECT().GetUnpaddedCARSize(ctx, cid).Return(uint64(100), nil).Times(1)
|
2021-07-21 08:45:14 +00:00
|
|
|
stat, err := mnt.Stat(context.Background())
|
|
|
|
require.NoError(t, err)
|
|
|
|
require.EqualValues(t, 100, stat.Size)
|
2021-07-30 07:32:42 +00:00
|
|
|
require.True(t, stat.Ready)
|
2021-07-21 08:45:14 +00:00
|
|
|
}
|