79453663b3
* Annotate api,proxy_util,blockstore_badger, policy tests * Annotate splitstore: bsbadger / markset * Annotate splitstore feature * Annotate union/timed blockstore tests * Annotate openrpc, diff_adt tests * Annotate error,drand,events tests * Annotate predicates_test * Fix annotations * Annotate tscache, gen tests * Annotate fundmanager test * Annotate repub and selection tests * Annotate statetree_test * Annotate forks_test * Annotate searchwait_test.go * Fix duplicated @@ symbols * Annotate chain stmgr/store tests * Annotate more (types) tests * More tests annotated * Annotate conformance chaos actor tests * Annotate more integration tests * Annotate journal system tests * Annotate more tests. * Annotate gas,head buffer behaviors * Fix markset annotations * doc: test annotations for the markets dagstore wrapper * Annotate miner_api test in dagstore * Annotate more test files * Remove bad annotations from fsrepo * Annotate wdpost system * Remove bad annotations * Renamce "conformance" to "chaos_actor" tests * doc: stm annotations for blockheader & election proof tests * Annotate remaining "A" tests * annotate: stm for error_test * memrepo_test.go * Annotate "b" file tests * message_test.go * doc: stm annotate for fsrepo_test * Annotate "c" file tests * Annotate "D" test files * message_test.go * doc: stm annotate for chain, node/config & client * docs: stm annotate node_test * Annotate u,v,wl tests * doc: stm annotations for various test files * Annotate "T" test files * doc: stm annotate for proxy_util_test & policy_test * doc: stm annotate for various tests * doc: final few stm annotations * Add mempool unit tests * Add two more memPool Add tests * Update submodules * Add check function tests * Add stm annotations, refactor test helper * Annotate api,proxy_util,blockstore_badger, policy tests * Annotate splitstore: bsbadger / markset solving merge conflicts * Annotate splitstore feature * Annotate union/timed blockstore tests * Annotate openrpc, diff_adt tests * Annotate error,drand,events tests * Annotate predicates_test * Fix annotations * Annotate tscache, gen tests * Annotate fundmanager test * Annotate statetree_test * Annotate forks_test * Annotate searchwait_test.go * Fix duplicated @@ symbols * Annotate chain stmgr/store tests * Annotate more (types) tests * More tests annotated * Annotate conformance chaos actor tests * Annotate more integration tests * Annotate journal system tests * Annotate more tests. * Annotate gas,head buffer behaviors solve merge conflict * Fix markset annotations * Annotate miner_api test in dagstore * Annotate more test files * doc: test annotations for the markets dagstore wrapper * Annotate wdpost system * Renamce "conformance" to "chaos_actor" tests * Annotate remaining "A" tests * doc: stm annotations for blockheader & election proof tests * annotate: stm for error_test * Annotate "b" file tests * memrepo_test.go * Annotate "c" file tests * message_test.go * Annotate "D" test files * doc: stm annotate for fsrepo_test * Annotate u,v,wl tests * message_test.go * doc: stm annotate for chain, node/config & client * docs: stm annotate node_test * Annotate "T" test files * doc: stm annotations for various test files * Add mempool unit tests solve merge conflict * doc: stm annotate for proxy_util_test & policy_test * doc: stm annotate for various tests * doc: final few stm annotations * Add two more memPool Add tests * Update submodules * Add check function tests solve conflict * Add stm annotations, refactor test helper solve merge conflict * Change CLI test kinds to "unit" * Fix double merged test * Fix ccupgrade_test merge * Fix lint issues * Add stm annotation to types_Test * Test vectors submodule * Add file annotation to burn_test Co-authored-by: Nikola Divic <divicnikola@gmail.com> Co-authored-by: TheMenko <themenkoprojects@gmail.com>
152 lines
4.1 KiB
Go
152 lines
4.1 KiB
Go
//stm: @unit
|
|
package dagstore
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"io/ioutil"
|
|
"net/url"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/golang/mock/gomock"
|
|
blocksutil "github.com/ipfs/go-ipfs-blocksutil"
|
|
"github.com/stretchr/testify/require"
|
|
|
|
"github.com/filecoin-project/dagstore/mount"
|
|
mock_dagstore "github.com/filecoin-project/lotus/markets/dagstore/mocks"
|
|
)
|
|
|
|
func TestLotusMount(t *testing.T) {
|
|
//stm: @MARKET_DAGSTORE_FETCH_UNSEALED_PIECE_001, @MARKET_DAGSTORE_GET_UNPADDED_CAR_SIZE_001
|
|
//stm: @MARKET_DAGSTORE_IS_PIECE_UNSEALED_001
|
|
ctx := context.Background()
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
cid := bgen.Next().Cid()
|
|
|
|
mockCtrl := gomock.NewController(t)
|
|
// when test is done, assert expectations on all mock objects.
|
|
defer mockCtrl.Finish()
|
|
|
|
// create a mock lotus api that returns the reader we want
|
|
mockLotusMountAPI := mock_dagstore.NewMockMinerAPI(mockCtrl)
|
|
|
|
mockLotusMountAPI.EXPECT().IsUnsealed(gomock.Any(), cid).Return(true, nil).Times(1)
|
|
|
|
mr1 := struct {
|
|
io.ReadCloser
|
|
io.ReaderAt
|
|
io.Seeker
|
|
}{
|
|
ReadCloser: ioutil.NopCloser(strings.NewReader("testing")),
|
|
ReaderAt: nil,
|
|
Seeker: nil,
|
|
}
|
|
mr2 := struct {
|
|
io.ReadCloser
|
|
io.ReaderAt
|
|
io.Seeker
|
|
}{
|
|
ReadCloser: ioutil.NopCloser(strings.NewReader("testing")),
|
|
ReaderAt: nil,
|
|
Seeker: nil,
|
|
}
|
|
|
|
mockLotusMountAPI.EXPECT().FetchUnsealedPiece(gomock.Any(), cid).Return(mr1, nil).Times(1)
|
|
mockLotusMountAPI.EXPECT().FetchUnsealedPiece(gomock.Any(), cid).Return(mr2, nil).Times(1)
|
|
mockLotusMountAPI.EXPECT().GetUnpaddedCARSize(ctx, cid).Return(uint64(100), nil).Times(1)
|
|
|
|
mnt, err := NewLotusMount(cid, mockLotusMountAPI)
|
|
require.NoError(t, err)
|
|
info := mnt.Info()
|
|
require.Equal(t, info.Kind, mount.KindRemote)
|
|
|
|
// fetch and assert success
|
|
rd, err := mnt.Fetch(context.Background())
|
|
require.NoError(t, err)
|
|
|
|
bz, err := ioutil.ReadAll(rd)
|
|
require.NoError(t, err)
|
|
require.NoError(t, rd.Close())
|
|
require.Equal(t, []byte("testing"), bz)
|
|
|
|
stat, err := mnt.Stat(ctx)
|
|
require.NoError(t, err)
|
|
require.EqualValues(t, 100, stat.Size)
|
|
|
|
// serialize url then deserialize from mount template -> should get back
|
|
// the same mount
|
|
url := mnt.Serialize()
|
|
mnt2 := mountTemplate(mockLotusMountAPI)
|
|
err = mnt2.Deserialize(url)
|
|
require.NoError(t, err)
|
|
|
|
// fetching on this mount should get us back the same data.
|
|
rd, err = mnt2.Fetch(context.Background())
|
|
require.NoError(t, err)
|
|
bz, err = ioutil.ReadAll(rd)
|
|
require.NoError(t, err)
|
|
require.NoError(t, rd.Close())
|
|
require.Equal(t, []byte("testing"), bz)
|
|
}
|
|
|
|
func TestLotusMountDeserialize(t *testing.T) {
|
|
//stm: @MARKET_DAGSTORE_DESERIALIZE_CID_001
|
|
api := &minerAPI{}
|
|
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
cid := bgen.Next().Cid()
|
|
|
|
// success
|
|
us := lotusScheme + "://" + cid.String()
|
|
u, err := url.Parse(us)
|
|
require.NoError(t, err)
|
|
|
|
mnt := mountTemplate(api)
|
|
err = mnt.Deserialize(u)
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, cid, mnt.PieceCid)
|
|
require.Equal(t, api, mnt.API)
|
|
|
|
// fails if cid is not valid
|
|
us = lotusScheme + "://" + "rand"
|
|
u, err = url.Parse(us)
|
|
require.NoError(t, err)
|
|
err = mnt.Deserialize(u)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), "failed to parse PieceCid")
|
|
}
|
|
|
|
func TestLotusMountRegistration(t *testing.T) {
|
|
//stm: @MARKET_DAGSTORE_FETCH_UNSEALED_PIECE_001, @MARKET_DAGSTORE_GET_UNPADDED_CAR_SIZE_001
|
|
//stm: @MARKET_DAGSTORE_IS_PIECE_UNSEALED_001
|
|
ctx := context.Background()
|
|
bgen := blocksutil.NewBlockGenerator()
|
|
cid := bgen.Next().Cid()
|
|
|
|
// success
|
|
us := lotusScheme + "://" + cid.String()
|
|
u, err := url.Parse(us)
|
|
require.NoError(t, err)
|
|
|
|
mockCtrl := gomock.NewController(t)
|
|
// when test is done, assert expectations on all mock objects.
|
|
defer mockCtrl.Finish()
|
|
|
|
mockLotusMountAPI := mock_dagstore.NewMockMinerAPI(mockCtrl)
|
|
registry := mount.NewRegistry()
|
|
err = registry.Register(lotusScheme, mountTemplate(mockLotusMountAPI))
|
|
require.NoError(t, err)
|
|
|
|
mnt, err := registry.Instantiate(u)
|
|
require.NoError(t, err)
|
|
|
|
mockLotusMountAPI.EXPECT().IsUnsealed(ctx, cid).Return(true, nil)
|
|
mockLotusMountAPI.EXPECT().GetUnpaddedCARSize(ctx, cid).Return(uint64(100), nil).Times(1)
|
|
stat, err := mnt.Stat(context.Background())
|
|
require.NoError(t, err)
|
|
require.EqualValues(t, 100, stat.Size)
|
|
require.True(t, stat.Ready)
|
|
}
|