2022-08-29 14:25:30 +00:00
|
|
|
// stm: #unit
|
2021-03-12 15:19:43 +00:00
|
|
|
package backupds
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
2021-11-19 01:50:25 +00:00
|
|
|
"context"
|
2021-03-12 15:19:43 +00:00
|
|
|
"fmt"
|
2022-09-09 11:53:40 +00:00
|
|
|
"os"
|
2021-03-12 15:19:43 +00:00
|
|
|
"path/filepath"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/ipfs/go-datastore"
|
|
|
|
"github.com/stretchr/testify/require"
|
|
|
|
)
|
|
|
|
|
|
|
|
const valSize = 512 << 10
|
|
|
|
|
|
|
|
func putVals(t *testing.T, ds datastore.Datastore, start, end int) {
|
|
|
|
for i := start; i < end; i++ {
|
2021-11-19 01:50:25 +00:00
|
|
|
err := ds.Put(context.TODO(), datastore.NewKey(fmt.Sprintf("%d", i)), []byte(fmt.Sprintf("%d-%s", i, strings.Repeat("~", valSize))))
|
2021-03-12 15:19:43 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func checkVals(t *testing.T, ds datastore.Datastore, start, end int, exist bool) {
|
|
|
|
for i := start; i < end; i++ {
|
2021-11-19 01:50:25 +00:00
|
|
|
v, err := ds.Get(context.TODO(), datastore.NewKey(fmt.Sprintf("%d", i)))
|
2021-03-12 15:19:43 +00:00
|
|
|
if exist {
|
|
|
|
require.NoError(t, err)
|
|
|
|
expect := []byte(fmt.Sprintf("%d-%s", i, strings.Repeat("~", valSize)))
|
|
|
|
require.EqualValues(t, expect, v)
|
|
|
|
} else {
|
|
|
|
require.ErrorIs(t, err, datastore.ErrNotFound)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestNoLogRestore(t *testing.T) {
|
feat: Add additional test annotations (#8272)
* Annotate api,proxy_util,blockstore_badger, policy tests
* Annotate splitstore: bsbadger / markset
* Annotate splitstore feature
* Annotate union/timed blockstore tests
* Annotate openrpc, diff_adt tests
* Annotate error,drand,events tests
* Annotate predicates_test
* Fix annotations
* Annotate tscache, gen tests
* Annotate fundmanager test
* Annotate repub and selection tests
* Annotate statetree_test
* Annotate forks_test
* Annotate searchwait_test.go
* Fix duplicated @@ symbols
* Annotate chain stmgr/store tests
* Annotate more (types) tests
* More tests annotated
* Annotate conformance chaos actor tests
* Annotate more integration tests
* Annotate journal system tests
* Annotate more tests.
* Annotate gas,head buffer behaviors
* Fix markset annotations
* doc: test annotations for the markets dagstore wrapper
* Annotate miner_api test in dagstore
* Annotate more test files
* Remove bad annotations from fsrepo
* Annotate wdpost system
* Remove bad annotations
* Renamce "conformance" to "chaos_actor" tests
* doc: stm annotations for blockheader & election proof tests
* Annotate remaining "A" tests
* annotate: stm for error_test
* memrepo_test.go
* Annotate "b" file tests
* message_test.go
* doc: stm annotate for fsrepo_test
* Annotate "c" file tests
* Annotate "D" test files
* message_test.go
* doc: stm annotate for chain, node/config & client
* docs: stm annotate node_test
* Annotate u,v,wl tests
* doc: stm annotations for various test files
* Annotate "T" test files
* doc: stm annotate for proxy_util_test & policy_test
* doc: stm annotate for various tests
* doc: final few stm annotations
* Add mempool unit tests
* Add two more memPool Add tests
* Update submodules
* Add check function tests
* Add stm annotations, refactor test helper
* Annotate api,proxy_util,blockstore_badger, policy tests
* Annotate splitstore: bsbadger / markset
solving merge conflicts
* Annotate splitstore feature
* Annotate union/timed blockstore tests
* Annotate openrpc, diff_adt tests
* Annotate error,drand,events tests
* Annotate predicates_test
* Fix annotations
* Annotate tscache, gen tests
* Annotate fundmanager test
* Annotate statetree_test
* Annotate forks_test
* Annotate searchwait_test.go
* Fix duplicated @@ symbols
* Annotate chain stmgr/store tests
* Annotate more (types) tests
* More tests annotated
* Annotate conformance chaos actor tests
* Annotate more integration tests
* Annotate journal system tests
* Annotate more tests.
* Annotate gas,head buffer behaviors
solve merge conflict
* Fix markset annotations
* Annotate miner_api test in dagstore
* Annotate more test files
* doc: test annotations for the markets dagstore wrapper
* Annotate wdpost system
* Renamce "conformance" to "chaos_actor" tests
* Annotate remaining "A" tests
* doc: stm annotations for blockheader & election proof tests
* annotate: stm for error_test
* Annotate "b" file tests
* memrepo_test.go
* Annotate "c" file tests
* message_test.go
* Annotate "D" test files
* doc: stm annotate for fsrepo_test
* Annotate u,v,wl tests
* message_test.go
* doc: stm annotate for chain, node/config & client
* docs: stm annotate node_test
* Annotate "T" test files
* doc: stm annotations for various test files
* Add mempool unit tests
solve merge conflict
* doc: stm annotate for proxy_util_test & policy_test
* doc: stm annotate for various tests
* doc: final few stm annotations
* Add two more memPool Add tests
* Update submodules
* Add check function tests
solve conflict
* Add stm annotations, refactor test helper
solve merge conflict
* Change CLI test kinds to "unit"
* Fix double merged test
* Fix ccupgrade_test merge
* Fix lint issues
* Add stm annotation to types_Test
* Test vectors submodule
* Add file annotation to burn_test
Co-authored-by: Nikola Divic <divicnikola@gmail.com>
Co-authored-by: TheMenko <themenkoprojects@gmail.com>
2022-03-16 17:37:34 +00:00
|
|
|
//stm: @OTHER_DATASTORE_RESTORE_002
|
2021-03-12 15:19:43 +00:00
|
|
|
ds1 := datastore.NewMapDatastore()
|
|
|
|
|
|
|
|
putVals(t, ds1, 0, 10)
|
|
|
|
|
|
|
|
bds, err := Wrap(ds1, NoLogdir)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
var bup bytes.Buffer
|
2021-11-19 01:50:25 +00:00
|
|
|
require.NoError(t, bds.Backup(context.TODO(), &bup))
|
2021-03-12 15:19:43 +00:00
|
|
|
|
|
|
|
putVals(t, ds1, 10, 20)
|
|
|
|
|
|
|
|
ds2 := datastore.NewMapDatastore()
|
|
|
|
require.NoError(t, RestoreInto(&bup, ds2))
|
|
|
|
|
|
|
|
checkVals(t, ds2, 0, 10, true)
|
|
|
|
checkVals(t, ds2, 10, 20, false)
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestLogRestore(t *testing.T) {
|
2022-03-17 11:10:24 +00:00
|
|
|
//stm: @OTHER_DATASTORE_RESTORE_001
|
2022-03-11 06:27:36 +00:00
|
|
|
logdir := t.TempDir()
|
2021-03-12 15:19:43 +00:00
|
|
|
|
|
|
|
ds1 := datastore.NewMapDatastore()
|
|
|
|
|
|
|
|
putVals(t, ds1, 0, 10)
|
|
|
|
|
|
|
|
bds, err := Wrap(ds1, logdir)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
putVals(t, bds, 10, 20)
|
|
|
|
|
|
|
|
require.NoError(t, bds.Close())
|
|
|
|
|
2022-09-09 11:53:40 +00:00
|
|
|
fls, err := os.ReadDir(logdir)
|
2021-03-12 15:19:43 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, 1, len(fls))
|
|
|
|
|
2023-03-29 19:24:07 +00:00
|
|
|
bf, err := os.ReadFile(filepath.Join(logdir, fls[0].Name()))
|
2021-03-12 15:19:43 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
ds2 := datastore.NewMapDatastore()
|
|
|
|
require.NoError(t, RestoreInto(bytes.NewReader(bf), ds2))
|
|
|
|
|
|
|
|
checkVals(t, ds2, 0, 20, true)
|
|
|
|
}
|