feat: Add additional test annotations (#8272)
* Annotate api,proxy_util,blockstore_badger, policy tests
* Annotate splitstore: bsbadger / markset
* Annotate splitstore feature
* Annotate union/timed blockstore tests
* Annotate openrpc, diff_adt tests
* Annotate error,drand,events tests
* Annotate predicates_test
* Fix annotations
* Annotate tscache, gen tests
* Annotate fundmanager test
* Annotate repub and selection tests
* Annotate statetree_test
* Annotate forks_test
* Annotate searchwait_test.go
* Fix duplicated @@ symbols
* Annotate chain stmgr/store tests
* Annotate more (types) tests
* More tests annotated
* Annotate conformance chaos actor tests
* Annotate more integration tests
* Annotate journal system tests
* Annotate more tests.
* Annotate gas,head buffer behaviors
* Fix markset annotations
* doc: test annotations for the markets dagstore wrapper
* Annotate miner_api test in dagstore
* Annotate more test files
* Remove bad annotations from fsrepo
* Annotate wdpost system
* Remove bad annotations
* Renamce "conformance" to "chaos_actor" tests
* doc: stm annotations for blockheader & election proof tests
* Annotate remaining "A" tests
* annotate: stm for error_test
* memrepo_test.go
* Annotate "b" file tests
* message_test.go
* doc: stm annotate for fsrepo_test
* Annotate "c" file tests
* Annotate "D" test files
* message_test.go
* doc: stm annotate for chain, node/config & client
* docs: stm annotate node_test
* Annotate u,v,wl tests
* doc: stm annotations for various test files
* Annotate "T" test files
* doc: stm annotate for proxy_util_test & policy_test
* doc: stm annotate for various tests
* doc: final few stm annotations
* Add mempool unit tests
* Add two more memPool Add tests
* Update submodules
* Add check function tests
* Add stm annotations, refactor test helper
* Annotate api,proxy_util,blockstore_badger, policy tests
* Annotate splitstore: bsbadger / markset
solving merge conflicts
* Annotate splitstore feature
* Annotate union/timed blockstore tests
* Annotate openrpc, diff_adt tests
* Annotate error,drand,events tests
* Annotate predicates_test
* Fix annotations
* Annotate tscache, gen tests
* Annotate fundmanager test
* Annotate statetree_test
* Annotate forks_test
* Annotate searchwait_test.go
* Fix duplicated @@ symbols
* Annotate chain stmgr/store tests
* Annotate more (types) tests
* More tests annotated
* Annotate conformance chaos actor tests
* Annotate more integration tests
* Annotate journal system tests
* Annotate more tests.
* Annotate gas,head buffer behaviors
solve merge conflict
* Fix markset annotations
* Annotate miner_api test in dagstore
* Annotate more test files
* doc: test annotations for the markets dagstore wrapper
* Annotate wdpost system
* Renamce "conformance" to "chaos_actor" tests
* Annotate remaining "A" tests
* doc: stm annotations for blockheader & election proof tests
* annotate: stm for error_test
* Annotate "b" file tests
* memrepo_test.go
* Annotate "c" file tests
* message_test.go
* Annotate "D" test files
* doc: stm annotate for fsrepo_test
* Annotate u,v,wl tests
* message_test.go
* doc: stm annotate for chain, node/config & client
* docs: stm annotate node_test
* Annotate "T" test files
* doc: stm annotations for various test files
* Add mempool unit tests
solve merge conflict
* doc: stm annotate for proxy_util_test & policy_test
* doc: stm annotate for various tests
* doc: final few stm annotations
* Add two more memPool Add tests
* Update submodules
* Add check function tests
solve conflict
* Add stm annotations, refactor test helper
solve merge conflict
* Change CLI test kinds to "unit"
* Fix double merged test
* Fix ccupgrade_test merge
* Fix lint issues
* Add stm annotation to types_Test
* Test vectors submodule
* Add file annotation to burn_test
Co-authored-by: Nikola Divic <divicnikola@gmail.com>
Co-authored-by: TheMenko <themenkoprojects@gmail.com>
2022-03-16 17:37:34 +00:00
|
|
|
//stm: #unit
|
2020-08-14 14:06:53 +00:00
|
|
|
package rpcenc
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"io"
|
|
|
|
"io/ioutil"
|
|
|
|
"net/http/httptest"
|
|
|
|
"strings"
|
|
|
|
"testing"
|
|
|
|
|
|
|
|
"github.com/gorilla/mux"
|
|
|
|
"github.com/stretchr/testify/require"
|
2021-07-30 11:03:31 +00:00
|
|
|
"golang.org/x/xerrors"
|
2020-08-14 14:06:53 +00:00
|
|
|
|
|
|
|
"github.com/filecoin-project/go-jsonrpc"
|
2022-04-19 17:14:15 +00:00
|
|
|
|
|
|
|
"github.com/filecoin-project/lotus/extern/storage-sealing/lib/nullreader"
|
2020-08-14 14:06:53 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type ReaderHandler struct {
|
2021-07-30 10:58:28 +00:00
|
|
|
readApi func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
|
|
}
|
|
|
|
|
2021-07-30 11:27:51 +00:00
|
|
|
func (h *ReaderHandler) ReadAllApi(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error) {
|
|
|
|
if mustRedir {
|
|
|
|
if err := r.(*RpcReader).MustRedirect(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
2021-07-30 10:58:28 +00:00
|
|
|
return h.readApi(ctx, r)
|
2020-08-14 14:06:53 +00:00
|
|
|
}
|
|
|
|
|
2021-07-30 11:27:51 +00:00
|
|
|
func (h *ReaderHandler) ReadStartAndApi(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error) {
|
|
|
|
if mustRedir {
|
|
|
|
if err := r.(*RpcReader).MustRedirect(); err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-07-30 11:03:31 +00:00
|
|
|
n, err := r.Read([]byte{0})
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
if n != 1 {
|
|
|
|
return nil, xerrors.Errorf("not one")
|
|
|
|
}
|
|
|
|
|
|
|
|
return h.readApi(ctx, r)
|
|
|
|
}
|
|
|
|
|
2021-07-30 11:27:51 +00:00
|
|
|
func (h *ReaderHandler) CloseReader(ctx context.Context, r io.Reader) error {
|
|
|
|
return r.(io.Closer).Close()
|
|
|
|
}
|
|
|
|
|
2020-08-14 14:06:53 +00:00
|
|
|
func (h *ReaderHandler) ReadAll(ctx context.Context, r io.Reader) ([]byte, error) {
|
|
|
|
return ioutil.ReadAll(r)
|
|
|
|
}
|
|
|
|
|
|
|
|
func (h *ReaderHandler) ReadNullLen(ctx context.Context, r io.Reader) (int64, error) {
|
2022-04-19 17:14:15 +00:00
|
|
|
return r.(*nullreader.NullReader).N, nil
|
2020-08-14 14:06:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (h *ReaderHandler) ReadUrl(ctx context.Context, u string) (string, error) {
|
|
|
|
return u, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func TestReaderProxy(t *testing.T) {
|
|
|
|
var client struct {
|
|
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
|
|
}
|
|
|
|
|
|
|
|
serverHandler := &ReaderHandler{}
|
|
|
|
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
|
|
rpcServer.Register("ReaderHandler", serverHandler)
|
|
|
|
|
|
|
|
mux := mux.NewRouter()
|
|
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
|
|
defer testServ.Close()
|
|
|
|
|
2020-08-14 21:40:41 +00:00
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
2020-08-22 03:22:40 +00:00
|
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&client}, nil, re)
|
2020-08-14 14:06:53 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
defer closer()
|
|
|
|
|
|
|
|
read, err := client.ReadAll(context.TODO(), strings.NewReader("pooooootato"))
|
|
|
|
require.NoError(t, err)
|
2020-08-20 04:49:10 +00:00
|
|
|
require.Equal(t, "pooooootato", string(read), "potatoes weren't equal")
|
2020-08-14 14:06:53 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func TestNullReaderProxy(t *testing.T) {
|
|
|
|
var client struct {
|
2020-08-14 21:40:41 +00:00
|
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
2020-08-14 14:06:53 +00:00
|
|
|
ReadNullLen func(ctx context.Context, r io.Reader) (int64, error)
|
|
|
|
}
|
|
|
|
|
|
|
|
serverHandler := &ReaderHandler{}
|
|
|
|
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
|
|
rpcServer.Register("ReaderHandler", serverHandler)
|
|
|
|
|
|
|
|
mux := mux.NewRouter()
|
|
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
|
|
defer testServ.Close()
|
|
|
|
|
2020-08-14 21:40:41 +00:00
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
2020-08-22 03:22:40 +00:00
|
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&client}, nil, re)
|
2020-08-14 14:06:53 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
defer closer()
|
|
|
|
|
2022-04-19 17:14:15 +00:00
|
|
|
n, err := client.ReadNullLen(context.TODO(), nullreader.NewNullReader(1016))
|
2020-08-14 14:06:53 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, int64(1016), n)
|
|
|
|
}
|
2021-07-30 10:58:28 +00:00
|
|
|
|
|
|
|
func TestReaderRedirect(t *testing.T) {
|
|
|
|
var allClient struct {
|
|
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
allServerHandler := &ReaderHandler{}
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
|
|
rpcServer.Register("ReaderHandler", allServerHandler)
|
|
|
|
|
|
|
|
mux := mux.NewRouter()
|
|
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
|
|
defer testServ.Close()
|
|
|
|
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&allClient}, nil, re)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
defer closer()
|
|
|
|
}
|
|
|
|
|
|
|
|
var redirClient struct {
|
2021-07-30 11:27:51 +00:00
|
|
|
ReadAllApi func(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error)
|
|
|
|
ReadStartAndApi func(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error)
|
|
|
|
CloseReader func(ctx context.Context, r io.Reader) error
|
2021-07-30 10:58:28 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
allServerHandler := &ReaderHandler{readApi: allClient.ReadAll}
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
|
|
rpcServer.Register("ReaderHandler", allServerHandler)
|
|
|
|
|
|
|
|
mux := mux.NewRouter()
|
|
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
|
|
defer testServ.Close()
|
|
|
|
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&redirClient}, nil, re)
|
|
|
|
require.NoError(t, err)
|
|
|
|
|
|
|
|
defer closer()
|
|
|
|
}
|
|
|
|
|
2021-07-30 11:03:31 +00:00
|
|
|
// redirect
|
2021-07-30 11:27:51 +00:00
|
|
|
read, err := redirClient.ReadAllApi(context.TODO(), strings.NewReader("rediracted pooooootato"), true)
|
2021-07-30 10:58:28 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "rediracted pooooootato", string(read), "potatoes weren't equal")
|
2021-07-30 11:03:31 +00:00
|
|
|
|
|
|
|
// proxy (because we started reading locally)
|
2021-07-30 11:27:51 +00:00
|
|
|
read, err = redirClient.ReadStartAndApi(context.TODO(), strings.NewReader("rediracted pooooootato"), false)
|
2021-07-30 11:03:31 +00:00
|
|
|
require.NoError(t, err)
|
|
|
|
require.Equal(t, "ediracted pooooootato", string(read), "otatoes weren't equal")
|
2021-07-30 11:27:51 +00:00
|
|
|
|
|
|
|
// check mustredir check; proxy (because we started reading locally)
|
|
|
|
read, err = redirClient.ReadStartAndApi(context.TODO(), strings.NewReader("rediracted pooooootato"), true)
|
|
|
|
require.Error(t, err)
|
|
|
|
require.Contains(t, err.Error(), ErrMustRedirect.Error())
|
|
|
|
require.Empty(t, read)
|
|
|
|
|
|
|
|
err = redirClient.CloseReader(context.TODO(), strings.NewReader("rediracted pooooootato"))
|
|
|
|
require.NoError(t, err)
|
2021-07-30 10:58:28 +00:00
|
|
|
}
|