79453663b3
* Annotate api,proxy_util,blockstore_badger, policy tests * Annotate splitstore: bsbadger / markset * Annotate splitstore feature * Annotate union/timed blockstore tests * Annotate openrpc, diff_adt tests * Annotate error,drand,events tests * Annotate predicates_test * Fix annotations * Annotate tscache, gen tests * Annotate fundmanager test * Annotate repub and selection tests * Annotate statetree_test * Annotate forks_test * Annotate searchwait_test.go * Fix duplicated @@ symbols * Annotate chain stmgr/store tests * Annotate more (types) tests * More tests annotated * Annotate conformance chaos actor tests * Annotate more integration tests * Annotate journal system tests * Annotate more tests. * Annotate gas,head buffer behaviors * Fix markset annotations * doc: test annotations for the markets dagstore wrapper * Annotate miner_api test in dagstore * Annotate more test files * Remove bad annotations from fsrepo * Annotate wdpost system * Remove bad annotations * Renamce "conformance" to "chaos_actor" tests * doc: stm annotations for blockheader & election proof tests * Annotate remaining "A" tests * annotate: stm for error_test * memrepo_test.go * Annotate "b" file tests * message_test.go * doc: stm annotate for fsrepo_test * Annotate "c" file tests * Annotate "D" test files * message_test.go * doc: stm annotate for chain, node/config & client * docs: stm annotate node_test * Annotate u,v,wl tests * doc: stm annotations for various test files * Annotate "T" test files * doc: stm annotate for proxy_util_test & policy_test * doc: stm annotate for various tests * doc: final few stm annotations * Add mempool unit tests * Add two more memPool Add tests * Update submodules * Add check function tests * Add stm annotations, refactor test helper * Annotate api,proxy_util,blockstore_badger, policy tests * Annotate splitstore: bsbadger / markset solving merge conflicts * Annotate splitstore feature * Annotate union/timed blockstore tests * Annotate openrpc, diff_adt tests * Annotate error,drand,events tests * Annotate predicates_test * Fix annotations * Annotate tscache, gen tests * Annotate fundmanager test * Annotate statetree_test * Annotate forks_test * Annotate searchwait_test.go * Fix duplicated @@ symbols * Annotate chain stmgr/store tests * Annotate more (types) tests * More tests annotated * Annotate conformance chaos actor tests * Annotate more integration tests * Annotate journal system tests * Annotate more tests. * Annotate gas,head buffer behaviors solve merge conflict * Fix markset annotations * Annotate miner_api test in dagstore * Annotate more test files * doc: test annotations for the markets dagstore wrapper * Annotate wdpost system * Renamce "conformance" to "chaos_actor" tests * Annotate remaining "A" tests * doc: stm annotations for blockheader & election proof tests * annotate: stm for error_test * Annotate "b" file tests * memrepo_test.go * Annotate "c" file tests * message_test.go * Annotate "D" test files * doc: stm annotate for fsrepo_test * Annotate u,v,wl tests * message_test.go * doc: stm annotate for chain, node/config & client * docs: stm annotate node_test * Annotate "T" test files * doc: stm annotations for various test files * Add mempool unit tests solve merge conflict * doc: stm annotate for proxy_util_test & policy_test * doc: stm annotate for various tests * doc: final few stm annotations * Add two more memPool Add tests * Update submodules * Add check function tests solve conflict * Add stm annotations, refactor test helper solve merge conflict * Change CLI test kinds to "unit" * Fix double merged test * Fix ccupgrade_test merge * Fix lint issues * Add stm annotation to types_Test * Test vectors submodule * Add file annotation to burn_test Co-authored-by: Nikola Divic <divicnikola@gmail.com> Co-authored-by: TheMenko <themenkoprojects@gmail.com>
196 lines
6.0 KiB
Go
196 lines
6.0 KiB
Go
//stm: #unit
|
|
package rpcenc
|
|
|
|
import (
|
|
"context"
|
|
"io"
|
|
"io/ioutil"
|
|
"net/http/httptest"
|
|
"strings"
|
|
"testing"
|
|
|
|
"github.com/gorilla/mux"
|
|
"github.com/stretchr/testify/require"
|
|
"golang.org/x/xerrors"
|
|
|
|
"github.com/filecoin-project/go-jsonrpc"
|
|
sealing "github.com/filecoin-project/lotus/extern/storage-sealing"
|
|
)
|
|
|
|
type ReaderHandler struct {
|
|
readApi func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
}
|
|
|
|
func (h *ReaderHandler) ReadAllApi(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error) {
|
|
if mustRedir {
|
|
if err := r.(*RpcReader).MustRedirect(); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
return h.readApi(ctx, r)
|
|
}
|
|
|
|
func (h *ReaderHandler) ReadStartAndApi(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error) {
|
|
if mustRedir {
|
|
if err := r.(*RpcReader).MustRedirect(); err != nil {
|
|
return nil, err
|
|
}
|
|
}
|
|
|
|
n, err := r.Read([]byte{0})
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
if n != 1 {
|
|
return nil, xerrors.Errorf("not one")
|
|
}
|
|
|
|
return h.readApi(ctx, r)
|
|
}
|
|
|
|
func (h *ReaderHandler) CloseReader(ctx context.Context, r io.Reader) error {
|
|
return r.(io.Closer).Close()
|
|
}
|
|
|
|
func (h *ReaderHandler) ReadAll(ctx context.Context, r io.Reader) ([]byte, error) {
|
|
return ioutil.ReadAll(r)
|
|
}
|
|
|
|
func (h *ReaderHandler) ReadNullLen(ctx context.Context, r io.Reader) (int64, error) {
|
|
return r.(*sealing.NullReader).N, nil
|
|
}
|
|
|
|
func (h *ReaderHandler) ReadUrl(ctx context.Context, u string) (string, error) {
|
|
return u, nil
|
|
}
|
|
|
|
func TestReaderProxy(t *testing.T) {
|
|
var client struct {
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
}
|
|
|
|
serverHandler := &ReaderHandler{}
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
rpcServer.Register("ReaderHandler", serverHandler)
|
|
|
|
mux := mux.NewRouter()
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
defer testServ.Close()
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&client}, nil, re)
|
|
require.NoError(t, err)
|
|
|
|
defer closer()
|
|
|
|
read, err := client.ReadAll(context.TODO(), strings.NewReader("pooooootato"))
|
|
require.NoError(t, err)
|
|
require.Equal(t, "pooooootato", string(read), "potatoes weren't equal")
|
|
}
|
|
|
|
func TestNullReaderProxy(t *testing.T) {
|
|
var client struct {
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
ReadNullLen func(ctx context.Context, r io.Reader) (int64, error)
|
|
}
|
|
|
|
serverHandler := &ReaderHandler{}
|
|
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
rpcServer.Register("ReaderHandler", serverHandler)
|
|
|
|
mux := mux.NewRouter()
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
defer testServ.Close()
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&client}, nil, re)
|
|
require.NoError(t, err)
|
|
|
|
defer closer()
|
|
|
|
n, err := client.ReadNullLen(context.TODO(), sealing.NewNullReader(1016))
|
|
require.NoError(t, err)
|
|
require.Equal(t, int64(1016), n)
|
|
}
|
|
|
|
func TestReaderRedirect(t *testing.T) {
|
|
var allClient struct {
|
|
ReadAll func(ctx context.Context, r io.Reader) ([]byte, error)
|
|
}
|
|
|
|
{
|
|
allServerHandler := &ReaderHandler{}
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
rpcServer.Register("ReaderHandler", allServerHandler)
|
|
|
|
mux := mux.NewRouter()
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
defer testServ.Close()
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&allClient}, nil, re)
|
|
require.NoError(t, err)
|
|
|
|
defer closer()
|
|
}
|
|
|
|
var redirClient struct {
|
|
ReadAllApi func(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error)
|
|
ReadStartAndApi func(ctx context.Context, r io.Reader, mustRedir bool) ([]byte, error)
|
|
CloseReader func(ctx context.Context, r io.Reader) error
|
|
}
|
|
|
|
{
|
|
allServerHandler := &ReaderHandler{readApi: allClient.ReadAll}
|
|
readerHandler, readerServerOpt := ReaderParamDecoder()
|
|
rpcServer := jsonrpc.NewServer(readerServerOpt)
|
|
rpcServer.Register("ReaderHandler", allServerHandler)
|
|
|
|
mux := mux.NewRouter()
|
|
mux.Handle("/rpc/v0", rpcServer)
|
|
mux.Handle("/rpc/streams/v0/push/{uuid}", readerHandler)
|
|
|
|
testServ := httptest.NewServer(mux)
|
|
defer testServ.Close()
|
|
|
|
re := ReaderParamEncoder("http://" + testServ.Listener.Addr().String() + "/rpc/streams/v0/push")
|
|
closer, err := jsonrpc.NewMergeClient(context.Background(), "ws://"+testServ.Listener.Addr().String()+"/rpc/v0", "ReaderHandler", []interface{}{&redirClient}, nil, re)
|
|
require.NoError(t, err)
|
|
|
|
defer closer()
|
|
}
|
|
|
|
// redirect
|
|
read, err := redirClient.ReadAllApi(context.TODO(), strings.NewReader("rediracted pooooootato"), true)
|
|
require.NoError(t, err)
|
|
require.Equal(t, "rediracted pooooootato", string(read), "potatoes weren't equal")
|
|
|
|
// proxy (because we started reading locally)
|
|
read, err = redirClient.ReadStartAndApi(context.TODO(), strings.NewReader("rediracted pooooootato"), false)
|
|
require.NoError(t, err)
|
|
require.Equal(t, "ediracted pooooootato", string(read), "otatoes weren't equal")
|
|
|
|
// check mustredir check; proxy (because we started reading locally)
|
|
read, err = redirClient.ReadStartAndApi(context.TODO(), strings.NewReader("rediracted pooooootato"), true)
|
|
require.Error(t, err)
|
|
require.Contains(t, err.Error(), ErrMustRedirect.Error())
|
|
require.Empty(t, read)
|
|
|
|
err = redirClient.CloseReader(context.TODO(), strings.NewReader("rediracted pooooootato"))
|
|
require.NoError(t, err)
|
|
}
|