laconicd/rpc/websockets.go

637 lines
16 KiB
Go
Raw Normal View History

2021-04-18 16:39:15 +00:00
package rpc
import (
"bytes"
"context"
2021-04-18 16:39:15 +00:00
"encoding/json"
"fmt"
"io/ioutil"
"math/big"
"net"
2021-04-18 16:39:15 +00:00
"net/http"
"sync"
"github.com/cosmos/cosmos-sdk/client"
2021-04-18 16:39:15 +00:00
"github.com/gorilla/mux"
"github.com/gorilla/websocket"
"github.com/pkg/errors"
"github.com/ethereum/go-ethereum/common"
ethtypes "github.com/ethereum/go-ethereum/core/types"
"github.com/ethereum/go-ethereum/eth/filters"
"github.com/ethereum/go-ethereum/params"
"github.com/ethereum/go-ethereum/rpc"
"github.com/tendermint/tendermint/libs/log"
2021-04-18 16:39:15 +00:00
rpcclient "github.com/tendermint/tendermint/rpc/jsonrpc/client"
tmtypes "github.com/tendermint/tendermint/types"
rpcfilters "github.com/tharsis/ethermint/rpc/ethereum/namespaces/eth/filters"
"github.com/tharsis/ethermint/rpc/ethereum/pubsub"
"github.com/tharsis/ethermint/rpc/ethereum/types"
"github.com/tharsis/ethermint/server/config"
evmtypes "github.com/tharsis/ethermint/x/evm/types"
2021-04-18 16:39:15 +00:00
)
type WebsocketsServer interface {
Start()
}
type SubscriptionResponseJSON struct {
Jsonrpc string `json:"jsonrpc"`
Result interface{} `json:"result"`
ID float64 `json:"id"`
}
type SubscriptionNotification struct {
Jsonrpc string `json:"jsonrpc"`
Method string `json:"method"`
Params *SubscriptionResult `json:"params"`
}
type SubscriptionResult struct {
Subscription rpc.ID `json:"subscription"`
Result interface{} `json:"result"`
}
type ErrorResponseJSON struct {
Jsonrpc string `json:"jsonrpc"`
Error *ErrorMessageJSON `json:"error"`
ID *big.Int `json:"id"`
}
type ErrorMessageJSON struct {
Code *big.Int `json:"code"`
Message string `json:"message"`
}
type websocketsServer struct {
rpcAddr string // listen address of rest-server
wsAddr string // listen address of ws server
certFile string
keyFile string
api *pubSubAPI
logger log.Logger
2021-04-18 16:39:15 +00:00
}
func NewWebsocketsServer(clientCtx client.Context, logger log.Logger, tmWSClient *rpcclient.WSClient, cfg config.Config) WebsocketsServer {
logger = logger.With("api", "websocket-server")
_, port, _ := net.SplitHostPort(cfg.JSONRPC.Address)
2021-04-18 16:39:15 +00:00
return &websocketsServer{
rpcAddr: "localhost:" + port, // FIXME: this shouldn't be hardcoded to localhost
wsAddr: cfg.JSONRPC.WsAddress,
certFile: cfg.TLS.CertificatePath,
keyFile: cfg.TLS.KeyPath,
api: newPubSubAPI(clientCtx, logger, tmWSClient),
logger: logger,
2021-04-18 16:39:15 +00:00
}
}
func (s *websocketsServer) Start() {
ws := mux.NewRouter()
ws.Handle("/", s)
go func() {
var err error
if s.certFile == "" || s.keyFile == "" {
err = http.ListenAndServe(s.wsAddr, ws)
} else {
err = http.ListenAndServeTLS(s.wsAddr, s.certFile, s.keyFile, ws)
}
2021-04-18 16:39:15 +00:00
if err != nil {
if err == http.ErrServerClosed {
return
}
s.logger.Error("failed to start HTTP server for WS", "error", err.Error())
2021-04-18 16:39:15 +00:00
}
}()
}
func (s *websocketsServer) ServeHTTP(w http.ResponseWriter, r *http.Request) {
upgrader := websocket.Upgrader{
2021-04-18 16:39:15 +00:00
CheckOrigin: func(r *http.Request) bool {
return true
},
}
conn, err := upgrader.Upgrade(w, r, nil)
if err != nil {
s.logger.Debug("websocket upgrade failed", "error", err.Error())
2021-04-18 16:39:15 +00:00
return
}
s.readLoop(&wsConn{
mux: new(sync.Mutex),
conn: conn,
})
}
func (s *websocketsServer) sendErrResponse(wsConn *wsConn, msg string) {
res := &ErrorResponseJSON{
Jsonrpc: "2.0",
Error: &ErrorMessageJSON{
Code: big.NewInt(-32600),
Message: msg,
},
ID: nil,
}
_ = wsConn.WriteJSON(res)
}
type wsConn struct {
conn *websocket.Conn
mux *sync.Mutex
}
func (w *wsConn) WriteJSON(v interface{}) error {
w.mux.Lock()
defer w.mux.Unlock()
return w.conn.WriteJSON(v)
}
func (w *wsConn) Close() error {
w.mux.Lock()
defer w.mux.Unlock()
return w.conn.Close()
}
func (w *wsConn) ReadMessage() (messageType int, p []byte, err error) {
// not protected by write mutex
return w.conn.ReadMessage()
}
func (s *websocketsServer) readLoop(wsConn *wsConn) {
// subscriptions of current connection
subscriptions := make(map[rpc.ID]pubsub.UnsubscribeFunc)
defer func() {
// cancel all subscriptions when connection closed
for _, unsubFn := range subscriptions {
unsubFn()
}
}()
2021-04-18 16:39:15 +00:00
for {
_, mb, err := wsConn.ReadMessage()
if err != nil {
_ = wsConn.Close()
return
}
var msg map[string]interface{}
err = json.Unmarshal(mb, &msg)
if err != nil {
s.sendErrResponse(wsConn, "invalid request")
continue
}
// check if method == eth_subscribe or eth_unsubscribe
method, ok := msg["method"].(string)
if !ok {
// otherwise, call the usual rpc server to respond
err = s.tcpGetAndSendResponse(wsConn, mb)
if err != nil {
s.sendErrResponse(wsConn, err.Error())
}
continue
}
connID := msg["id"].(float64)
switch method {
case "eth_subscribe":
2021-04-18 16:39:15 +00:00
params := msg["params"].([]interface{})
if len(params) == 0 {
s.sendErrResponse(wsConn, "invalid parameters")
continue
}
subID := rpc.NewID()
unsubFn, err := s.api.subscribe(wsConn, subID, params)
2021-04-18 16:39:15 +00:00
if err != nil {
s.sendErrResponse(wsConn, err.Error())
continue
}
subscriptions[subID] = unsubFn
2021-04-18 16:39:15 +00:00
res := &SubscriptionResponseJSON{
Jsonrpc: "2.0",
ID: connID,
Result: subID,
2021-04-18 16:39:15 +00:00
}
if err := wsConn.WriteJSON(res); err != nil {
break
}
case "eth_unsubscribe":
params, ok := msg["params"].([]interface{})
if !ok {
s.sendErrResponse(wsConn, "invalid parameters")
2021-04-18 16:39:15 +00:00
continue
}
id, ok := params[0].(string)
if !ok {
2021-04-18 16:39:15 +00:00
s.sendErrResponse(wsConn, "invalid parameters")
continue
}
subID := rpc.ID(id)
unsubFn, ok := subscriptions[subID]
if ok {
delete(subscriptions, subID)
unsubFn()
}
2021-04-18 16:39:15 +00:00
res := &SubscriptionResponseJSON{
Jsonrpc: "2.0",
ID: connID,
2021-04-18 16:39:15 +00:00
Result: ok,
}
if err := wsConn.WriteJSON(res); err != nil {
break
}
default:
// otherwise, call the usual rpc server to respond
err = s.tcpGetAndSendResponse(wsConn, mb)
2021-04-18 16:39:15 +00:00
if err != nil {
s.sendErrResponse(wsConn, err.Error())
2021-04-18 16:39:15 +00:00
}
}
}
}
// tcpGetAndSendResponse connects to the rest-server over tcp, posts a JSON-RPC request, and sends the response
// to the client over websockets
func (s *websocketsServer) tcpGetAndSendResponse(wsConn *wsConn, mb []byte) error {
req, err := http.NewRequestWithContext(context.Background(), "POST", "http://"+s.rpcAddr, bytes.NewBuffer(mb))
2021-04-18 16:39:15 +00:00
if err != nil {
return errors.Wrap(err, "Could not build request")
}
req.Header.Set("Content-Type", "application/json")
client := &http.Client{}
resp, err := client.Do(req)
if err != nil {
return errors.Wrap(err, "Could not perform request")
}
defer resp.Body.Close()
body, err := ioutil.ReadAll(resp.Body)
if err != nil {
return errors.Wrap(err, "could not read body from response")
}
var wsSend interface{}
err = json.Unmarshal(body, &wsSend)
if err != nil {
return errors.Wrap(err, "failed to unmarshal rest-server response")
}
return wsConn.WriteJSON(wsSend)
}
// pubSubAPI is the eth_ prefixed set of APIs in the Web3 JSON-RPC spec
type pubSubAPI struct {
events *rpcfilters.EventSystem
2021-04-18 16:39:15 +00:00
logger log.Logger
clientCtx client.Context
2021-04-18 16:39:15 +00:00
}
// newPubSubAPI creates an instance of the ethereum PubSub API.
func newPubSubAPI(clientCtx client.Context, logger log.Logger, tmWSClient *rpcclient.WSClient) *pubSubAPI {
logger = logger.With("module", "websocket-client")
2021-04-18 16:39:15 +00:00
return &pubSubAPI{
events: rpcfilters.NewEventSystem(logger, tmWSClient),
logger: logger,
clientCtx: clientCtx,
2021-04-18 16:39:15 +00:00
}
}
func (api *pubSubAPI) subscribe(wsConn *wsConn, subID rpc.ID, params []interface{}) (pubsub.UnsubscribeFunc, error) {
2021-04-18 16:39:15 +00:00
method, ok := params[0].(string)
if !ok {
return nil, errors.New("invalid parameters")
2021-04-18 16:39:15 +00:00
}
switch method {
case "newHeads":
// TODO: handle extra params
return api.subscribeNewHeads(wsConn, subID)
2021-04-18 16:39:15 +00:00
case "logs":
if len(params) > 1 {
return api.subscribeLogs(wsConn, subID, params[1])
2021-04-18 16:39:15 +00:00
}
return api.subscribeLogs(wsConn, subID, nil)
2021-04-18 16:39:15 +00:00
case "newPendingTransactions":
return api.subscribePendingTransactions(wsConn, subID)
2021-04-18 16:39:15 +00:00
case "syncing":
return api.subscribeSyncing(wsConn, subID)
2021-04-18 16:39:15 +00:00
default:
return nil, errors.Errorf("unsupported method %s", method)
2021-04-18 16:39:15 +00:00
}
}
func (api *pubSubAPI) subscribeNewHeads(wsConn *wsConn, subID rpc.ID) (pubsub.UnsubscribeFunc, error) {
sub, unsubFn, err := api.events.SubscribeNewHeads()
2021-04-18 16:39:15 +00:00
if err != nil {
return nil, errors.Wrap(err, "error creating block filter")
2021-04-18 16:39:15 +00:00
}
// TODO: use events
baseFee := big.NewInt(params.InitialBaseFee)
go func() {
headersCh := sub.Event()
errCh := sub.Err()
2021-04-18 16:39:15 +00:00
for {
select {
case event, ok := <-headersCh:
if !ok {
return
}
data, ok := event.Data.(tmtypes.EventDataNewBlockHeader)
if !ok {
api.logger.Debug("event data type mismatch", "type", fmt.Sprintf("%T", event.Data))
2021-04-18 16:39:15 +00:00
continue
}
header := types.EthHeaderFromTendermint(data.Header, ethtypes.Bloom{}, baseFee)
2021-04-18 16:39:15 +00:00
// write to ws conn
res := &SubscriptionNotification{
Jsonrpc: "2.0",
Method: "eth_subscription",
Params: &SubscriptionResult{
Subscription: subID,
Result: header,
},
}
2021-04-18 16:39:15 +00:00
err = wsConn.WriteJSON(res)
if err != nil {
api.logger.Error("error writing header, will drop peer", "error", err.Error())
2021-04-18 16:39:15 +00:00
try(func() {
if err != websocket.ErrCloseSent {
_ = wsConn.Close()
}
}, api.logger, "closing websocket peer sub")
2021-04-18 16:39:15 +00:00
}
case err, ok := <-errCh:
if !ok {
return
}
api.logger.Debug("dropping NewHeads WebSocket subscription", "subscription-id", subID, "error", err.Error())
2021-04-18 16:39:15 +00:00
}
}
}()
2021-04-18 16:39:15 +00:00
return unsubFn, nil
2021-04-18 16:39:15 +00:00
}
func try(fn func(), l log.Logger, desc string) {
defer func() {
if x := recover(); x != nil {
if err, ok := x.(error); ok {
// debug.PrintStack()
l.Debug("panic during "+desc, "error", err.Error())
2021-04-18 16:39:15 +00:00
return
}
l.Debug(fmt.Sprintf("panic during %s: %+v", desc, x))
2021-04-18 16:39:15 +00:00
return
}
}()
fn()
}
func (api *pubSubAPI) subscribeLogs(wsConn *wsConn, subID rpc.ID, extra interface{}) (pubsub.UnsubscribeFunc, error) {
2021-04-18 16:39:15 +00:00
crit := filters.FilterCriteria{}
if extra != nil {
params, ok := extra.(map[string]interface{})
if !ok {
err := errors.New("invalid criteria")
api.logger.Debug("invalid criteria", "type", fmt.Sprintf("%T", extra))
return nil, err
2021-04-18 16:39:15 +00:00
}
if params["address"] != nil {
address, ok := params["address"].(string)
addresses, sok := params["address"].([]interface{})
if !ok && !sok {
err := errors.New("invalid addresses; must be address or array of addresses")
api.logger.Debug("invalid addresses", "type", fmt.Sprintf("%T", params["address"]))
return nil, err
2021-04-18 16:39:15 +00:00
}
if ok {
crit.Addresses = []common.Address{common.HexToAddress(address)}
}
if sok {
crit.Addresses = []common.Address{}
for _, addr := range addresses {
address, ok := addr.(string)
if !ok {
err := errors.New("invalid address")
api.logger.Debug("invalid address", "type", fmt.Sprintf("%T", addr))
return nil, err
2021-04-18 16:39:15 +00:00
}
crit.Addresses = append(crit.Addresses, common.HexToAddress(address))
}
}
}
if params["topics"] != nil {
topics, ok := params["topics"].([]interface{})
if !ok {
err := errors.Errorf("invalid topics: %s", topics)
api.logger.Error("invalid topics", "type", fmt.Sprintf("%T", topics))
return nil, err
2021-04-18 16:39:15 +00:00
}
crit.Topics = make([][]common.Hash, len(topics))
addCritTopic := func(topicIdx int, topic interface{}) error {
tstr, ok := topic.(string)
if !ok {
err := errors.Errorf("invalid topic: %s", topic)
api.logger.Error("invalid topic", "type", fmt.Sprintf("%T", topic))
2021-04-18 16:39:15 +00:00
return err
}
crit.Topics[topicIdx] = []common.Hash{common.HexToHash(tstr)}
return nil
}
for topicIdx, subtopics := range topics {
if subtopics == nil {
continue
}
// in case we don't have list, but a single topic value
if topic, ok := subtopics.(string); ok {
if err := addCritTopic(topicIdx, topic); err != nil {
return nil, err
2021-04-18 16:39:15 +00:00
}
continue
}
// in case we actually have a list of subtopics
subtopicsList, ok := subtopics.([]interface{})
if !ok {
err := errors.New("invalid subtopics")
api.logger.Error("invalid subtopic", "type", fmt.Sprintf("%T", subtopics))
return nil, err
2021-04-18 16:39:15 +00:00
}
subtopicsCollect := make([]common.Hash, len(subtopicsList))
for idx, subtopic := range subtopicsList {
tstr, ok := subtopic.(string)
if !ok {
err := errors.Errorf("invalid subtopic: %s", subtopic)
api.logger.Error("invalid subtopic", "type", fmt.Sprintf("%T", subtopic))
return nil, err
2021-04-18 16:39:15 +00:00
}
subtopicsCollect[idx] = common.HexToHash(tstr)
}
crit.Topics[topicIdx] = subtopicsCollect
}
}
}
sub, unsubFn, err := api.events.SubscribeLogs(crit)
2021-04-18 16:39:15 +00:00
if err != nil {
api.logger.Error("failed to subscribe logs", "error", err.Error())
return nil, err
2021-04-18 16:39:15 +00:00
}
go func() {
ch := sub.Event()
errCh := sub.Err()
2021-04-18 16:39:15 +00:00
for {
select {
case event, ok := <-ch:
if !ok {
return
}
dataTx, ok := event.Data.(tmtypes.EventDataTx)
if !ok {
api.logger.Debug("event data type mismatch", "type", fmt.Sprintf("%T", event.Data))
2021-04-18 16:39:15 +00:00
continue
}
2022-05-16 14:14:11 +00:00
txResponse, err := evmtypes.DecodeTxResponse(dataTx.TxResult.Result.Data, api.clientCtx.Codec)
2021-04-18 16:39:15 +00:00
if err != nil {
api.logger.Error("failed to decode tx response", "error", err.Error())
2021-04-18 16:39:15 +00:00
return
}
logs := rpcfilters.FilterLogs(evmtypes.LogsToEthereum(txResponse.Logs), crit.FromBlock, crit.ToBlock, crit.Addresses, crit.Topics)
2021-04-18 16:39:15 +00:00
if len(logs) == 0 {
continue
}
for _, ethLog := range logs {
res := &SubscriptionNotification{
Jsonrpc: "2.0",
Method: "eth_subscription",
Params: &SubscriptionResult{
Subscription: subID,
Result: ethLog,
},
}
err = wsConn.WriteJSON(res)
2021-04-18 16:39:15 +00:00
if err != nil {
try(func() {
if err != websocket.ErrCloseSent {
_ = wsConn.Close()
2021-04-18 16:39:15 +00:00
}
}, api.logger, "closing websocket peer sub")
}
}
case err, ok := <-errCh:
if !ok {
return
}
api.logger.Debug("dropping Logs WebSocket subscription", "subscription-id", subID, "error", err.Error())
2021-04-18 16:39:15 +00:00
}
}
}()
2021-04-18 16:39:15 +00:00
return unsubFn, nil
2021-04-18 16:39:15 +00:00
}
func (api *pubSubAPI) subscribePendingTransactions(wsConn *wsConn, subID rpc.ID) (pubsub.UnsubscribeFunc, error) {
sub, unsubFn, err := api.events.SubscribePendingTxs()
2021-04-18 16:39:15 +00:00
if err != nil {
return nil, errors.Wrap(err, "error creating block filter: %s")
2021-04-18 16:39:15 +00:00
}
go func() {
txsCh := sub.Event()
errCh := sub.Err()
2021-04-18 16:39:15 +00:00
for {
select {
case ev := <-txsCh:
data, _ := ev.Data.(tmtypes.EventDataTx)
ethTxs, err := types.RawTxToEthTx(api.clientCtx, data.Tx)
if err != nil {
// not ethereum tx
continue
}
2021-04-18 16:39:15 +00:00
for _, ethTx := range ethTxs {
// write to ws conn
res := &SubscriptionNotification{
Jsonrpc: "2.0",
Method: "eth_subscription",
Params: &SubscriptionResult{
Subscription: subID,
Result: ethTx.Hash,
},
}
err = wsConn.WriteJSON(res)
if err != nil {
api.logger.Debug("error writing header, will drop peer", "error", err.Error())
try(func() {
if err != websocket.ErrCloseSent {
_ = wsConn.Close()
}
}, api.logger, "closing websocket peer sub")
2021-04-18 16:39:15 +00:00
}
}
case err, ok := <-errCh:
if !ok {
return
}
api.logger.Debug("dropping PendingTransactions WebSocket subscription", subID, "error", err.Error())
2021-04-18 16:39:15 +00:00
}
}
}()
2021-04-18 16:39:15 +00:00
return unsubFn, nil
2021-04-18 16:39:15 +00:00
}
func (api *pubSubAPI) subscribeSyncing(wsConn *wsConn, subID rpc.ID) (pubsub.UnsubscribeFunc, error) {
return nil, errors.New("syncing subscription is not implemented")
2021-04-18 16:39:15 +00:00
}