lotus/cmd/lotus-wallet/main.go

297 lines
6.7 KiB
Go
Raw Normal View History

2020-09-05 19:36:32 +00:00
package main
import (
"context"
2021-05-31 11:38:14 +00:00
"fmt"
2020-09-05 19:36:32 +00:00
"net"
"net/http"
"os"
2021-05-31 11:38:14 +00:00
"github.com/gbrlsnchs/jwt/v3"
2020-09-05 19:36:32 +00:00
"github.com/gorilla/mux"
logging "github.com/ipfs/go-log/v2"
"github.com/urfave/cli/v2"
2020-10-21 08:37:50 +00:00
"go.opencensus.io/stats/view"
"go.opencensus.io/tag"
2021-05-31 11:38:14 +00:00
"golang.org/x/xerrors"
2020-09-05 19:36:32 +00:00
"github.com/filecoin-project/go-jsonrpc"
2021-05-31 11:38:14 +00:00
"github.com/filecoin-project/go-jsonrpc/auth"
"github.com/filecoin-project/lotus/api"
2022-06-14 15:00:51 +00:00
"github.com/filecoin-project/lotus/api/v0api"
2020-09-05 19:36:32 +00:00
"github.com/filecoin-project/lotus/build"
2021-05-31 11:38:14 +00:00
"github.com/filecoin-project/lotus/chain/types"
2020-09-05 19:36:32 +00:00
"github.com/filecoin-project/lotus/chain/wallet"
ledgerwallet "github.com/filecoin-project/lotus/chain/wallet/ledger"
2020-09-05 19:36:32 +00:00
lcli "github.com/filecoin-project/lotus/cli"
"github.com/filecoin-project/lotus/lib/lotuslog"
2020-10-21 08:37:50 +00:00
"github.com/filecoin-project/lotus/metrics"
"github.com/filecoin-project/lotus/metrics/proxy"
2021-05-31 11:38:14 +00:00
"github.com/filecoin-project/lotus/node/modules"
2020-09-05 19:36:32 +00:00
"github.com/filecoin-project/lotus/node/repo"
)
var log = logging.Logger("main")
const FlagWalletRepo = "wallet-repo"
2021-05-31 11:38:14 +00:00
type jwtPayload struct {
Allow []auth.Permission
}
2020-09-05 19:36:32 +00:00
func main() {
lotuslog.SetupLogLevels()
local := []*cli.Command{
runCmd,
2021-05-31 11:38:14 +00:00
getApiKeyCmd,
2020-09-05 19:36:32 +00:00
}
app := &cli.App{
Name: "lotus-wallet",
Usage: "Basic external wallet",
Version: build.UserVersion(),
2021-05-31 12:33:54 +00:00
Description: `
lotus-wallet provides a remote wallet service for lotus.
To configure your lotus node to use a remote wallet:
* Run 'lotus-wallet get-api-key' to generate API key
* Start lotus-wallet using 'lotus-wallet run' (see --help for additional flags)
* Edit lotus config (~/.lotus/config.toml)
* Find the '[Wallet]' section
* Set 'RemoteBackend' to '[api key]:http://[wallet ip]:[wallet port]'
(the default port is 1777)
* Start (or restart) the lotus daemon`,
2020-09-05 19:36:32 +00:00
Flags: []cli.Flag{
&cli.StringFlag{
Name: FlagWalletRepo,
EnvVars: []string{"WALLET_PATH"},
Value: "~/.lotuswallet", // TODO: Consider XDG_DATA_HOME
},
2020-12-17 15:45:32 +00:00
&cli.StringFlag{
Name: "repo",
EnvVars: []string{"LOTUS_PATH"},
Hidden: true,
Value: "~/.lotus",
},
2020-09-05 19:36:32 +00:00
},
Commands: local,
}
app.Setup()
if err := app.Run(os.Args); err != nil {
log.Warnf("%+v", err)
return
}
}
2021-05-31 11:38:14 +00:00
var getApiKeyCmd = &cli.Command{
Name: "get-api-key",
2021-05-31 12:33:54 +00:00
Usage: "Generate API Key",
2021-05-31 11:38:14 +00:00
Action: func(cctx *cli.Context) error {
lr, ks, err := openRepo(cctx)
if err != nil {
return err
}
defer lr.Close() // nolint
p := jwtPayload{
Allow: []auth.Permission{api.PermAdmin},
}
authKey, err := modules.APISecret(ks, lr)
if err != nil {
return xerrors.Errorf("setting up api secret: %w", err)
}
k, err := jwt.Sign(&p, (*jwt.HMACSHA)(authKey))
if err != nil {
return xerrors.Errorf("jwt sign: %w", err)
}
fmt.Println(string(k))
return nil
},
}
2020-09-05 19:36:32 +00:00
var runCmd = &cli.Command{
Name: "run",
Usage: "Start lotus wallet",
Flags: []cli.Flag{
&cli.StringFlag{
Name: "listen",
Usage: "host address and port the wallet api will listen on",
Value: "0.0.0.0:1777",
},
&cli.BoolFlag{
Name: "ledger",
Usage: "use a ledger device instead of an on-disk wallet",
},
2020-12-17 15:45:32 +00:00
&cli.BoolFlag{
2020-12-17 15:45:41 +00:00
Name: "interactive",
2020-12-17 15:45:32 +00:00
Usage: "prompt before performing actions (DO NOT USE FOR MINER WORKER ADDRESS)",
},
&cli.BoolFlag{
2020-12-17 15:45:41 +00:00
Name: "offline",
2020-12-17 15:45:32 +00:00
Usage: "don't query chain state in interactive mode",
},
2021-05-31 11:38:14 +00:00
&cli.BoolFlag{
2021-05-31 11:44:15 +00:00
Name: "disable-auth",
Usage: "(insecure) disable api auth",
2021-05-31 11:38:14 +00:00
Hidden: true,
},
2020-09-05 19:36:32 +00:00
},
Description: "Needs FULLNODE_API_INFO env-var to be set before running (see lotus-wallet --help for setup instructions)",
2020-09-05 19:36:32 +00:00
Action: func(cctx *cli.Context) error {
log.Info("Starting lotus wallet")
ctx := lcli.ReqContext(cctx)
ctx, cancel := context.WithCancel(ctx)
defer cancel()
2020-10-21 08:37:50 +00:00
// Register all metric views
if err := view.Register(
metrics.DefaultViews...,
); err != nil {
log.Fatalf("Cannot register the view: %v", err)
}
2021-05-31 11:38:14 +00:00
lr, ks, err := openRepo(cctx)
2020-09-05 19:36:32 +00:00
if err != nil {
return err
}
2021-05-31 11:38:14 +00:00
defer lr.Close() // nolint
2020-09-05 19:36:32 +00:00
lw, err := wallet.NewWallet(ks)
if err != nil {
return err
}
var w api.Wallet = lw
if cctx.Bool("ledger") {
2021-01-26 10:25:34 +00:00
ds, err := lr.Datastore(context.Background(), "/metadata")
if err != nil {
return err
}
w = wallet.MultiWallet{
Local: lw,
Ledger: ledgerwallet.NewWallet(ds),
}
}
2020-09-05 19:36:32 +00:00
address := cctx.String("listen")
mux := mux.NewRouter()
log.Info("Setting up API endpoint at " + address)
2020-12-17 15:45:32 +00:00
if cctx.Bool("interactive") {
2021-04-05 11:23:46 +00:00
var ag func() (v0api.FullNode, jsonrpc.ClientCloser, error)
2020-12-17 15:45:32 +00:00
if !cctx.Bool("offline") {
2021-04-05 11:23:46 +00:00
ag = func() (v0api.FullNode, jsonrpc.ClientCloser, error) {
2020-12-17 15:45:32 +00:00
return lcli.GetFullNodeAPI(cctx)
}
}
w = &InteractiveWallet{
2020-12-17 15:45:41 +00:00
under: w,
2020-12-17 15:45:32 +00:00
apiGetter: ag,
}
} else {
w = &LoggedWallet{under: w}
}
rpcApi := proxy.MetricedWalletAPI(w)
2021-05-31 11:44:15 +00:00
if !cctx.Bool("disable-auth") {
rpcApi = api.PermissionedWalletAPI(rpcApi)
}
build: release: v1.18.0 (#9652) * build: Bump version to v1.17.3-dev * build: set version to v1.18.0-dev * chore: actors: Allow builtin-actors to return a map of methods (#9342) * Allow builtin-actors to return a map of methods * go mod * Fix tests * Fix tests, check carefully please * Delete lotus-pond (#9352) * feat: add StateNetworkVersion to mpool API * chore: refactor: rename NewestNetworkVersion * feat: actors: Integrate datacap actor into lotus (#9348) * Integrate datacap actor * Implement datacap actor in chain/builtin * feat: support typed errors over RPC * chore: deps: update to go-jsonrpc 0.1.8 * remove duplicate import * fix: itest: check for closed connection * chore: refactor: move retry test to API * address magik supernit * Add ability to only have single partition per msg for partitions with recovery sectors * doc gen * Address comments * Return beneficiary info from miner state Info() * Update builtin-actors to dev/20220922-v9 which includes FIP-0045 changes in progress * Integrate verifreg changes to lotus * Setup datacap actor * Update builtin-actors to dev/20220922-v9-1 * Update datacap actor to query datacap instead of verifreg * update gst * update markets * update actors with hamt fix * update gst * Update datacap to parse tokens * Update bundles * datacap and verifreg actors use ID addresses without protocol byte * update builtin-actors to rc1 * update go-fil-markets * Update bundles to rc2 * Integrate the v9 migration * Add api for getting allocation * Add upgrade epoch for butterfly * Tweak PreSeal struct to be infra-friendly * docsgen * More tweaking of PreSeal for genesis * review fixes * Use fake cid for test * add butterfly artifacts for oct 5 upgrade * check datacaps for v8 verifreg match v9 datacap actor * Remove print statements * Update to go-state-types master * Update to go-state-types v0.9.0-rc1 * review fixes * use go-fil-markets v1.24.0-v17 * Add accessors for allocations and claims maps * fix: missing permissions tag * butterfly * update butterfly artifacts * sealing pipeline: Prepare deal assigning logic for FIP-45 * sealing pipeline: Get allocationId with StateApi * use NoAllocationID instead of nil AllocationId * address review * Add datacap actor to registry.go * Add cli for listing allocations and removing expired allocations * Update to go-state-types master * deps: upgrade go-merkledag to 0.8.0 * shark params * Update cli/filplus.go Co-authored-by: Aayush Rajasekaran <arajasek94@gmail.com> * revert change to verifreg util * docsgen-cli * miss the stuff * Update FFI * Update go-state-types to v0.9.0 * Update builtin-actors to v9.0.0 * add calib upgrade epcoh * update the upgrade envvar * kill shark * Remove fvm splash banner from nv17 upgrade * check invariance for pending deals and allocations * check pending verified deal proposal migrated to allocation * Add check for unsealed CID in precommit sectors * Fix counting of allocations in nv17 migration test * make gen * pass state trees as pointers * Add assertion that migrations with & without cache are the same * compare allocation to verified deal proposal * Fix miner state precommit info * fix migration test tool * add changelog * Update to go-state-types v0.9.1 * Integrate builtin-actors v9.0.1 * chore: ver: bump version for rc3 (#9512) * Bump version to 1.18.0-rc3 * Update CHANGELOG.md * Update CHANGELOG.md Co-authored-by: Aayush Rajasekaran <arajasek94@gmail.com> * Update CHANGELOG.md Co-authored-by: Aayush Rajasekaran <arajasek94@gmail.com> Co-authored-by: Jiaying Wang <42981373+jennijuju@users.noreply.github.com> Co-authored-by: Aayush Rajasekaran <arajasek94@gmail.com> * Migration: Use autobatch bs * Fix autobatch Signed-off-by: Jakub Sztandera <kubuxu@protocol.ai> * Invoker: Use MethodMeta from go-state-types * Add a second premigration for nv17 * Add more shed tools for migration checking * address review * Lotus release v1.18.0-rc4 * fix: ci: fix app-image build on ci (#9527) * Remove old go version first * Add GO_VERSION file * Use GO_VERSION to set / verify go version * mv GO_VERSION GO_VERSION_MIN * Use GO_VERSION_MIN in Makefile check Co-authored-by: Ian Davis <jungziege@gmail.com> * Update to latest go-state-types for migration fixes * go mod tidy * fix: use api.ErrActorNotFound instead of types.ErrActorNotFound * fix: add fields to ForkUpgradeParams * docs: update actors_version_checklist.md * chore: fix lint * update to go state type v0.9.6 with market migration fix (#9545) * update go-state-types to v-0.9.7 * Add invariant checks to migration * fix invariant check: number of entries in datacap actor should include verifreg * Invariant checks: Only include not-activated deals * test: nv17 migration * Address review * add lotus-shed invariance method * Migration cli takes a stateroot cid and a height * make gen * Update to builtin-actors v9.0.2 * Failing test that shows that notaries can remove datacap from the verifreg actor * Test that should pass when the problem is solved * make gen * Review fixes * statemanager call function will return call information even if call errors * update go-state-types * update builtin-actors * bubble up errors properly from ApplyImplicitMessage * bump to rc5 * set new upgrade heights for calibnet * set new upgrade height for butterfly * tweak calibnet upgrade schedule * clarify changelog note about calibnet * butterfly * update calibnet artifacts * Allow setting local bundles for Debug FVM for av 9+ * fix: autobatch: remove potential deadlock when a block is missing Check the _underlying_ blockstore instead of recursing. Also, drop the lock before we do that. * fix imports * build: set shark mainnet epoch (#9640) * chore: build: Lotus release v1.18.0 (#9641) * Lotus release v1.18.0 * add changelog * address review * changelog improvement Co-authored-by: Jennifer Wang <jiayingw703@gmail.com> Co-authored-by: Jiaying Wang <42981373+jennijuju@users.noreply.github.com> Signed-off-by: Jakub Sztandera <kubuxu@protocol.ai> Co-authored-by: Łukasz Magiera <magik6k@gmail.com> Co-authored-by: Łukasz Magiera <magik6k@users.noreply.github.com> Co-authored-by: Aayush <arajasek94@gmail.com> Co-authored-by: Geoff Stuart <geoff.vball@gmail.com> Co-authored-by: Shrenuj Bansal <shrenuj.bansal@protocol.ai> Co-authored-by: simlecode <69969590+simlecode@users.noreply.github.com> Co-authored-by: Rod Vagg <rod@vagg.org> Co-authored-by: Jakub Sztandera <kubuxu@protocol.ai> Co-authored-by: Ian Davis <jungziege@gmail.com> Co-authored-by: zenground0 <ZenGround0@users.noreply.github.com> Co-authored-by: Steven Allen <steven@stebalien.com>
2022-11-16 01:57:23 +00:00
rpcServer := jsonrpc.NewServer(jsonrpc.WithServerErrors(api.RPCErrors))
2021-05-31 11:44:15 +00:00
rpcServer.Register("Filecoin", rpcApi)
2020-09-05 19:36:32 +00:00
mux.Handle("/rpc/v0", rpcServer)
mux.PathPrefix("/").Handler(http.DefaultServeMux) // pprof
2021-05-31 11:38:14 +00:00
var handler http.Handler = mux
2021-05-31 11:44:15 +00:00
if !cctx.Bool("disable-auth") {
2021-05-31 11:38:14 +00:00
authKey, err := modules.APISecret(ks, lr)
if err != nil {
return xerrors.Errorf("setting up api secret: %w", err)
}
authVerify := func(ctx context.Context, token string) ([]auth.Permission, error) {
var payload jwtPayload
if _, err := jwt.Verify([]byte(token), (*jwt.HMACSHA)(authKey), &payload); err != nil {
return nil, xerrors.Errorf("JWT Verification failed: %w", err)
}
return payload.Allow, nil
}
2021-05-31 11:44:15 +00:00
log.Info("API auth enabled, use 'lotus-wallet get-api-key' to get API key")
2021-05-31 11:38:14 +00:00
handler = &auth.Handler{
Verify: authVerify,
Next: mux.ServeHTTP,
}
}
2020-09-05 19:36:32 +00:00
srv := &http.Server{
2021-05-31 11:38:14 +00:00
Handler: handler,
2020-09-05 19:36:32 +00:00
BaseContext: func(listener net.Listener) context.Context {
2020-10-21 08:37:50 +00:00
ctx, _ := tag.New(context.Background(), tag.Upsert(metrics.APIInterface, "lotus-wallet"))
2020-09-05 19:36:32 +00:00
return ctx
},
}
go func() {
<-ctx.Done()
log.Warn("Shutting down...")
if err := srv.Shutdown(context.TODO()); err != nil {
log.Errorf("shutting down RPC server failed: %s", err)
}
log.Warn("Graceful shutdown successful")
}()
nl, err := net.Listen("tcp", address)
if err != nil {
return err
}
return srv.Serve(nl)
},
}
2021-05-31 11:38:14 +00:00
2021-05-31 11:44:15 +00:00
func openRepo(cctx *cli.Context) (repo.LockedRepo, types.KeyStore, error) {
2021-05-31 11:38:14 +00:00
repoPath := cctx.String(FlagWalletRepo)
r, err := repo.NewFS(repoPath)
if err != nil {
return nil, nil, err
}
ok, err := r.Exists()
if err != nil {
return nil, nil, err
}
if !ok {
if err := r.Init(repo.Wallet); err != nil {
2021-05-31 11:38:14 +00:00
return nil, nil, err
}
}
lr, err := r.Lock(repo.Wallet)
if err != nil {
return nil, nil, err
}
ks, err := lr.KeyStore()
if err != nil {
return nil, nil, err
}
return lr, ks, nil
}