lotus/cli/chain.go

1415 lines
31 KiB
Go
Raw Normal View History

2019-07-09 15:19:27 +00:00
package cli
import (
2020-01-30 21:30:21 +00:00
"bytes"
2019-10-10 03:50:50 +00:00
"context"
2020-11-06 05:36:24 +00:00
"encoding/base64"
"encoding/hex"
2019-07-23 00:54:27 +00:00
"encoding/json"
2019-07-09 15:19:27 +00:00
"fmt"
2020-01-20 23:51:02 +00:00
"os"
2020-01-30 21:30:21 +00:00
"os/exec"
2020-04-01 00:06:26 +00:00
"path"
2021-01-08 06:25:24 +00:00
"reflect"
"sort"
2020-01-30 21:30:21 +00:00
"strconv"
2019-10-16 08:01:41 +00:00
"strings"
"time"
2019-07-09 15:19:27 +00:00
2020-03-09 06:45:24 +00:00
"github.com/filecoin-project/go-address"
2020-02-13 03:50:37 +00:00
cborutil "github.com/filecoin-project/go-cbor-util"
2020-09-07 03:49:10 +00:00
"github.com/filecoin-project/go-state-types/abi"
"github.com/filecoin-project/go-state-types/big"
2020-02-13 03:50:37 +00:00
"github.com/filecoin-project/specs-actors/actors/builtin"
"github.com/filecoin-project/specs-actors/actors/builtin/account"
2020-05-16 19:41:04 +00:00
"github.com/filecoin-project/specs-actors/actors/builtin/market"
2020-04-13 21:05:16 +00:00
"github.com/filecoin-project/specs-actors/actors/builtin/miner"
2020-02-13 03:50:37 +00:00
"github.com/filecoin-project/specs-actors/actors/builtin/power"
2020-03-09 03:09:45 +00:00
"github.com/filecoin-project/specs-actors/actors/util/adt"
cid "github.com/ipfs/go-cid"
2020-06-05 22:59:01 +00:00
"github.com/urfave/cli/v2"
2020-03-07 02:47:19 +00:00
cbg "github.com/whyrusleeping/cbor-gen"
"golang.org/x/xerrors"
2019-07-23 00:54:27 +00:00
lapi "github.com/filecoin-project/lotus/api"
"github.com/filecoin-project/lotus/build"
2019-12-18 15:37:47 +00:00
"github.com/filecoin-project/lotus/chain/actors"
"github.com/filecoin-project/lotus/chain/stmgr"
types "github.com/filecoin-project/lotus/chain/types"
2019-07-09 15:19:27 +00:00
)
var chainCmd = &cli.Command{
Name: "chain",
Usage: "Interact with filecoin blockchain",
Subcommands: []*cli.Command{
chainHeadCmd,
2019-07-23 00:54:27 +00:00
chainGetBlock,
chainReadObjCmd,
2020-09-10 17:39:17 +00:00
chainDeleteObjCmd,
2020-03-04 23:52:28 +00:00
chainStatObjCmd,
chainGetMsgCmd,
2019-10-10 03:59:32 +00:00
chainSetHeadCmd,
2019-10-11 06:25:25 +00:00
chainListCmd,
chainGetCmd,
2020-01-30 21:30:21 +00:00
chainBisectCmd,
2020-01-20 23:51:02 +00:00
chainExportCmd,
2019-12-18 15:37:47 +00:00
slashConsensusFault,
2020-08-01 07:40:11 +00:00
chainGasPriceCmd,
chainInspectUsage,
chainDecodeCmd,
2021-01-08 06:25:24 +00:00
chainEncodeCmd,
2019-07-09 15:19:27 +00:00
},
}
var chainHeadCmd = &cli.Command{
Name: "head",
Usage: "Print chain head",
Action: func(cctx *cli.Context) error {
2019-10-03 18:12:30 +00:00
api, closer, err := GetFullNodeAPI(cctx)
2019-07-10 17:28:49 +00:00
if err != nil {
return err
}
2019-10-03 18:12:30 +00:00
defer closer()
2019-07-18 23:16:23 +00:00
ctx := ReqContext(cctx)
2019-07-09 15:19:27 +00:00
head, err := api.ChainHead(ctx)
if err != nil {
return err
}
2019-07-11 02:36:43 +00:00
for _, c := range head.Cids() {
2019-07-09 15:19:27 +00:00
fmt.Println(c)
}
return nil
},
}
2019-07-23 00:54:27 +00:00
var chainGetBlock = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "getblock",
Usage: "Get a block and print its details",
ArgsUsage: "[blockCid]",
2019-07-23 00:54:27 +00:00
Flags: []cli.Flag{
&cli.BoolFlag{
Name: "raw",
Usage: "print just the raw block header",
},
},
Action: func(cctx *cli.Context) error {
2019-10-03 18:12:30 +00:00
api, closer, err := GetFullNodeAPI(cctx)
2019-07-23 00:54:27 +00:00
if err != nil {
return err
}
2019-10-03 18:12:30 +00:00
defer closer()
2019-07-18 23:16:23 +00:00
ctx := ReqContext(cctx)
2019-07-23 00:54:27 +00:00
if !cctx.Args().Present() {
return fmt.Errorf("must pass cid of block to print")
}
bcid, err := cid.Decode(cctx.Args().First())
if err != nil {
return err
}
blk, err := api.ChainGetBlock(ctx, bcid)
if err != nil {
return xerrors.Errorf("get block failed: %w", err)
2019-07-23 00:54:27 +00:00
}
if cctx.Bool("raw") {
out, err := json.MarshalIndent(blk, "", " ")
if err != nil {
return err
}
fmt.Println(string(out))
return nil
}
msgs, err := api.ChainGetBlockMessages(ctx, bcid)
if err != nil {
return xerrors.Errorf("failed to get messages: %w", err)
2019-07-23 00:54:27 +00:00
}
pmsgs, err := api.ChainGetParentMessages(ctx, bcid)
if err != nil {
return xerrors.Errorf("failed to get parent messages: %w", err)
}
recpts, err := api.ChainGetParentReceipts(ctx, bcid)
if err != nil {
log.Warn(err)
//return xerrors.Errorf("failed to get receipts: %w", err)
}
2019-07-23 00:54:27 +00:00
cblock := struct {
types.BlockHeader
BlsMessages []*types.Message
SecpkMessages []*types.SignedMessage
ParentReceipts []*types.MessageReceipt
ParentMessages []cid.Cid
2019-07-23 00:54:27 +00:00
}{}
cblock.BlockHeader = *blk
2019-08-02 03:51:34 +00:00
cblock.BlsMessages = msgs.BlsMessages
cblock.SecpkMessages = msgs.SecpkMessages
cblock.ParentReceipts = recpts
cblock.ParentMessages = apiMsgCids(pmsgs)
2019-07-23 00:54:27 +00:00
out, err := json.MarshalIndent(cblock, "", " ")
if err != nil {
return err
}
fmt.Println(string(out))
return nil
},
}
func apiMsgCids(in []lapi.Message) []cid.Cid {
out := make([]cid.Cid, len(in))
for k, v := range in {
out[k] = v.Cid
}
return out
}
var chainReadObjCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "read-obj",
Usage: "Read the raw bytes of an object",
ArgsUsage: "[objectCid]",
Action: func(cctx *cli.Context) error {
2019-10-03 18:12:30 +00:00
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
2019-10-03 18:12:30 +00:00
defer closer()
ctx := ReqContext(cctx)
c, err := cid.Decode(cctx.Args().First())
if err != nil {
return fmt.Errorf("failed to parse cid input: %s", err)
}
obj, err := api.ChainReadObj(ctx, c)
if err != nil {
return err
}
fmt.Printf("%x\n", obj)
return nil
},
}
2020-09-10 17:35:06 +00:00
var chainDeleteObjCmd = &cli.Command{
2020-09-23 17:31:36 +00:00
Name: "delete-obj",
Usage: "Delete an object from the chain blockstore",
Description: "WARNING: Removing wrong objects from the chain blockstore may lead to sync issues",
ArgsUsage: "[objectCid]",
Flags: []cli.Flag{
&cli.BoolFlag{
Name: "really-do-it",
},
},
2020-09-10 17:35:06 +00:00
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
c, err := cid.Decode(cctx.Args().First())
if err != nil {
return fmt.Errorf("failed to parse cid input: %s", err)
}
2020-09-23 17:31:36 +00:00
if !cctx.Bool("really-do-it") {
return xerrors.Errorf("pass the --really-do-it flag to proceed")
}
2020-09-10 17:35:06 +00:00
err = api.ChainDeleteObj(ctx, c)
if err != nil {
return err
}
fmt.Printf("Obj %s deleted\n", c.String())
return nil
},
}
2020-03-04 23:52:28 +00:00
var chainStatObjCmd = &cli.Command{
Name: "stat-obj",
Usage: "Collect size and ipld link counts for objs",
ArgsUsage: "[cid]",
Description: `Collect object size and ipld link count for an object.
When a base is provided it will be walked first, and all links visisted
will be ignored when the passed in object is walked.
`,
Flags: []cli.Flag{
&cli.StringFlag{
Name: "base",
Usage: "ignore links found in this obj",
},
},
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
obj, err := cid.Decode(cctx.Args().First())
if err != nil {
return fmt.Errorf("failed to parse cid input: %s", err)
}
base := cid.Undef
if cctx.IsSet("base") {
base, err = cid.Decode(cctx.String("base"))
if err != nil {
return err
}
2020-03-04 23:52:28 +00:00
}
stats, err := api.ChainStatObj(ctx, obj, base)
if err != nil {
return err
}
fmt.Printf("Links: %d\n", stats.Links)
fmt.Printf("Size: %s (%d)\n", types.SizeStr(types.NewInt(stats.Size)), stats.Size)
2020-03-04 23:52:28 +00:00
return nil
},
}
var chainGetMsgCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "getmessage",
Usage: "Get and print a message by its cid",
ArgsUsage: "[messageCid]",
Action: func(cctx *cli.Context) error {
if !cctx.Args().Present() {
return fmt.Errorf("must pass a cid of a message to get")
}
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
c, err := cid.Decode(cctx.Args().First())
if err != nil {
return xerrors.Errorf("failed to parse cid input: %w", err)
}
mb, err := api.ChainReadObj(ctx, c)
if err != nil {
return xerrors.Errorf("failed to read object: %w", err)
}
var i interface{}
m, err := types.DecodeMessage(mb)
if err != nil {
sm, err := types.DecodeSignedMessage(mb)
if err != nil {
return xerrors.Errorf("failed to decode object as a message: %w", err)
}
i = sm
} else {
i = m
}
enc, err := json.MarshalIndent(i, "", " ")
if err != nil {
return err
}
fmt.Println(string(enc))
return nil
},
}
2019-10-10 03:50:50 +00:00
2019-10-10 03:59:32 +00:00
var chainSetHeadCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "sethead",
Usage: "manually set the local nodes head tipset (Caution: normally only used for recovery)",
ArgsUsage: "[tipsetkey]",
2019-10-11 02:14:22 +00:00
Flags: []cli.Flag{
&cli.BoolFlag{
Name: "genesis",
Usage: "reset head to genesis",
},
2019-12-16 19:35:07 +00:00
&cli.Uint64Flag{
Name: "epoch",
Usage: "reset head to given epoch",
},
2019-10-11 02:14:22 +00:00
},
2019-10-10 03:50:50 +00:00
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
2019-12-16 19:35:07 +00:00
var ts *types.TipSet
2019-10-11 02:14:22 +00:00
2019-12-16 19:35:07 +00:00
if cctx.Bool("genesis") {
ts, err = api.ChainGetGenesis(ctx)
}
if ts == nil && cctx.IsSet("epoch") {
ts, err = api.ChainGetTipSetByHeight(ctx, abi.ChainEpoch(cctx.Uint64("epoch")), types.EmptyTSK)
2019-12-16 19:35:07 +00:00
}
if ts == nil {
ts, err = parseTipSet(ctx, api, cctx.Args().Slice())
2019-12-16 19:35:07 +00:00
}
if err != nil {
return err
2019-10-10 03:50:50 +00:00
}
2019-12-16 19:35:07 +00:00
if ts == nil {
return fmt.Errorf("must pass cids for tipset to set as head")
2019-10-10 03:50:50 +00:00
}
if err := api.ChainSetHead(ctx, ts.Key()); err != nil {
2019-10-10 03:50:50 +00:00
return err
}
return nil
},
}
var chainInspectUsage = &cli.Command{
Name: "inspect-usage",
Usage: "Inspect block space usage of a given tipset",
Flags: []cli.Flag{
&cli.StringFlag{
Name: "tipset",
Usage: "specify tipset to view block space usage of",
Value: "@head",
},
&cli.IntFlag{
Name: "length",
Usage: "length of chain to inspect block space usage for",
Value: 1,
},
&cli.IntFlag{
Name: "num-results",
Usage: "number of results to print per category",
Value: 10,
},
},
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
ts, err := LoadTipSet(ctx, cctx, api)
if err != nil {
return err
}
cur := ts
var msgs []lapi.Message
for i := 0; i < cctx.Int("length"); i++ {
pmsgs, err := api.ChainGetParentMessages(ctx, cur.Blocks()[0].Cid())
if err != nil {
return err
}
msgs = append(msgs, pmsgs...)
next, err := api.ChainGetTipSet(ctx, cur.Parents())
if err != nil {
return err
}
cur = next
}
codeCache := make(map[address.Address]cid.Cid)
lookupActorCode := func(a address.Address) (cid.Cid, error) {
c, ok := codeCache[a]
if ok {
return c, nil
}
act, err := api.StateGetActor(ctx, a, ts.Key())
if err != nil {
return cid.Undef, err
}
codeCache[a] = act.Code
return act.Code, nil
}
bySender := make(map[string]int64)
byDest := make(map[string]int64)
byMethod := make(map[string]int64)
bySenderC := make(map[string]int64)
byDestC := make(map[string]int64)
byMethodC := make(map[string]int64)
var sum int64
for _, m := range msgs {
bySender[m.Message.From.String()] += m.Message.GasLimit
bySenderC[m.Message.From.String()]++
byDest[m.Message.To.String()] += m.Message.GasLimit
byDestC[m.Message.To.String()]++
sum += m.Message.GasLimit
code, err := lookupActorCode(m.Message.To)
if err != nil {
if strings.Contains(err.Error(), types.ErrActorNotFound.Error()) {
continue
}
return err
}
mm := stmgr.MethodsMap[code][m.Message.Method]
byMethod[mm.Name] += m.Message.GasLimit
byMethodC[mm.Name]++
}
type keyGasPair struct {
Key string
Gas int64
}
mapToSortedKvs := func(m map[string]int64) []keyGasPair {
var vals []keyGasPair
for k, v := range m {
vals = append(vals, keyGasPair{
Key: k,
Gas: v,
})
}
sort.Slice(vals, func(i, j int) bool {
return vals[i].Gas > vals[j].Gas
})
return vals
}
senderVals := mapToSortedKvs(bySender)
destVals := mapToSortedKvs(byDest)
methodVals := mapToSortedKvs(byMethod)
numRes := cctx.Int("num-results")
fmt.Printf("Total Gas Limit: %d\n", sum)
fmt.Printf("By Sender:\n")
for i := 0; i < numRes && i < len(senderVals); i++ {
sv := senderVals[i]
fmt.Printf("%s\t%0.2f%%\t(total: %d, count: %d)\n", sv.Key, (100*float64(sv.Gas))/float64(sum), sv.Gas, bySenderC[sv.Key])
}
fmt.Println()
fmt.Printf("By Receiver:\n")
for i := 0; i < numRes && i < len(destVals); i++ {
sv := destVals[i]
fmt.Printf("%s\t%0.2f%%\t(total: %d, count: %d)\n", sv.Key, (100*float64(sv.Gas))/float64(sum), sv.Gas, byDestC[sv.Key])
}
fmt.Println()
fmt.Printf("By Method:\n")
for i := 0; i < numRes && i < len(methodVals); i++ {
sv := methodVals[i]
fmt.Printf("%s\t%0.2f%%\t(total: %d, count: %d)\n", sv.Key, (100*float64(sv.Gas))/float64(sum), sv.Gas, byMethodC[sv.Key])
}
return nil
},
}
2019-10-11 06:25:25 +00:00
var chainListCmd = &cli.Command{
Name: "list",
Aliases: []string{"love"},
Usage: "View a segment of the chain",
Flags: []cli.Flag{
&cli.Uint64Flag{Name: "height"},
2019-10-16 08:01:41 +00:00
&cli.IntFlag{Name: "count", Value: 30},
&cli.StringFlag{
Name: "format",
Usage: "specify the format to print out tipsets",
Value: "<height>: (<time>) <blocks>",
},
&cli.BoolFlag{
Name: "gas-stats",
Usage: "view gas statistics for the chain",
},
},
2019-10-11 06:25:25 +00:00
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
var head *types.TipSet
if cctx.IsSet("height") {
head, err = api.ChainGetTipSetByHeight(ctx, abi.ChainEpoch(cctx.Uint64("height")), types.EmptyTSK)
} else {
head, err = api.ChainHead(ctx)
}
2019-10-11 06:25:25 +00:00
if err != nil {
return err
}
2019-10-16 08:01:41 +00:00
count := cctx.Int("count")
if count < 1 {
return nil
}
2019-10-16 08:01:41 +00:00
tss := make([]*types.TipSet, 0, count)
tss = append(tss, head)
2019-10-16 08:01:41 +00:00
for i := 1; i < count; i++ {
if head.Height() == 0 {
2019-10-11 06:25:25 +00:00
break
}
2019-12-16 19:22:56 +00:00
head, err = api.ChainGetTipSet(ctx, head.Parents())
2019-10-11 06:25:25 +00:00
if err != nil {
return err
}
2019-10-16 08:01:41 +00:00
tss = append(tss, head)
2019-10-11 06:25:25 +00:00
}
if cctx.Bool("gas-stats") {
otss := make([]*types.TipSet, 0, len(tss))
for i := len(tss) - 1; i >= 0; i-- {
otss = append(otss, tss[i])
}
tss = otss
for i, ts := range tss {
2020-08-10 23:22:02 +00:00
pbf := ts.Blocks()[0].ParentBaseFee
2020-08-11 08:22:49 +00:00
fmt.Printf("%d: %d blocks (baseFee: %s -> maxFee: %s)\n", ts.Height(), len(ts.Blocks()), ts.Blocks()[0].ParentBaseFee, types.FIL(types.BigMul(pbf, types.NewInt(uint64(build.BlockGasLimit)))))
for _, b := range ts.Blocks() {
msgs, err := api.ChainGetBlockMessages(ctx, b.Cid())
if err != nil {
return err
}
var limitSum int64
psum := big.NewInt(0)
for _, m := range msgs.BlsMessages {
limitSum += m.GasLimit
psum = big.Add(psum, m.GasPremium)
}
for _, m := range msgs.SecpkMessages {
limitSum += m.Message.GasLimit
psum = big.Add(psum, m.Message.GasPremium)
}
lenmsgs := len(msgs.BlsMessages) + len(msgs.SecpkMessages)
avgpremium := big.Zero()
if lenmsgs > 0 {
avgpremium = big.Div(psum, big.NewInt(int64(lenmsgs)))
}
2020-08-10 23:22:02 +00:00
fmt.Printf("\t%s: \t%d msgs, gasLimit: %d / %d (%0.2f%%), avgPremium: %s\n", b.Miner, len(msgs.BlsMessages)+len(msgs.SecpkMessages), limitSum, build.BlockGasLimit, 100*float64(limitSum)/float64(build.BlockGasLimit), avgpremium)
}
if i < len(tss)-1 {
msgs, err := api.ChainGetParentMessages(ctx, tss[i+1].Blocks()[0].Cid())
if err != nil {
return err
}
var limitSum int64
for _, m := range msgs {
limitSum += m.Message.GasLimit
}
recpts, err := api.ChainGetParentReceipts(ctx, tss[i+1].Blocks()[0].Cid())
if err != nil {
return err
}
var gasUsed int64
for _, r := range recpts {
gasUsed += r.GasUsed
}
2020-08-01 20:13:29 +00:00
fmt.Printf("\ttipset: \t%d msgs, %d / %d (%0.2f%%)\n", len(msgs), gasUsed, limitSum, 100*float64(gasUsed)/float64(limitSum))
}
fmt.Println()
}
} else {
for i := len(tss) - 1; i >= 0; i-- {
printTipSet(cctx.String("format"), tss[i])
}
2019-10-11 06:25:25 +00:00
}
return nil
},
}
2019-10-16 08:01:41 +00:00
var chainGetCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "get",
Usage: "Get chain DAG node by path",
ArgsUsage: "[path]",
2020-03-07 02:47:19 +00:00
Flags: []cli.Flag{
&cli.StringFlag{
Name: "as-type",
Usage: "specify type to interpret output as",
},
2020-04-01 00:06:26 +00:00
&cli.BoolFlag{
Name: "verbose",
Value: false,
2020-04-01 00:06:26 +00:00
},
&cli.StringFlag{
Name: "tipset",
Usage: "specify tipset for /pstate (pass comma separated array of cids)",
},
2020-03-07 02:47:19 +00:00
},
Description: `Get ipld node under a specified path:
lotus chain get /ipfs/[cid]/some/path
2020-04-01 00:06:26 +00:00
Path prefixes:
- /ipfs/[cid], /ipld/[cid] - traverse IPLD path
- /pstate - traverse from head.ParentStateRoot
Note:
You can use special path elements to traverse through some data structures:
- /ipfs/[cid]/@H:elem - get 'elem' from hamt
2020-04-04 01:49:42 +00:00
- /ipfs/[cid]/@Hi:123 - get varint elem 123 from hamt
- /ipfs/[cid]/@Hu:123 - get uvarint elem 123 from hamt
- /ipfs/[cid]/@Ha:t01 - get element under Addr(t01).Bytes
- /ipfs/[cid]/@A:10 - get 10th amt element
- .../@Ha:t01/@state - get pretty map-based actor state
2020-04-20 17:34:08 +00:00
List of --as-type types:
- raw
- block
- message
- smessage, signedmessage
- actor
- amt
- hamt-epoch
- hamt-address
- cronevent
- account-state
`,
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
2020-04-01 00:06:26 +00:00
p := path.Clean(cctx.Args().First())
if strings.HasPrefix(p, "/pstate") {
p = p[len("/pstate"):]
ts, err := LoadTipSet(ctx, cctx, api)
2020-04-01 00:06:26 +00:00
if err != nil {
return err
}
if ts == nil {
ts, err = api.ChainHead(ctx)
if err != nil {
return err
}
}
p = "/ipfs/" + ts.ParentState().String() + p
2020-04-01 00:06:26 +00:00
if cctx.Bool("verbose") {
fmt.Println(p)
}
}
obj, err := api.ChainGetNode(ctx, p)
2020-03-07 02:47:19 +00:00
if err != nil {
return err
}
t := strings.ToLower(cctx.String("as-type"))
if t == "" {
b, err := json.MarshalIndent(obj.Obj, "", "\t")
if err != nil {
return err
}
fmt.Println(string(b))
return nil
}
var cbu cbg.CBORUnmarshaler
switch t {
2020-03-10 21:06:23 +00:00
case "raw":
cbu = nil
2020-03-07 02:47:19 +00:00
case "block":
cbu = new(types.BlockHeader)
case "message":
cbu = new(types.Message)
case "smessage", "signedmessage":
cbu = new(types.SignedMessage)
case "actor":
cbu = new(types.Actor)
2020-03-09 03:09:45 +00:00
case "amt":
return handleAmt(ctx, api, obj.Cid)
case "hamt-epoch":
return handleHamtEpoch(ctx, api, obj.Cid)
2020-03-09 06:45:24 +00:00
case "hamt-address":
return handleHamtAddress(ctx, api, obj.Cid)
2020-03-09 03:09:45 +00:00
case "cronevent":
cbu = new(power.CronEvent)
case "account-state":
cbu = new(account.State)
2020-05-16 19:41:04 +00:00
case "miner-state":
cbu = new(miner.State)
case "power-state":
cbu = new(power.State)
case "market-state":
cbu = new(market.State)
2020-03-07 02:47:19 +00:00
default:
return fmt.Errorf("unknown type: %q", t)
}
raw, err := api.ChainReadObj(ctx, obj.Cid)
if err != nil {
return err
}
2020-03-10 21:06:23 +00:00
if cbu == nil {
fmt.Printf("%x", raw)
return nil
}
2020-03-07 02:47:19 +00:00
if err := cbu.UnmarshalCBOR(bytes.NewReader(raw)); err != nil {
return fmt.Errorf("failed to unmarshal as %q", t)
}
b, err := json.MarshalIndent(cbu, "", "\t")
if err != nil {
return err
}
fmt.Println(string(b))
return nil
},
}
2020-03-09 03:09:45 +00:00
type apiIpldStore struct {
ctx context.Context
api lapi.FullNode
2020-03-09 03:09:45 +00:00
}
func (ht *apiIpldStore) Context() context.Context {
return ht.ctx
}
func (ht *apiIpldStore) Get(ctx context.Context, c cid.Cid, out interface{}) error {
raw, err := ht.api.ChainReadObj(ctx, c)
if err != nil {
return err
}
cu, ok := out.(cbg.CBORUnmarshaler)
if ok {
if err := cu.UnmarshalCBOR(bytes.NewReader(raw)); err != nil {
return err
}
return nil
}
return fmt.Errorf("Object does not implement CBORUnmarshaler")
}
func (ht *apiIpldStore) Put(ctx context.Context, v interface{}) (cid.Cid, error) {
panic("No mutations allowed")
}
func handleAmt(ctx context.Context, api lapi.FullNode, r cid.Cid) error {
2020-03-09 03:09:45 +00:00
s := &apiIpldStore{ctx, api}
2020-04-13 21:05:16 +00:00
mp, err := adt.AsArray(s, r)
if err != nil {
return err
}
2020-03-09 03:09:45 +00:00
return mp.ForEach(nil, func(key int64) error {
fmt.Printf("%d\n", key)
return nil
})
}
func handleHamtEpoch(ctx context.Context, api lapi.FullNode, r cid.Cid) error {
2020-03-09 03:09:45 +00:00
s := &apiIpldStore{ctx, api}
2020-04-13 21:05:16 +00:00
mp, err := adt.AsMap(s, r)
if err != nil {
return err
}
2020-03-09 03:09:45 +00:00
return mp.ForEach(nil, func(key string) error {
ik, err := abi.ParseIntKey(key)
2020-03-09 03:09:45 +00:00
if err != nil {
return err
}
fmt.Printf("%d\n", ik)
return nil
})
}
func handleHamtAddress(ctx context.Context, api lapi.FullNode, r cid.Cid) error {
2020-03-09 06:45:24 +00:00
s := &apiIpldStore{ctx, api}
2020-04-13 21:05:16 +00:00
mp, err := adt.AsMap(s, r)
if err != nil {
return err
}
2020-03-09 06:45:24 +00:00
return mp.ForEach(nil, func(key string) error {
addr, err := address.NewFromBytes([]byte(key))
if err != nil {
return err
}
fmt.Printf("%s\n", addr)
return nil
})
}
2019-10-16 08:01:41 +00:00
func printTipSet(format string, ts *types.TipSet) {
format = strings.ReplaceAll(format, "<height>", fmt.Sprint(ts.Height()))
format = strings.ReplaceAll(format, "<time>", time.Unix(int64(ts.MinTimestamp()), 0).Format(time.Stamp))
blks := "[ "
for _, b := range ts.Blocks() {
blks += fmt.Sprintf("%s: %s,", b.Cid(), b.Miner)
}
blks += " ]"
sCids := make([]string, 0, len(blks))
for _, c := range ts.Cids() {
sCids = append(sCids, c.String())
}
format = strings.ReplaceAll(format, "<tipset>", strings.Join(sCids, ","))
2019-10-16 08:01:41 +00:00
format = strings.ReplaceAll(format, "<blocks>", blks)
format = strings.ReplaceAll(format, "<weight>", fmt.Sprint(ts.Blocks()[0].ParentWeight))
fmt.Println(format)
}
2020-01-16 18:05:07 +00:00
2020-01-30 21:30:21 +00:00
var chainBisectCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "bisect",
Usage: "bisect chain for an event",
ArgsUsage: "[minHeight maxHeight path shellCommand <shellCommandArgs (if any)>]",
2020-01-30 21:30:21 +00:00
Description: `Bisect the chain state tree:
2020-02-04 03:40:49 +00:00
lotus chain bisect [min height] [max height] '1/2/3/state/path' 'shell command' 'args'
2020-01-30 21:30:21 +00:00
2020-02-04 03:40:49 +00:00
Returns the first tipset in which condition is true
2020-01-30 21:30:21 +00:00
v
[start] FFFFFFFTTT [end]
Example: find height at which deal ID 100 000 appeared
2020-02-04 03:40:49 +00:00
- lotus chain bisect 1 32000 '@Ha:t03/1' jq -e '.[2] > 100000'
2020-01-30 21:30:21 +00:00
For special path elements see 'chain get' help
`,
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
2020-02-04 03:40:49 +00:00
if cctx.Args().Len() < 4 {
return xerrors.New("need at least 4 args")
2020-01-30 21:30:21 +00:00
}
start, err := strconv.ParseUint(cctx.Args().Get(0), 10, 64)
if err != nil {
return err
}
end, err := strconv.ParseUint(cctx.Args().Get(1), 10, 64)
if err != nil {
return err
}
subPath := cctx.Args().Get(2)
highest, err := api.ChainGetTipSetByHeight(ctx, abi.ChainEpoch(end), types.EmptyTSK)
2020-01-30 21:30:21 +00:00
if err != nil {
2020-05-05 16:14:47 +00:00
return xerrors.Errorf("getting end tipset: %w", err)
2020-01-30 21:30:21 +00:00
}
prev := highest.Height()
for {
mid := (start + end) / 2
2020-02-04 06:55:57 +00:00
if end-start == 1 {
2020-01-30 21:30:21 +00:00
mid = end
start = end
}
midTs, err := api.ChainGetTipSetByHeight(ctx, abi.ChainEpoch(mid), highest.Key())
2020-01-30 21:30:21 +00:00
if err != nil {
return err
}
path := "/ipld/" + midTs.ParentState().String() + "/" + subPath
fmt.Printf("* Testing %d (%d - %d) (%s): ", mid, start, end, path)
nd, err := api.ChainGetNode(ctx, path)
if err != nil {
return err
}
b, err := json.MarshalIndent(nd.Obj, "", "\t")
2020-01-30 21:30:21 +00:00
if err != nil {
return err
}
2020-02-04 03:40:49 +00:00
cmd := exec.CommandContext(ctx, cctx.Args().Get(3), cctx.Args().Slice()[4:]...)
2020-01-30 21:30:21 +00:00
cmd.Stdin = bytes.NewReader(b)
var out bytes.Buffer
2020-05-05 16:14:47 +00:00
var serr bytes.Buffer
2020-01-30 21:30:21 +00:00
cmd.Stdout = &out
2020-05-05 16:14:47 +00:00
cmd.Stderr = &serr
2020-01-30 21:30:21 +00:00
2020-02-04 03:40:49 +00:00
switch cmd.Run().(type) {
case nil:
2020-01-30 21:30:21 +00:00
// it's lower
if strings.TrimSpace(out.String()) != "false" {
2020-05-05 16:14:47 +00:00
end = mid
highest = midTs
fmt.Println("true")
} else {
start = mid
fmt.Printf("false (cli)\n")
2020-05-05 16:14:47 +00:00
}
2020-02-04 03:40:49 +00:00
case *exec.ExitError:
2020-05-05 16:14:47 +00:00
if len(serr.String()) > 0 {
fmt.Println("error")
fmt.Printf("> Command: %s\n---->\n", strings.Join(cctx.Args().Slice()[3:], " "))
fmt.Println(string(b))
fmt.Println("<----")
return xerrors.Errorf("error running bisect check: %s", serr.String())
}
2020-01-30 21:30:21 +00:00
start = mid
2020-02-04 03:40:49 +00:00
fmt.Println("false")
default:
return err
2020-01-30 21:30:21 +00:00
}
if start == end {
if strings.TrimSpace(out.String()) == "true" {
fmt.Println(midTs.Height())
} else {
fmt.Println(prev)
}
return nil
}
2020-02-08 02:18:32 +00:00
prev = abi.ChainEpoch(mid)
2020-01-30 21:30:21 +00:00
}
},
}
2020-01-20 23:51:02 +00:00
var chainExportCmd = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "export",
Usage: "export chain to a car file",
ArgsUsage: "[outputPath]",
2020-01-21 01:53:55 +00:00
Flags: []cli.Flag{
&cli.StringFlag{
Name: "tipset",
},
&cli.Int64Flag{
Name: "recent-stateroots",
Usage: "specify the number of recent state roots to include in the export",
},
&cli.BoolFlag{
Name: "skip-old-msgs",
},
2020-01-21 01:53:55 +00:00
},
2020-01-16 18:05:07 +00:00
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
2020-01-20 23:51:02 +00:00
if !cctx.Args().Present() {
return fmt.Errorf("must specify filename to export chain to")
}
rsrs := abi.ChainEpoch(cctx.Int64("recent-stateroots"))
if cctx.IsSet("recent-stateroots") && rsrs < build.Finality {
return fmt.Errorf("\"recent-stateroots\" has to be greater than %d", build.Finality)
}
2020-01-21 01:53:55 +00:00
fi, err := os.Create(cctx.Args().First())
2020-01-20 23:51:02 +00:00
if err != nil {
return err
}
defer func() {
err := fi.Close()
if err != nil {
fmt.Printf("error closing output file: %+v", err)
}
}()
2020-01-20 23:51:02 +00:00
2020-03-07 00:46:20 +00:00
ts, err := LoadTipSet(ctx, cctx, api)
2020-01-20 23:51:02 +00:00
if err != nil {
return err
}
skipold := cctx.Bool("skip-old-msgs")
if rsrs == 0 && skipold {
return fmt.Errorf("must pass recent stateroots along with skip-old-msgs")
}
stream, err := api.ChainExport(ctx, rsrs, skipold, ts.Key())
2020-01-20 23:51:02 +00:00
if err != nil {
return err
}
var last bool
2020-01-20 23:51:02 +00:00
for b := range stream {
last = len(b) == 0
2020-01-20 23:51:02 +00:00
_, err := fi.Write(b)
if err != nil {
return err
}
}
if !last {
return xerrors.Errorf("incomplete export (remote connection lost?)")
}
2020-01-20 23:51:02 +00:00
return nil
2020-01-16 18:05:07 +00:00
},
}
2019-12-18 15:37:47 +00:00
var slashConsensusFault = &cli.Command{
2020-03-06 00:20:57 +00:00
Name: "slash-consensus",
Usage: "Report consensus fault",
ArgsUsage: "[blockCid1 blockCid2]",
2020-04-13 21:05:16 +00:00
Flags: []cli.Flag{
2021-01-19 06:18:46 +00:00
&cli.StringFlag{
Name: "from",
Usage: "optionally specify the account to report consensus from",
},
2020-06-11 11:19:17 +00:00
&cli.StringFlag{
Name: "extra",
Usage: "Extra block cid",
},
2020-04-13 21:05:16 +00:00
},
2019-12-18 15:37:47 +00:00
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
c1, err := cid.Parse(cctx.Args().Get(0))
if err != nil {
return xerrors.Errorf("parsing cid 1: %w", err)
}
b1, err := api.ChainGetBlock(ctx, c1)
if err != nil {
return xerrors.Errorf("getting block 1: %w", err)
}
c2, err := cid.Parse(cctx.Args().Get(1))
2019-12-18 15:37:47 +00:00
if err != nil {
return xerrors.Errorf("parsing cid 2: %w", err)
}
b2, err := api.ChainGetBlock(ctx, c2)
if err != nil {
return xerrors.Errorf("getting block 2: %w", err)
}
2020-10-24 05:46:15 +00:00
if b1.Miner != b2.Miner {
return xerrors.Errorf("block1.miner:%s block2.miner:%s", b1.Miner, b2.Miner)
}
2021-01-19 06:18:46 +00:00
var fromAddr address.Address
if from := cctx.String("from"); from == "" {
defaddr, err := api.WalletDefaultAddress(ctx)
if err != nil {
return err
}
fromAddr = defaddr
} else {
addr, err := address.NewFromString(from)
if err != nil {
return err
}
fromAddr = addr
2019-12-18 15:37:47 +00:00
}
2020-02-13 03:50:37 +00:00
bh1, err := cborutil.Dump(b1)
if err != nil {
return err
}
bh2, err := cborutil.Dump(b2)
if err != nil {
return err
}
2020-06-11 11:19:17 +00:00
params := miner.ReportConsensusFaultParams{
2020-02-13 03:50:37 +00:00
BlockHeader1: bh1,
BlockHeader2: bh2,
2020-06-11 11:19:17 +00:00
}
if cctx.String("extra") != "" {
cExtra, err := cid.Parse(cctx.String("extra"))
if err != nil {
return xerrors.Errorf("parsing cid extra: %w", err)
}
bExtra, err := api.ChainGetBlock(ctx, cExtra)
if err != nil {
return xerrors.Errorf("getting block extra: %w", err)
}
be, err := cborutil.Dump(bExtra)
if err != nil {
return err
}
params.BlockHeaderExtra = be
}
enc, err := actors.SerializeParams(&params)
2020-06-10 12:34:04 +00:00
if err != nil {
return err
}
2019-12-18 15:37:47 +00:00
msg := &types.Message{
2020-10-24 05:46:15 +00:00
To: b2.Miner,
2021-01-19 06:18:46 +00:00
From: fromAddr,
Value: types.NewInt(0),
Method: builtin.MethodsMiner.ReportConsensusFault,
Params: enc,
2019-12-18 15:37:47 +00:00
}
smsg, err := api.MpoolPushMessage(ctx, msg, nil)
2019-12-18 15:37:47 +00:00
if err != nil {
return err
}
fmt.Println(smsg.Cid())
return nil
},
}
2020-08-01 07:40:11 +00:00
var chainGasPriceCmd = &cli.Command{
Name: "gas-price",
Usage: "Estimate gas prices",
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
nb := []int{1, 2, 3, 5, 10, 20, 50, 100, 300}
for _, nblocks := range nb {
2020-08-11 05:10:12 +00:00
addr := builtin.SystemActorAddr // TODO: make real when used in GasEstimateGasPremium
2020-08-01 07:40:11 +00:00
2020-08-11 05:10:12 +00:00
est, err := api.GasEstimateGasPremium(ctx, uint64(nblocks), addr, 10000, types.EmptyTSK)
2020-08-01 07:40:11 +00:00
if err != nil {
return err
}
fmt.Printf("%d blocks: %s (%s)\n", nblocks, est, types.FIL(est))
}
return nil
},
}
var chainDecodeCmd = &cli.Command{
Name: "decode",
Usage: "decode various types",
Subcommands: []*cli.Command{
chainDecodeParamsCmd,
},
}
var chainDecodeParamsCmd = &cli.Command{
2020-11-06 05:36:24 +00:00
Name: "params",
Usage: "Decode message params",
ArgsUsage: "[toAddr method params]",
Flags: []cli.Flag{
&cli.StringFlag{
Name: "tipset",
},
2020-11-06 07:02:08 +00:00
&cli.StringFlag{
Name: "encoding",
Value: "base64",
Usage: "specify input encoding to parse",
},
},
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
if cctx.Args().Len() != 3 {
return ShowHelp(cctx, fmt.Errorf("incorrect number of arguments"))
}
to, err := address.NewFromString(cctx.Args().First())
if err != nil {
return xerrors.Errorf("parsing toAddr: %w", err)
}
method, err := strconv.ParseInt(cctx.Args().Get(1), 10, 64)
if err != nil {
return xerrors.Errorf("parsing method id: %w", err)
}
2020-11-06 07:02:08 +00:00
var params []byte
switch cctx.String("encoding") {
case "base64":
params, err = base64.StdEncoding.DecodeString(cctx.Args().Get(2))
if err != nil {
return xerrors.Errorf("decoding base64 value: %w", err)
}
case "hex":
2020-11-06 05:36:24 +00:00
params, err = hex.DecodeString(cctx.Args().Get(2))
if err != nil {
2020-11-06 07:02:08 +00:00
return xerrors.Errorf("decoding hex value: %w", err)
2020-11-06 05:36:24 +00:00
}
2020-11-06 07:02:08 +00:00
default:
return xerrors.Errorf("unrecognized encoding: %s", cctx.String("encoding"))
}
ts, err := LoadTipSet(ctx, cctx, api)
if err != nil {
return err
}
act, err := api.StateGetActor(ctx, to, ts.Key())
if err != nil {
return xerrors.Errorf("getting actor: %w", err)
}
2020-10-23 19:51:10 +00:00
pstr, err := JsonParams(act.Code, abi.MethodNum(method), params)
if err != nil {
return err
}
fmt.Println(pstr)
return nil
},
}
2021-01-08 06:25:24 +00:00
var chainEncodeCmd = &cli.Command{
Name: "encode",
Usage: "encode various types",
Subcommands: []*cli.Command{
chainEncodeParamsCmd,
},
}
var chainEncodeParamsCmd = &cli.Command{
Name: "params",
Usage: "Encodes the given JSON params",
ArgsUsage: "[toAddr method params]",
Flags: []cli.Flag{
&cli.StringFlag{
Name: "tipset",
},
&cli.StringFlag{
Name: "encoding",
Value: "base64",
Usage: "specify input encoding to parse",
},
},
Action: func(cctx *cli.Context) error {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
return err
}
defer closer()
ctx := ReqContext(cctx)
if cctx.Args().Len() != 3 {
return ShowHelp(cctx, fmt.Errorf("incorrect number of arguments"))
}
to, err := address.NewFromString(cctx.Args().First())
if err != nil {
return xerrors.Errorf("parsing toAddr: %w", err)
}
method, err := strconv.ParseInt(cctx.Args().Get(1), 10, 64)
if err != nil {
return xerrors.Errorf("parsing method id: %w", err)
}
ts, err := LoadTipSet(ctx, cctx, api)
if err != nil {
return err
}
act, err := api.StateGetActor(ctx, to, ts.Key())
if err != nil {
return xerrors.Errorf("getting actor: %w", err)
}
methodMeta, found := stmgr.MethodsMap[act.Code][abi.MethodNum(method)]
if !found {
return fmt.Errorf("method %d not found on actor %s", method, act.Code)
}
p := reflect.New(methodMeta.Params.Elem()).Interface().(cbg.CBORMarshaler)
if err := json.Unmarshal([]byte(cctx.Args().Get(2)), p); err != nil {
return fmt.Errorf("unmarshaling input into params type: %w", err)
}
buf := new(bytes.Buffer)
if err := p.MarshalCBOR(buf); err != nil {
return err
}
switch cctx.String("encoding") {
case "base64":
fmt.Println(base64.StdEncoding.EncodeToString(buf.Bytes()))
case "hex":
fmt.Println(hex.EncodeToString(buf.Bytes()))
default:
return xerrors.Errorf("unrecognized encoding: %s", cctx.String("encoding"))
}
return nil
},
}