2020-07-03 14:52:40 +00:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
|
|
|
"os"
|
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
"github.com/filecoin-project/lotus/build"
|
|
|
|
lcli "github.com/filecoin-project/lotus/cli"
|
2020-07-03 14:52:40 +00:00
|
|
|
"github.com/filecoin-project/lotus/tools/stats"
|
2020-11-03 18:13:19 +00:00
|
|
|
|
2020-07-03 14:52:40 +00:00
|
|
|
logging "github.com/ipfs/go-log/v2"
|
2020-11-03 18:13:19 +00:00
|
|
|
"github.com/urfave/cli/v2"
|
2020-07-03 14:52:40 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var log = logging.Logger("stats")
|
|
|
|
|
|
|
|
func main() {
|
2020-11-03 18:13:19 +00:00
|
|
|
local := []*cli.Command{
|
|
|
|
runCmd,
|
|
|
|
versionCmd,
|
2020-07-03 14:52:40 +00:00
|
|
|
}
|
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
app := &cli.App{
|
|
|
|
Name: "lotus-stats",
|
|
|
|
Usage: "Collect basic information about a filecoin network using lotus",
|
|
|
|
Version: build.UserVersion(),
|
|
|
|
Flags: []cli.Flag{
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "lotus-path",
|
|
|
|
EnvVars: []string{"LOTUS_PATH"},
|
|
|
|
Value: "~/.lotus", // TODO: Consider XDG_DATA_HOME
|
|
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "log-level",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_LOG_LEVEL"},
|
|
|
|
Value: "info",
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Before: func(cctx *cli.Context) error {
|
|
|
|
return logging.SetLogLevel("stats", cctx.String("log-level"))
|
|
|
|
},
|
|
|
|
Commands: local,
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := app.Run(os.Args); err != nil {
|
|
|
|
log.Errorw("exit in error", "err", err)
|
|
|
|
os.Exit(1)
|
|
|
|
return
|
2020-07-03 14:52:40 +00:00
|
|
|
}
|
2020-11-03 18:13:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
var versionCmd = &cli.Command{
|
|
|
|
Name: "version",
|
|
|
|
Usage: "Print version",
|
|
|
|
Action: func(cctx *cli.Context) error {
|
|
|
|
cli.VersionPrinter(cctx)
|
|
|
|
return nil
|
|
|
|
},
|
|
|
|
}
|
|
|
|
|
|
|
|
var runCmd = &cli.Command{
|
|
|
|
Name: "run",
|
|
|
|
Usage: "",
|
|
|
|
Flags: []cli.Flag{
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "influx-database",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_INFLUX_DATABASE"},
|
|
|
|
Usage: "influx database",
|
|
|
|
Value: "",
|
|
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "influx-hostname",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_INFLUX_HOSTNAME"},
|
|
|
|
Value: "http://localhost:8086",
|
|
|
|
Usage: "influx hostname",
|
|
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "influx-username",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_INFLUX_USERNAME"},
|
|
|
|
Usage: "influx username",
|
|
|
|
Value: "",
|
|
|
|
},
|
|
|
|
&cli.StringFlag{
|
|
|
|
Name: "influx-password",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_INFLUX_PASSWORD"},
|
|
|
|
Usage: "influx password",
|
|
|
|
Value: "",
|
|
|
|
},
|
|
|
|
&cli.IntFlag{
|
|
|
|
Name: "height",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_HEIGHT"},
|
|
|
|
Usage: "tipset height to start processing from",
|
|
|
|
Value: 0,
|
|
|
|
},
|
|
|
|
&cli.IntFlag{
|
|
|
|
Name: "head-lag",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_HEAD_LAG"},
|
|
|
|
Usage: "the number of tipsets to delay processing on to smooth chain reorgs",
|
|
|
|
Value: int(build.MessageConfidence),
|
|
|
|
},
|
|
|
|
&cli.BoolFlag{
|
|
|
|
Name: "no-sync",
|
|
|
|
EnvVars: []string{"LOTUS_STATS_NO_SYNC"},
|
|
|
|
Usage: "do not wait for chain sync to complete",
|
|
|
|
Value: false,
|
|
|
|
},
|
|
|
|
},
|
|
|
|
Action: func(cctx *cli.Context) error {
|
|
|
|
ctx := context.Background()
|
|
|
|
|
|
|
|
resetFlag := cctx.Bool("reset")
|
|
|
|
noSyncFlag := cctx.Bool("no-sync")
|
|
|
|
heightFlag := cctx.Int("height")
|
|
|
|
headLagFlag := cctx.Int("head-lag")
|
|
|
|
|
2020-11-11 21:17:36 +00:00
|
|
|
influxHostnameFlag := cctx.String("influx-hostname")
|
|
|
|
influxUsernameFlag := cctx.String("influx-username")
|
|
|
|
influxPasswordFlag := cctx.String("influx-password")
|
2020-11-03 18:13:19 +00:00
|
|
|
influxDatabaseFlag := cctx.String("influx-database")
|
2020-07-03 14:52:40 +00:00
|
|
|
|
2020-11-11 21:17:36 +00:00
|
|
|
log.Infow("opening influx client", "hostname", influxHostnameFlag, "username", influxUsernameFlag, "database", influxDatabaseFlag)
|
|
|
|
|
|
|
|
influx, err := stats.InfluxClient(influxHostnameFlag, influxUsernameFlag, influxPasswordFlag)
|
2020-07-03 14:52:40 +00:00
|
|
|
if err != nil {
|
2020-11-03 18:13:19 +00:00
|
|
|
log.Fatal(err)
|
2020-07-03 14:52:40 +00:00
|
|
|
}
|
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
if resetFlag {
|
|
|
|
if err := stats.ResetDatabase(influx, influxDatabaseFlag); err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
}
|
2020-07-03 14:52:40 +00:00
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
height := int64(heightFlag)
|
2020-07-03 14:52:40 +00:00
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
if !resetFlag && height == 0 {
|
|
|
|
h, err := stats.GetLastRecordedHeight(influx, influxDatabaseFlag)
|
|
|
|
if err != nil {
|
|
|
|
log.Info(err)
|
|
|
|
}
|
|
|
|
|
|
|
|
height = h
|
2020-07-03 14:52:40 +00:00
|
|
|
}
|
|
|
|
|
2020-11-03 18:13:19 +00:00
|
|
|
api, closer, err := lcli.GetFullNodeAPI(cctx)
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
defer closer()
|
|
|
|
|
|
|
|
if !noSyncFlag {
|
|
|
|
if err := stats.WaitForSyncComplete(ctx, api); err != nil {
|
|
|
|
log.Fatal(err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
stats.Collect(ctx, api, influx, influxDatabaseFlag, height, headLagFlag)
|
|
|
|
|
|
|
|
return nil
|
|
|
|
},
|
2020-07-03 14:52:40 +00:00
|
|
|
}
|