package main import ( "context" "flag" "os" "time" logging "github.com/ipfs/go-log" ) var log = logging.Logger("stats") const ( INFLUX_ADDR = "INFLUX_ADDR" INFLUX_USER = "INFLUX_USER" INFLUX_PASS = "INFLUX_PASS" ) func main() { var repo string = "~/.lotus" var database string = "lotus" var reset bool = false var height int64 = 0 flag.StringVar(&repo, "repo", repo, "lotus repo path") flag.StringVar(&database, "database", database, "influx database") flag.Int64Var(&height, "height", height, "block height to start syncing from (0 will resume)") flag.BoolVar(&reset, "reset", reset, "truncate database before starting stats gathering") flag.Parse() influxAddr := os.Getenv(INFLUX_ADDR) influxUser := os.Getenv(INFLUX_USER) influxPass := os.Getenv(INFLUX_PASS) ctx := context.Background() influx, err := InfluxClient(influxAddr, influxUser, influxPass) if err != nil { log.Fatal(err) } if reset { if err := ResetDatabase(influx, database); err != nil { log.Fatal(err) } } if !reset && height == 0 { h, err := GetLastRecordedHeight(influx, database) if err != nil { log.Info(err) } height = h } api, closer, err := GetFullNodeAPI(repo) if err != nil { log.Fatal(err) } defer closer() if err := WaitForSyncComplete(ctx, api); err != nil { log.Fatal(err) } tipsetsCh, err := GetTips(ctx, api, uint64(height)) if err != nil { log.Fatal(err) } wq := NewInfluxWriteQueue(ctx, influx) defer wq.Close() for tipset := range tipsetsCh { pl := NewPointList() height := tipset.Height() if err := RecordTipsetPoints(ctx, api, pl, tipset); err != nil { log.Warnw("Failed to record tipset", "height", height, "error", err) continue } if err := RecordTipsetMessagesPoints(ctx, api, pl, tipset); err != nil { log.Warnw("Failed to record messages", "height", height, "error", err) continue } if err := RecordTipsetStatePoints(ctx, api, pl, tipset); err != nil { log.Warnw("Failed to record state", "height", height, "error", err) continue } // Instead of having to pass around a bunch of generic stuff we want for each point // we will just add them at the end. tsTimestamp := time.Unix(int64(tipset.MinTimestamp()), int64(0)) nb, err := InfluxNewBatch() if err != nil { log.Fatal(err) } for _, pt := range pl.Points() { pt.SetTime(tsTimestamp) nb.AddPoint(NewPointFrom(pt)) } nb.SetDatabase(database) log.Infow("Adding points", "count", len(nb.Points()), "height", tipset.Height()) wq.AddBatch(nb) } }