package main import ( "bytes" "context" "encoding/base64" "errors" "fmt" "os" "path" "strings" "github.com/BurntSushi/toml" "github.com/fatih/color" "github.com/ipfs/go-datastore" "github.com/samber/lo" "github.com/urfave/cli/v2" "golang.org/x/xerrors" "github.com/filecoin-project/go-address" cliutil "github.com/filecoin-project/lotus/cli/util" "github.com/filecoin-project/lotus/lib/harmony/harmonydb" "github.com/filecoin-project/lotus/node/config" "github.com/filecoin-project/lotus/node/modules" "github.com/filecoin-project/lotus/node/repo" ) var configMigrateCmd = &cli.Command{ Name: "from-miner", Usage: "Express a database config (for lotus-provider) from an existing miner.", Description: "Express a database config (for lotus-provider) from an existing miner.", Flags: []cli.Flag{ &cli.StringFlag{ Name: FlagMinerRepo, Aliases: []string{FlagMinerRepoDeprecation}, EnvVars: []string{"LOTUS_MINER_PATH", "LOTUS_STORAGE_PATH"}, Value: "~/.lotusminer", Usage: fmt.Sprintf("Specify miner repo path. flag(%s) and env(LOTUS_STORAGE_PATH) are DEPRECATION, will REMOVE SOON", FlagMinerRepoDeprecation), }, &cli.StringFlag{ Name: "repo", EnvVars: []string{"LOTUS_PATH"}, Hidden: true, Value: "~/.lotus", }, &cli.StringFlag{ Name: "to-layer", Aliases: []string{"t"}, Usage: "The layer name for this data push. 'base' is recommended for single-miner setup.", }, &cli.BoolFlag{ Name: "overwrite", Aliases: []string{"o"}, Usage: "Use this with --to-layer to replace an existing layer", }, }, Action: fromMiner, } const ( FlagMinerRepo = "miner-repo" ) const FlagMinerRepoDeprecation = "storagerepo" func fromMiner(cctx *cli.Context) (err error) { ctx := context.Background() cliCommandColor := color.New(color.FgHiBlue).SprintFunc() configColor := color.New(color.FgHiGreen).SprintFunc() r, err := repo.NewFS(cctx.String(FlagMinerRepo)) if err != nil { return err } ok, err := r.Exists() if err != nil { return err } if !ok { return fmt.Errorf("repo not initialized") } lr, err := r.LockRO(repo.StorageMiner) if err != nil { return fmt.Errorf("locking repo: %w", err) } defer func() { _ = lr.Close() }() cfgNode, err := lr.Config() if err != nil { return fmt.Errorf("getting node config: %w", err) } smCfg := cfgNode.(*config.StorageMiner) db, err := harmonydb.NewFromConfig(smCfg.HarmonyDB) if err != nil { return fmt.Errorf("could not reach the database. Ensure the Miner config toml's HarmonyDB entry"+ " is setup to reach Yugabyte correctly: %w", err) } var titles []string err = db.Select(ctx, &titles, `SELECT title FROM harmony_config WHERE LENGTH(config) > 0`) if err != nil { return fmt.Errorf("miner cannot reach the db. Ensure the config toml's HarmonyDB entry"+ " is setup to reach Yugabyte correctly: %s", err.Error()) } name := cctx.String("to-layer") if name == "" { name = fmt.Sprintf("mig%d", len(titles)) } else { if lo.Contains(titles, name) && !cctx.Bool("overwrite") { return errors.New("the overwrite flag is needed to replace existing layer: " + name) } } msg := "Layer " + configColor(name) + ` created. ` // Copy over identical settings: buf, err := os.ReadFile(path.Join(lr.Path(), "config.toml")) if err != nil { return fmt.Errorf("could not read config.toml: %w", err) } var lpCfg config.LotusProviderConfig _, err = toml.Decode(string(buf), &lpCfg) if err != nil { return fmt.Errorf("could not decode toml: %w", err) } // Populate Miner Address mmeta, err := lr.Datastore(ctx, "/metadata") if err != nil { return xerrors.Errorf("opening miner metadata datastore: %w", err) } defer func() { _ = mmeta.Close() }() maddrBytes, err := mmeta.Get(ctx, datastore.NewKey("miner-address")) if err != nil { return xerrors.Errorf("getting miner address datastore entry: %w", err) } addr, err := address.NewFromBytes(maddrBytes) if err != nil { return xerrors.Errorf("parsing miner actor address: %w", err) } lpCfg.Addresses.MinerAddresses = []string{addr.String()} ks, err := lr.KeyStore() if err != nil { return xerrors.Errorf("keystore err: %w", err) } js, err := ks.Get(modules.JWTSecretName) if err != nil { return xerrors.Errorf("error getting JWTSecretName: %w", err) } lpCfg.Apis.StorageRPCSecret = base64.StdEncoding.EncodeToString(js.PrivateKey) // Populate API Key _, header, err := cliutil.GetRawAPI(cctx, repo.FullNode, "v0") if err != nil { return fmt.Errorf("cannot read API: %w", err) } ainfo, err := cliutil.GetAPIInfo(&cli.Context{}, repo.FullNode) if err != nil { return xerrors.Errorf(`could not get API info for FullNode: %w Set the environment variable to the value of "lotus auth api-info --perm=admin"`, err) } lpCfg.Apis.ChainApiInfo = []string{header.Get("Authorization")[7:] + ":" + ainfo.Addr} // Enable WindowPoSt lpCfg.Subsystems.EnableWindowPost = true msg += "\nBefore running lotus-provider, ensure any miner/worker answering of WindowPost is disabled by " + "(on Miner) " + configColor("DisableBuiltinWindowPoSt=true") + " and (on Workers) not enabling windowpost on CLI or via " + "environment variable " + configColor("LOTUS_WORKER_WINDOWPOST") + "." // Express as configTOML configTOML := &bytes.Buffer{} if err = toml.NewEncoder(configTOML).Encode(lpCfg); err != nil { return err } if !lo.Contains(titles, "base") { cfg, err := getDefaultConfig(true) if err != nil { return xerrors.Errorf("Cannot get default config: %w", err) } _, err = db.Exec(ctx, "INSERT INTO harmony_config (title, config) VALUES ('base', $1)", cfg) if err != nil { return err } } if cctx.Bool("overwrite") { i, err := db.Exec(ctx, "DELETE FROM harmony_config WHERE title=$1", name) if i != 0 { fmt.Println("Overwriting existing layer") } if err != nil { fmt.Println("Got error while deleting existing layer: " + err.Error()) } } _, err = db.Exec(ctx, "INSERT INTO harmony_config (title, config) VALUES ($1, $2)", name, configTOML.String()) if err != nil { return err } dbSettings := "" def := config.DefaultStorageMiner().HarmonyDB if def.Hosts[0] != smCfg.HarmonyDB.Hosts[0] { dbSettings += ` --db-host="` + strings.Join(smCfg.HarmonyDB.Hosts, ",") + `"` } if def.Port != smCfg.HarmonyDB.Port { dbSettings += " --db-port=" + smCfg.HarmonyDB.Port } if def.Username != smCfg.HarmonyDB.Username { dbSettings += ` --db-user="` + smCfg.HarmonyDB.Username + `"` } if def.Password != smCfg.HarmonyDB.Password { dbSettings += ` --db-password="` + smCfg.HarmonyDB.Password + `"` } if def.Database != smCfg.HarmonyDB.Database { dbSettings += ` --db-name="` + smCfg.HarmonyDB.Database + `"` } msg += ` To work with the config: ` + cliCommandColor(`lotus-provider `+dbSettings+` config help `) msg += ` To run Lotus Provider: in its own machine or cgroup without other files, use the command: ` + cliCommandColor(`lotus-provider `+dbSettings+` run --layers="`+name+`"`) fmt.Println(msg) return nil }