feat: multiaddr lp

This commit is contained in:
Andrew Jackson (Ajax) 2024-01-19 18:48:29 -06:00
parent e430d336b2
commit 0006bc3d77
12 changed files with 154 additions and 50 deletions

View File

@ -291,6 +291,7 @@ type ExportRef struct {
} }
type MinerInfo struct { type MinerInfo struct {
MinerID address.Address
Owner address.Address // Must be an ID-address. Owner address.Address // Must be an ID-address.
Worker address.Address // Must be an ID-address. Worker address.Address // Must be an ID-address.
NewWorker address.Address // Must be an ID-address. NewWorker address.Address // Must be an ID-address.

View File

@ -10,6 +10,7 @@ import (
"net" "net"
"net/http" "net/http"
"os" "os"
"regexp"
"strings" "strings"
"github.com/BurntSushi/toml" "github.com/BurntSushi/toml"
@ -95,7 +96,7 @@ type Deps struct {
Full api.FullNode Full api.FullNode
Verif storiface.Verifier Verif storiface.Verifier
LW *sealer.LocalWorker LW *sealer.LocalWorker
As *ctladdr.AddressSelector As *ctladdr.MultiAddressSelector
Maddrs []dtypes.MinerAddress Maddrs []dtypes.MinerAddress
Stor *paths.Remote Stor *paths.Remote
Si *paths.DBIndex Si *paths.DBIndex
@ -151,7 +152,7 @@ func (deps *Deps) PopulateRemainingDeps(ctx context.Context, cctx *cli.Context,
} }
if deps.As == nil { if deps.As == nil {
deps.As, err = provider.AddressSelector(&deps.Cfg.Addresses)() deps.As, err = provider.AddressSelector(deps.Cfg.Addresses)()
if err != nil { if err != nil {
return err return err
} }
@ -236,7 +237,8 @@ Get it with: jq .PrivateKey ~/.lotus-miner/keystore/MF2XI2BNNJ3XILLQOJUXMYLUMU`,
deps.LW = sealer.NewLocalWorker(sealer.WorkerConfig{}, deps.Stor, deps.LocalStore, deps.Si, nil, wstates) deps.LW = sealer.NewLocalWorker(sealer.WorkerConfig{}, deps.Stor, deps.LocalStore, deps.Si, nil, wstates)
} }
if len(deps.Maddrs) == 0 { if len(deps.Maddrs) == 0 {
for _, s := range deps.Cfg.Addresses.MinerAddresses { for _, s := range deps.Cfg.Addresses {
for _, s := range s.MinerAddresses {
addr, err := address.NewFromString(s) addr, err := address.NewFromString(s)
if err != nil { if err != nil {
return err return err
@ -244,10 +246,13 @@ Get it with: jq .PrivateKey ~/.lotus-miner/keystore/MF2XI2BNNJ3XILLQOJUXMYLUMU`,
deps.Maddrs = append(deps.Maddrs, dtypes.MinerAddress(addr)) deps.Maddrs = append(deps.Maddrs, dtypes.MinerAddress(addr))
} }
} }
}
fmt.Println("last line of populate") fmt.Println("last line of populate")
return nil return nil
} }
var oldAddresses = regexp.MustCompile("(?i)^[addresses]$")
func GetConfig(cctx *cli.Context, db *harmonydb.DB) (*config.LotusProviderConfig, error) { func GetConfig(cctx *cli.Context, db *harmonydb.DB) (*config.LotusProviderConfig, error) {
lp := config.DefaultLotusProvider() lp := config.DefaultLotusProvider()
have := []string{} have := []string{}
@ -265,7 +270,10 @@ func GetConfig(cctx *cli.Context, db *harmonydb.DB) (*config.LotusProviderConfig
} }
return nil, fmt.Errorf("could not read layer '%s': %w", layer, err) return nil, fmt.Errorf("could not read layer '%s': %w", layer, err)
} }
meta, err := toml.Decode(text, &lp)
// allow migration from old config format that was limited to 1 wallet setup.
newText := oldAddresses.ReplaceAllString(text, "[[addresses]]")
meta, err := toml.Decode(newText, &lp)
if err != nil { if err != nil {
return nil, fmt.Errorf("could not read layer, bad toml %s: %w", layer, err) return nil, fmt.Errorf("could not read layer, bad toml %s: %w", layer, err)
} }

View File

@ -148,7 +148,9 @@ func fromMiner(cctx *cli.Context) (err error) {
return xerrors.Errorf("parsing miner actor address: %w", err) return xerrors.Errorf("parsing miner actor address: %w", err)
} }
lpCfg.Addresses.MinerAddresses = []string{addr.String()} lpCfg.Addresses = []config.LotusProviderAddresses{{
MinerAddresses: []string{addr.String()},
}}
ks, err := lr.KeyStore() ks, err := lr.KeyStore()
if err != nil { if err != nil {

View File

@ -74,7 +74,8 @@ var wdPostTaskCmd = &cli.Command{
} }
ht := ts.Height() ht := ts.Height()
addr, err := address.NewFromString(deps.Cfg.Addresses.MinerAddresses[0]) // It's not important to be super-accurate as it's only for basic testing.
addr, err := address.NewFromString(deps.Cfg.Addresses[0].MinerAddresses[0])
if err != nil { if err != nil {
return xerrors.Errorf("cannot get miner address %w", err) return xerrors.Errorf("cannot get miner address %w", err)
} }

View File

@ -349,11 +349,11 @@ func DefaultLotusProvider() *LotusProviderConfig {
MaxWindowPoStGasFee: types.MustParseFIL("5"), MaxWindowPoStGasFee: types.MustParseFIL("5"),
MaxPublishDealsFee: types.MustParseFIL("0.05"), MaxPublishDealsFee: types.MustParseFIL("0.05"),
}, },
Addresses: LotusProviderAddresses{ Addresses: []LotusProviderAddresses{{
PreCommitControl: []string{}, PreCommitControl: []string{},
CommitControl: []string{}, CommitControl: []string{},
TerminateControl: []string{}, TerminateControl: []string{},
}, }},
Proving: ProvingConfig{ Proving: ProvingConfig{
ParallelCheckLimit: 32, ParallelCheckLimit: 32,
PartitionCheckTimeout: Duration(20 * time.Minute), PartitionCheckTimeout: Duration(20 * time.Minute),

View File

@ -69,7 +69,9 @@ type LotusProviderConfig struct {
Subsystems ProviderSubsystemsConfig Subsystems ProviderSubsystemsConfig
Fees LotusProviderFees Fees LotusProviderFees
Addresses LotusProviderAddresses
// Addresses of wallets per MinerAddress (one of the fields).
Addresses []LotusProviderAddresses
Proving ProvingConfig Proving ProvingConfig
Journal JournalConfig Journal JournalConfig
Apis ApisConfig Apis ApisConfig

View File

@ -169,6 +169,7 @@ func (m *StateModule) StateMinerInfo(ctx context.Context, actor address.Address,
} }
ret := api.MinerInfo{ ret := api.MinerInfo{
MinerID: actor,
Owner: info.Owner, Owner: info.Owner,
Worker: info.Worker, Worker: info.Worker,
ControlAddresses: info.ControlAddresses, ControlAddresses: info.ControlAddresses,

View File

@ -5,19 +5,26 @@ import (
"github.com/filecoin-project/go-address" "github.com/filecoin-project/go-address"
"github.com/filecoin-project/lotus/api"
"github.com/filecoin-project/lotus/node/config" "github.com/filecoin-project/lotus/node/config"
"github.com/filecoin-project/lotus/storage/ctladdr" "github.com/filecoin-project/lotus/storage/ctladdr"
) )
func AddressSelector(addrConf *config.LotusProviderAddresses) func() (*ctladdr.AddressSelector, error) { func AddressSelector(addrConf []config.LotusProviderAddresses) func() (*ctladdr.MultiAddressSelector, error) {
return func() (*ctladdr.AddressSelector, error) { return func() (*ctladdr.MultiAddressSelector, error) {
as := &ctladdr.AddressSelector{} as := &ctladdr.MultiAddressSelector{
MinerMap: make(map[address.Address]api.AddressConfig),
}
if addrConf == nil { if addrConf == nil {
return as, nil return as, nil
} }
as.DisableOwnerFallback = addrConf.DisableOwnerFallback for _, addrConf := range addrConf {
as.DisableWorkerFallback = addrConf.DisableWorkerFallback for _, minerID := range addrConf.MinerAddresses {
tmp := api.AddressConfig{
DisableOwnerFallback: addrConf.DisableOwnerFallback,
DisableWorkerFallback: addrConf.DisableWorkerFallback,
}
for _, s := range addrConf.PreCommitControl { for _, s := range addrConf.PreCommitControl {
addr, err := address.NewFromString(s) addr, err := address.NewFromString(s)
@ -25,7 +32,7 @@ func AddressSelector(addrConf *config.LotusProviderAddresses) func() (*ctladdr.A
return nil, xerrors.Errorf("parsing precommit control address: %w", err) return nil, xerrors.Errorf("parsing precommit control address: %w", err)
} }
as.PreCommitControl = append(as.PreCommitControl, addr) tmp.PreCommitControl = append(tmp.PreCommitControl, addr)
} }
for _, s := range addrConf.CommitControl { for _, s := range addrConf.CommitControl {
@ -34,7 +41,7 @@ func AddressSelector(addrConf *config.LotusProviderAddresses) func() (*ctladdr.A
return nil, xerrors.Errorf("parsing commit control address: %w", err) return nil, xerrors.Errorf("parsing commit control address: %w", err)
} }
as.CommitControl = append(as.CommitControl, addr) tmp.CommitControl = append(tmp.CommitControl, addr)
} }
for _, s := range addrConf.TerminateControl { for _, s := range addrConf.TerminateControl {
@ -43,9 +50,15 @@ func AddressSelector(addrConf *config.LotusProviderAddresses) func() (*ctladdr.A
return nil, xerrors.Errorf("parsing terminate control address: %w", err) return nil, xerrors.Errorf("parsing terminate control address: %w", err)
} }
as.TerminateControl = append(as.TerminateControl, addr) tmp.TerminateControl = append(tmp.TerminateControl, addr)
}
a, err := address.NewFromString(minerID)
if err != nil {
return nil, xerrors.Errorf("parsing miner address %s: %w", minerID, err)
}
as.MinerMap[a] = tmp
}
} }
return as, nil return as, nil
} }
} }

View File

@ -21,7 +21,7 @@ import (
func WindowPostScheduler(ctx context.Context, fc config.LotusProviderFees, pc config.ProvingConfig, func WindowPostScheduler(ctx context.Context, fc config.LotusProviderFees, pc config.ProvingConfig,
api api.FullNode, verif storiface.Verifier, lw *sealer.LocalWorker, sender *lpmessage.Sender, api api.FullNode, verif storiface.Verifier, lw *sealer.LocalWorker, sender *lpmessage.Sender,
as *ctladdr.AddressSelector, addresses []dtypes.MinerAddress, db *harmonydb.DB, as *ctladdr.MultiAddressSelector, addresses []dtypes.MinerAddress, db *harmonydb.DB,
stor paths.Store, idx paths.SectorIndex, max int) (*lpwindow.WdPostTask, *lpwindow.WdPostSubmitTask, *lpwindow.WdPostRecoverDeclareTask, error) { stor paths.Store, idx paths.SectorIndex, max int) (*lpwindow.WdPostTask, *lpwindow.WdPostSubmitTask, *lpwindow.WdPostRecoverDeclareTask, error) {
chainSched := chainsched.New(api) chainSched := chainsched.New(api)

View File

@ -34,7 +34,7 @@ type WdPostRecoverDeclareTask struct {
faultTracker sealer.FaultTracker faultTracker sealer.FaultTracker
maxDeclareRecoveriesGasFee types.FIL maxDeclareRecoveriesGasFee types.FIL
as *ctladdr.AddressSelector as *ctladdr.MultiAddressSelector
actors []dtypes.MinerAddress actors []dtypes.MinerAddress
startCheckTF promise.Promise[harmonytask.AddTaskFunc] startCheckTF promise.Promise[harmonytask.AddTaskFunc]
@ -61,7 +61,7 @@ func NewWdPostRecoverDeclareTask(sender *lpmessage.Sender,
db *harmonydb.DB, db *harmonydb.DB,
api WdPostRecoverDeclareTaskApi, api WdPostRecoverDeclareTaskApi,
faultTracker sealer.FaultTracker, faultTracker sealer.FaultTracker,
as *ctladdr.AddressSelector, as *ctladdr.MultiAddressSelector,
pcs *chainsched.ProviderChainSched, pcs *chainsched.ProviderChainSched,
maxDeclareRecoveriesGasFee types.FIL, maxDeclareRecoveriesGasFee types.FIL,

View File

@ -47,12 +47,12 @@ type WdPostSubmitTask struct {
api WdPoStSubmitTaskApi api WdPoStSubmitTaskApi
maxWindowPoStGasFee types.FIL maxWindowPoStGasFee types.FIL
as *ctladdr.AddressSelector as *ctladdr.MultiAddressSelector
submitPoStTF promise.Promise[harmonytask.AddTaskFunc] submitPoStTF promise.Promise[harmonytask.AddTaskFunc]
} }
func NewWdPostSubmitTask(pcs *chainsched.ProviderChainSched, send *lpmessage.Sender, db *harmonydb.DB, api WdPoStSubmitTaskApi, maxWindowPoStGasFee types.FIL, as *ctladdr.AddressSelector) (*WdPostSubmitTask, error) { func NewWdPostSubmitTask(pcs *chainsched.ProviderChainSched, send *lpmessage.Sender, db *harmonydb.DB, api WdPoStSubmitTaskApi, maxWindowPoStGasFee types.FIL, as *ctladdr.MultiAddressSelector) (*WdPostSubmitTask, error) {
res := &WdPostSubmitTask{ res := &WdPostSubmitTask{
sender: send, sender: send,
db: db, db: db,
@ -248,7 +248,7 @@ type MsgPrepAPI interface {
StateLookupID(context.Context, address.Address, types.TipSetKey) (address.Address, error) StateLookupID(context.Context, address.Address, types.TipSetKey) (address.Address, error)
} }
func preparePoStMessage(w MsgPrepAPI, as *ctladdr.AddressSelector, maddr address.Address, msg *types.Message, maxFee abi.TokenAmount) (*types.Message, *api.MessageSendSpec, error) { func preparePoStMessage(w MsgPrepAPI, as *ctladdr.MultiAddressSelector, maddr address.Address, msg *types.Message, maxFee abi.TokenAmount) (*types.Message, *api.MessageSendSpec, error) {
mi, err := w.StateMinerInfo(context.Background(), maddr, types.EmptyTSK) mi, err := w.StateMinerInfo(context.Background(), maddr, types.EmptyTSK)
if err != nil { if err != nil {
return nil, nil, xerrors.Errorf("error getting miner info: %w", err) return nil, nil, xerrors.Errorf("error getting miner info: %w", err)

View File

@ -0,0 +1,76 @@
package ctladdr
import (
"context"
"github.com/filecoin-project/go-address"
"github.com/filecoin-project/go-state-types/abi"
"github.com/filecoin-project/go-state-types/big"
"github.com/filecoin-project/lotus/api"
"github.com/filecoin-project/lotus/chain/types"
)
type MultiAddressSelector struct {
MinerMap map[address.Address]api.AddressConfig
}
func (as *MultiAddressSelector) AddressFor(ctx context.Context, a NodeApi, mi api.MinerInfo, use api.AddrUse, goodFunds, minFunds abi.TokenAmount) (address.Address, abi.TokenAmount, error) {
if as == nil {
// should only happen in some tests
log.Warnw("smart address selection disabled, using worker address")
return mi.Worker, big.Zero(), nil
}
tmp := as.MinerMap[mi.MinerID]
var addrs []address.Address
switch use {
case api.PreCommitAddr:
addrs = append(addrs, tmp.PreCommitControl...)
case api.CommitAddr:
addrs = append(addrs, tmp.CommitControl...)
case api.TerminateSectorsAddr:
addrs = append(addrs, tmp.TerminateControl...)
case api.DealPublishAddr:
addrs = append(addrs, tmp.DealPublishControl...)
default:
defaultCtl := map[address.Address]struct{}{}
for _, a := range mi.ControlAddresses {
defaultCtl[a] = struct{}{}
}
delete(defaultCtl, mi.Owner)
delete(defaultCtl, mi.Worker)
configCtl := append([]address.Address{}, tmp.PreCommitControl...)
configCtl = append(configCtl, tmp.CommitControl...)
configCtl = append(configCtl, tmp.TerminateControl...)
configCtl = append(configCtl, tmp.DealPublishControl...)
for _, addr := range configCtl {
if addr.Protocol() != address.ID {
var err error
addr, err = a.StateLookupID(ctx, addr, types.EmptyTSK)
if err != nil {
log.Warnw("looking up control address", "address", addr, "error", err)
continue
}
}
delete(defaultCtl, addr)
}
for a := range defaultCtl {
addrs = append(addrs, a)
}
}
if len(addrs) == 0 || !tmp.DisableWorkerFallback {
addrs = append(addrs, mi.Worker)
}
if !tmp.DisableOwnerFallback {
addrs = append(addrs, mi.Owner)
}
return pickAddress(ctx, a, mi, goodFunds, minFunds, addrs)
}