2019-07-08 14:07:09 +00:00
|
|
|
package modules
|
|
|
|
|
|
|
|
import (
|
2020-08-11 12:48:32 +00:00
|
|
|
"context"
|
|
|
|
|
2020-05-20 22:46:44 +00:00
|
|
|
"github.com/ipfs/go-datastore"
|
|
|
|
"github.com/ipfs/go-datastore/namespace"
|
2020-03-19 04:13:04 +00:00
|
|
|
eventbus "github.com/libp2p/go-eventbus"
|
|
|
|
event "github.com/libp2p/go-libp2p-core/event"
|
2019-07-08 14:07:09 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/host"
|
2020-05-05 14:12:06 +00:00
|
|
|
"github.com/libp2p/go-libp2p-core/peer"
|
2019-07-08 14:07:09 +00:00
|
|
|
pubsub "github.com/libp2p/go-libp2p-pubsub"
|
|
|
|
"go.uber.org/fx"
|
2020-03-19 04:13:04 +00:00
|
|
|
"golang.org/x/xerrors"
|
2019-07-08 15:14:36 +00:00
|
|
|
|
2020-09-29 11:53:30 +00:00
|
|
|
"github.com/filecoin-project/go-fil-markets/discovery"
|
|
|
|
discoveryimpl "github.com/filecoin-project/go-fil-markets/discovery/impl"
|
|
|
|
|
2020-03-03 23:44:08 +00:00
|
|
|
"github.com/filecoin-project/lotus/build"
|
2019-10-18 04:47:41 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain"
|
2020-03-25 23:16:17 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/beacon"
|
2020-04-14 03:05:19 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/beacon/drand"
|
2020-09-07 18:31:43 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/exchange"
|
2019-12-01 23:11:43 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/messagepool"
|
2020-05-12 18:05:29 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/stmgr"
|
2020-04-14 03:05:19 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/store"
|
2019-10-18 04:47:41 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/sub"
|
2020-08-11 12:48:32 +00:00
|
|
|
"github.com/filecoin-project/lotus/journal"
|
2020-02-22 11:36:22 +00:00
|
|
|
"github.com/filecoin-project/lotus/lib/peermgr"
|
2020-09-29 11:53:30 +00:00
|
|
|
marketevents "github.com/filecoin-project/lotus/markets/loggers"
|
2019-10-18 04:47:41 +00:00
|
|
|
"github.com/filecoin-project/lotus/node/hello"
|
2019-12-17 03:17:46 +00:00
|
|
|
"github.com/filecoin-project/lotus/node/modules/dtypes"
|
2019-10-18 04:47:41 +00:00
|
|
|
"github.com/filecoin-project/lotus/node/modules/helpers"
|
2020-08-11 12:48:32 +00:00
|
|
|
"github.com/filecoin-project/lotus/node/repo"
|
2019-07-08 14:07:09 +00:00
|
|
|
)
|
|
|
|
|
2020-03-19 04:13:04 +00:00
|
|
|
func RunHello(mctx helpers.MetricsCtx, lc fx.Lifecycle, h host.Host, svc *hello.Service) error {
|
2019-07-08 14:07:09 +00:00
|
|
|
h.SetStreamHandler(hello.ProtocolID, svc.HandleStream)
|
|
|
|
|
2020-03-19 04:13:04 +00:00
|
|
|
sub, err := h.EventBus().Subscribe(new(event.EvtPeerIdentificationCompleted), eventbus.BufSize(1024))
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("failed to subscribe to event bus: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
for evt := range sub.Out() {
|
|
|
|
pic := evt.(event.EvtPeerIdentificationCompleted)
|
2019-07-08 14:07:09 +00:00
|
|
|
go func() {
|
2020-03-19 04:13:04 +00:00
|
|
|
if err := svc.SayHello(helpers.LifecycleCtx(mctx, lc), pic.Peer); err != nil {
|
2020-07-23 23:58:21 +00:00
|
|
|
protos, _ := h.Peerstore().GetProtocols(pic.Peer)
|
|
|
|
agent, _ := h.Peerstore().Get(pic.Peer, "AgentVersion")
|
2020-07-29 21:28:25 +00:00
|
|
|
if protosContains(protos, hello.ProtocolID) {
|
|
|
|
log.Warnw("failed to say hello", "error", err, "peer", pic.Peer, "supported", protos, "agent", agent)
|
|
|
|
} else {
|
|
|
|
log.Debugw("failed to say hello", "error", err, "peer", pic.Peer, "supported", protos, "agent", agent)
|
|
|
|
}
|
2019-07-08 14:07:09 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
}()
|
2020-03-19 04:13:04 +00:00
|
|
|
}
|
|
|
|
}()
|
|
|
|
return nil
|
2019-07-08 14:07:09 +00:00
|
|
|
}
|
|
|
|
|
2020-07-29 21:28:25 +00:00
|
|
|
func protosContains(protos []string, search string) bool {
|
|
|
|
for _, p := range protos {
|
|
|
|
if p == search {
|
|
|
|
return true
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return false
|
|
|
|
}
|
|
|
|
|
2019-10-17 08:57:56 +00:00
|
|
|
func RunPeerMgr(mctx helpers.MetricsCtx, lc fx.Lifecycle, pmgr *peermgr.PeerMgr) {
|
|
|
|
go pmgr.Run(helpers.LifecycleCtx(mctx, lc))
|
|
|
|
}
|
|
|
|
|
2020-09-07 18:45:34 +00:00
|
|
|
func RunChainExchange(h host.Host, svc exchange.Server) {
|
|
|
|
h.SetStreamHandler(exchange.BlockSyncProtocolID, svc.HandleStream) // old
|
|
|
|
h.SetStreamHandler(exchange.ChainExchangeProtocolID, svc.HandleStream) // new
|
2019-07-08 14:07:09 +00:00
|
|
|
}
|
|
|
|
|
2020-07-27 15:31:36 +00:00
|
|
|
func HandleIncomingBlocks(mctx helpers.MetricsCtx, lc fx.Lifecycle, ps *pubsub.PubSub, s *chain.Syncer, bserv dtypes.ChainBlockService, chain *store.ChainStore, stmgr *stmgr.StateManager, h host.Host, nn dtypes.NetworkName) {
|
2019-07-08 14:07:09 +00:00
|
|
|
ctx := helpers.LifecycleCtx(mctx, lc)
|
|
|
|
|
2020-08-20 04:49:10 +00:00
|
|
|
blocksub, err := ps.Subscribe(build.BlocksTopic(nn)) //nolint
|
2019-07-08 14:07:09 +00:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
2020-05-12 18:05:29 +00:00
|
|
|
v := sub.NewBlockValidator(
|
2020-08-16 17:46:19 +00:00
|
|
|
h.ID(), chain, stmgr,
|
2020-05-12 18:05:29 +00:00
|
|
|
func(p peer.ID) {
|
|
|
|
ps.BlacklistPeer(p)
|
|
|
|
h.ConnManager().TagPeer(p, "badblock", -1000)
|
|
|
|
})
|
2020-02-17 05:51:18 +00:00
|
|
|
|
2020-03-31 23:13:37 +00:00
|
|
|
if err := ps.RegisterTopicValidator(build.BlocksTopic(nn), v.Validate); err != nil {
|
2020-02-17 05:51:18 +00:00
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
2020-07-27 15:31:36 +00:00
|
|
|
go sub.HandleIncomingBlocks(ctx, blocksub, s, bserv, h.ConnManager())
|
2019-07-08 14:07:09 +00:00
|
|
|
}
|
|
|
|
|
2020-08-16 17:46:19 +00:00
|
|
|
func HandleIncomingMessages(mctx helpers.MetricsCtx, lc fx.Lifecycle, ps *pubsub.PubSub, mpool *messagepool.MessagePool, h host.Host, nn dtypes.NetworkName) {
|
2019-07-08 14:07:09 +00:00
|
|
|
ctx := helpers.LifecycleCtx(mctx, lc)
|
|
|
|
|
2020-08-20 04:49:10 +00:00
|
|
|
msgsub, err := ps.Subscribe(build.MessagesTopic(nn)) //nolint:staticcheck
|
2019-07-08 14:07:09 +00:00
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
2020-08-16 17:46:19 +00:00
|
|
|
v := sub.NewMessageValidator(h.ID(), mpool)
|
2020-02-17 05:51:18 +00:00
|
|
|
|
2020-03-31 23:13:37 +00:00
|
|
|
if err := ps.RegisterTopicValidator(build.MessagesTopic(nn), v.Validate); err != nil {
|
2020-02-17 05:51:18 +00:00
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
|
2019-07-08 14:07:09 +00:00
|
|
|
go sub.HandleIncomingMessages(ctx, mpool, msgsub)
|
|
|
|
}
|
2019-08-01 17:12:41 +00:00
|
|
|
|
2020-09-29 11:53:30 +00:00
|
|
|
func NewLocalDiscovery(lc fx.Lifecycle, ds dtypes.MetadataDS) (*discoveryimpl.Local, error) {
|
|
|
|
local, err := discoveryimpl.NewLocal(namespace.Wrap(ds, datastore.NewKey("/deals/local")))
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
local.OnReady(marketevents.ReadyLogger("discovery"))
|
|
|
|
lc.Append(fx.Hook{
|
|
|
|
OnStart: func(ctx context.Context) error {
|
|
|
|
return local.Start(ctx)
|
|
|
|
},
|
|
|
|
})
|
|
|
|
return local, nil
|
2019-12-17 03:17:46 +00:00
|
|
|
}
|
|
|
|
|
2020-09-29 11:53:30 +00:00
|
|
|
func RetrievalResolver(l *discoveryimpl.Local) discovery.PeerResolver {
|
|
|
|
return discoveryimpl.Multi(l)
|
2019-08-26 13:45:36 +00:00
|
|
|
}
|
2020-03-25 23:16:17 +00:00
|
|
|
|
2020-05-29 13:46:05 +00:00
|
|
|
type RandomBeaconParams struct {
|
|
|
|
fx.In
|
|
|
|
|
2020-06-23 19:56:03 +00:00
|
|
|
PubSub *pubsub.PubSub `optional:"true"`
|
2020-06-23 19:10:27 +00:00
|
|
|
Cs *store.ChainStore
|
2020-09-09 18:37:12 +00:00
|
|
|
DrandConfig dtypes.DrandSchedule
|
2020-06-23 19:56:03 +00:00
|
|
|
}
|
|
|
|
|
2020-09-09 18:37:12 +00:00
|
|
|
func BuiltinDrandConfig() dtypes.DrandSchedule {
|
|
|
|
return build.DrandConfigSchedule()
|
2020-05-29 13:46:05 +00:00
|
|
|
}
|
|
|
|
|
2020-09-09 18:37:12 +00:00
|
|
|
func RandomSchedule(p RandomBeaconParams, _ dtypes.AfterGenesisSet) (beacon.Schedule, error) {
|
2020-05-29 13:46:05 +00:00
|
|
|
gen, err := p.Cs.GetGenesis()
|
2020-04-14 03:05:19 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
2020-09-09 18:37:12 +00:00
|
|
|
shd := beacon.Schedule{}
|
|
|
|
for _, dc := range p.DrandConfig {
|
|
|
|
bc, err := drand.NewDrandBeacon(gen.Timestamp, build.BlockDelaySecs, p.PubSub, dc.Config)
|
|
|
|
if err != nil {
|
|
|
|
return nil, xerrors.Errorf("creating drand beacon: %w", err)
|
|
|
|
}
|
|
|
|
shd = append(shd, beacon.BeaconPoint{Start: dc.Start, Beacon: bc})
|
|
|
|
}
|
|
|
|
|
|
|
|
return shd, nil
|
2020-03-25 23:16:17 +00:00
|
|
|
}
|
2020-08-11 12:48:32 +00:00
|
|
|
|
|
|
|
func OpenFilesystemJournal(lr repo.LockedRepo, lc fx.Lifecycle, disabled journal.DisabledEvents) (journal.Journal, error) {
|
|
|
|
jrnl, err := journal.OpenFSJournal(lr, disabled)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
lc.Append(fx.Hook{
|
|
|
|
OnStop: func(_ context.Context) error { return jrnl.Close() },
|
|
|
|
})
|
|
|
|
|
|
|
|
return jrnl, err
|
|
|
|
}
|