2020-07-14 20:02:44 +00:00
|
|
|
package processor
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bytes"
|
|
|
|
"context"
|
|
|
|
"time"
|
|
|
|
|
2020-07-17 02:57:51 +00:00
|
|
|
"golang.org/x/sync/errgroup"
|
2020-07-14 20:02:44 +00:00
|
|
|
"golang.org/x/xerrors"
|
|
|
|
|
2020-07-16 03:52:21 +00:00
|
|
|
"github.com/filecoin-project/lotus/build"
|
2020-07-14 20:02:44 +00:00
|
|
|
"github.com/filecoin-project/specs-actors/actors/abi/big"
|
|
|
|
"github.com/filecoin-project/specs-actors/actors/builtin"
|
|
|
|
"github.com/filecoin-project/specs-actors/actors/builtin/reward"
|
|
|
|
)
|
|
|
|
|
|
|
|
type rewardActorInfo struct {
|
|
|
|
common actorInfo
|
|
|
|
|
2020-07-16 03:52:21 +00:00
|
|
|
// expected power in bytes during this epoch
|
2020-07-14 20:02:44 +00:00
|
|
|
baselinePower big.Int
|
2020-07-16 03:52:21 +00:00
|
|
|
|
|
|
|
// base reward in attofil for each block found during this epoch
|
|
|
|
baseBlockReward big.Int
|
2020-07-14 20:02:44 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Processor) setupRewards() error {
|
|
|
|
tx, err := p.db.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := tx.Exec(`
|
|
|
|
/*
|
2020-07-16 03:52:21 +00:00
|
|
|
* captures base block reward per miner per state root and does not
|
|
|
|
* include penalties or gas reward
|
2020-07-14 20:02:44 +00:00
|
|
|
*/
|
2020-07-16 03:52:21 +00:00
|
|
|
create table if not exists base_block_rewards
|
|
|
|
(
|
|
|
|
state_root text not null
|
|
|
|
constraint block_rewards_pk
|
|
|
|
primary key,
|
|
|
|
base_block_reward numeric not null
|
|
|
|
);
|
|
|
|
|
|
|
|
/* captures chain-specific power state for any given stateroot */
|
2020-07-14 20:02:44 +00:00
|
|
|
create table if not exists chain_power
|
|
|
|
(
|
|
|
|
state_root text not null
|
|
|
|
constraint chain_power_pk
|
|
|
|
primary key,
|
|
|
|
baseline_power text not null
|
|
|
|
);
|
2020-07-16 03:52:21 +00:00
|
|
|
|
|
|
|
create materialized view if not exists top_miners_by_base_reward as
|
|
|
|
with total_rewards_by_miner as (
|
|
|
|
select
|
|
|
|
b.miner,
|
|
|
|
sum(bbr.base_block_reward) as total_reward
|
|
|
|
from blocks b
|
|
|
|
inner join base_block_rewards bbr on b.parentstateroot = bbr.state_root
|
|
|
|
group by 1
|
|
|
|
) select
|
|
|
|
rank() over (order by total_reward desc),
|
|
|
|
miner,
|
|
|
|
total_reward
|
|
|
|
from total_rewards_by_miner
|
2020-07-16 15:32:33 +00:00
|
|
|
group by 2, 3;
|
|
|
|
|
|
|
|
create index if not exists top_miners_by_base_reward_miner_index
|
|
|
|
on top_miners_by_base_reward (miner);
|
2020-07-14 20:02:44 +00:00
|
|
|
`); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return tx.Commit()
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Processor) HandleRewardChanges(ctx context.Context, rewardTips ActorTips) error {
|
|
|
|
rewardChanges, err := p.processRewardActors(ctx, rewardTips)
|
|
|
|
if err != nil {
|
|
|
|
log.Fatalw("Failed to process reward actors", "error", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := p.persistRewardActors(ctx, rewardChanges); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Processor) processRewardActors(ctx context.Context, rewardTips ActorTips) ([]rewardActorInfo, error) {
|
|
|
|
start := time.Now()
|
|
|
|
defer func() {
|
2020-07-16 14:45:31 +00:00
|
|
|
log.Debugw("Processed Reward Actors", "duration", time.Since(start).String())
|
2020-07-14 20:02:44 +00:00
|
|
|
}()
|
|
|
|
|
|
|
|
var out []rewardActorInfo
|
|
|
|
for tipset, rewards := range rewardTips {
|
|
|
|
for _, act := range rewards {
|
|
|
|
var rw rewardActorInfo
|
|
|
|
rw.common = act
|
|
|
|
|
|
|
|
// get reward actor states at each tipset once for all updates
|
|
|
|
rewardActor, err := p.node.StateGetActor(ctx, builtin.RewardActorAddr, tipset)
|
|
|
|
if err != nil {
|
|
|
|
return nil, xerrors.Errorf("get reward state (@ %s): %w", rw.common.stateroot.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
rewardStateRaw, err := p.node.ChainReadObj(ctx, rewardActor.Head)
|
|
|
|
if err != nil {
|
|
|
|
return nil, xerrors.Errorf("read state obj (@ %s): %w", rw.common.stateroot.String(), err)
|
|
|
|
}
|
|
|
|
|
|
|
|
var rewardActorState reward.State
|
|
|
|
if err := rewardActorState.UnmarshalCBOR(bytes.NewReader(rewardStateRaw)); err != nil {
|
|
|
|
return nil, xerrors.Errorf("unmarshal state (@ %s): %w", rw.common.stateroot.String(), err)
|
|
|
|
}
|
|
|
|
|
2020-07-17 19:10:55 +00:00
|
|
|
// TODO: Resolve Actor API shift
|
|
|
|
//rw.baseBlockReward = rewardActorState.LastPerEpochReward
|
|
|
|
//rw.baselinePower = rewardActorState.BaselinePower
|
|
|
|
rw.baseBlockReward = big.Zero()
|
|
|
|
rw.baselinePower = big.Zero()
|
2020-07-14 20:02:44 +00:00
|
|
|
out = append(out, rw)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return out, nil
|
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Processor) persistRewardActors(ctx context.Context, rewards []rewardActorInfo) error {
|
|
|
|
start := time.Now()
|
|
|
|
defer func() {
|
2020-07-16 14:45:31 +00:00
|
|
|
log.Debugw("Persisted Reward Actors", "duration", time.Since(start).String())
|
2020-07-14 20:02:44 +00:00
|
|
|
}()
|
|
|
|
|
2020-07-17 02:57:51 +00:00
|
|
|
grp, ctx := errgroup.WithContext(ctx)
|
2020-07-14 20:02:44 +00:00
|
|
|
|
2020-07-17 02:57:51 +00:00
|
|
|
grp.Go(func() error {
|
|
|
|
if err := p.storeChainPower(rewards); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
2020-07-16 03:52:21 +00:00
|
|
|
|
2020-07-17 02:57:51 +00:00
|
|
|
grp.Go(func() error {
|
|
|
|
if err := p.storeBaseBlockReward(rewards); err != nil {
|
|
|
|
return err
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
})
|
|
|
|
|
|
|
|
return grp.Wait()
|
2020-07-14 20:02:44 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (p *Processor) storeChainPower(rewards []rewardActorInfo) error {
|
|
|
|
tx, err := p.db.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("begin chain_power tx: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := tx.Exec(`create temp table cp (like chain_power excluding constraints) on commit drop`); err != nil {
|
|
|
|
return xerrors.Errorf("prep chain_power temp: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
stmt, err := tx.Prepare(`copy cp (state_root, baseline_power) from STDIN`)
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("prepare tmp chain_power: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, rewardState := range rewards {
|
|
|
|
if _, err := stmt.Exec(
|
|
|
|
rewardState.common.stateroot.String(),
|
|
|
|
rewardState.baselinePower.String(),
|
|
|
|
); err != nil {
|
|
|
|
log.Errorw("failed to store chain power", "state_root", rewardState.common.stateroot, "error", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := stmt.Close(); err != nil {
|
|
|
|
return xerrors.Errorf("close prepared chain_power: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := tx.Exec(`insert into chain_power select * from cp on conflict do nothing`); err != nil {
|
|
|
|
return xerrors.Errorf("insert chain_power from tmp: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := tx.Commit(); err != nil {
|
|
|
|
return xerrors.Errorf("commit chain_power tx: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|
2020-07-16 03:52:21 +00:00
|
|
|
|
|
|
|
func (p *Processor) storeBaseBlockReward(rewards []rewardActorInfo) error {
|
|
|
|
tx, err := p.db.Begin()
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("begin base_block_reward tx: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := tx.Exec(`create temp table bbr (like base_block_rewards excluding constraints) on commit drop`); err != nil {
|
|
|
|
return xerrors.Errorf("prep base_block_reward temp: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
stmt, err := tx.Prepare(`copy bbr (state_root, base_block_reward) from STDIN`)
|
|
|
|
if err != nil {
|
|
|
|
return xerrors.Errorf("prepare tmp base_block_reward: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
for _, rewardState := range rewards {
|
|
|
|
baseBlockReward := big.Div(rewardState.baseBlockReward, big.NewIntUnsigned(build.BlocksPerEpoch))
|
|
|
|
if _, err := stmt.Exec(
|
|
|
|
rewardState.common.stateroot.String(),
|
|
|
|
baseBlockReward.String(),
|
|
|
|
); err != nil {
|
|
|
|
log.Errorw("failed to store base block reward", "state_root", rewardState.common.stateroot, "error", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := stmt.Close(); err != nil {
|
|
|
|
return xerrors.Errorf("close prepared base_block_reward: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if _, err := tx.Exec(`insert into base_block_rewards select * from bbr on conflict do nothing`); err != nil {
|
|
|
|
return xerrors.Errorf("insert base_block_reward from tmp: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := tx.Commit(); err != nil {
|
|
|
|
return xerrors.Errorf("commit base_block_reward tx: %w", err)
|
|
|
|
}
|
|
|
|
|
|
|
|
return nil
|
|
|
|
}
|