2020-08-15 22:57:27 +00:00
|
|
|
package conformance
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-10-07 11:45:11 +00:00
|
|
|
gobig "math/big"
|
2020-09-30 10:02:10 +00:00
|
|
|
"os"
|
2020-09-03 21:54:19 +00:00
|
|
|
|
2021-01-29 20:01:00 +00:00
|
|
|
"github.com/filecoin-project/lotus/blockstore"
|
2021-09-02 16:07:23 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/consensus/filcns"
|
2020-09-27 19:10:05 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/state"
|
2020-09-01 14:35:19 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/stmgr"
|
|
|
|
"github.com/filecoin-project/lotus/chain/store"
|
2020-08-26 20:39:44 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/types"
|
|
|
|
"github.com/filecoin-project/lotus/chain/vm"
|
2020-09-08 20:50:25 +00:00
|
|
|
"github.com/filecoin-project/lotus/conformance/chaos"
|
2020-08-26 20:39:44 +00:00
|
|
|
"github.com/filecoin-project/lotus/extern/sector-storage/ffiwrapper"
|
|
|
|
|
2020-10-08 15:44:20 +00:00
|
|
|
_ "github.com/filecoin-project/lotus/lib/sigs/bls" // enable bls signatures
|
|
|
|
_ "github.com/filecoin-project/lotus/lib/sigs/secp" // enable secp signatures
|
|
|
|
|
2020-09-07 03:49:10 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/abi"
|
2020-10-07 11:45:11 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/big"
|
2020-09-28 22:04:52 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/crypto"
|
2020-08-19 13:31:34 +00:00
|
|
|
|
2020-08-26 20:39:44 +00:00
|
|
|
"github.com/filecoin-project/test-vectors/schema"
|
2020-08-21 10:51:50 +00:00
|
|
|
|
2020-09-01 14:35:19 +00:00
|
|
|
"github.com/filecoin-project/go-address"
|
|
|
|
|
2020-08-26 20:39:44 +00:00
|
|
|
"github.com/ipfs/go-cid"
|
2020-09-01 14:35:19 +00:00
|
|
|
ds "github.com/ipfs/go-datastore"
|
2020-08-15 22:57:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2020-09-30 10:02:10 +00:00
|
|
|
// DefaultCirculatingSupply is the fallback circulating supply returned by
|
|
|
|
// the driver's CircSupplyCalculator function, used if the vector specifies
|
|
|
|
// no circulating supply.
|
|
|
|
DefaultCirculatingSupply = types.TotalFilecoinInt
|
|
|
|
|
|
|
|
// DefaultBaseFee to use in the VM, if one is not supplied in the vector.
|
|
|
|
DefaultBaseFee = abi.NewTokenAmount(100)
|
2020-08-15 22:57:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Driver struct {
|
2020-09-01 14:35:19 +00:00
|
|
|
ctx context.Context
|
|
|
|
selector schema.Selector
|
2020-09-27 20:06:07 +00:00
|
|
|
vmFlush bool
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
2020-09-27 19:55:09 +00:00
|
|
|
type DriverOpts struct {
|
|
|
|
// DisableVMFlush, when true, avoids calling VM.Flush(), forces a blockstore
|
|
|
|
// recursive copy, from the temporary buffer blockstore, to the real
|
|
|
|
// system's blockstore. Disabling VM flushing is useful when extracting test
|
|
|
|
// vectors and trimming state, as we don't want to force an accidental
|
|
|
|
// deep copy of the state tree.
|
|
|
|
//
|
|
|
|
// Disabling VM flushing almost always should go hand-in-hand with
|
|
|
|
// LOTUS_DISABLE_VM_BUF=iknowitsabadidea. That way, state tree writes are
|
|
|
|
// immediately committed to the blockstore.
|
|
|
|
DisableVMFlush bool
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewDriver(ctx context.Context, selector schema.Selector, opts DriverOpts) *Driver {
|
|
|
|
return &Driver{ctx: ctx, selector: selector, vmFlush: !opts.DisableVMFlush}
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ExecuteTipsetResult struct {
|
|
|
|
ReceiptsRoot cid.Cid
|
|
|
|
PostStateRoot cid.Cid
|
|
|
|
|
|
|
|
// AppliedMessages stores the messages that were applied, in the order they
|
|
|
|
// were applied. It includes implicit messages (cron, rewards).
|
|
|
|
AppliedMessages []*types.Message
|
|
|
|
// AppliedResults stores the results of AppliedMessages, in the same order.
|
|
|
|
AppliedResults []*vm.ApplyRet
|
2020-12-16 21:40:37 +00:00
|
|
|
|
|
|
|
// PostBaseFee returns the basefee after applying this tipset.
|
|
|
|
PostBaseFee abi.TokenAmount
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2020-12-15 16:55:57 +00:00
|
|
|
type ExecuteTipsetParams struct {
|
|
|
|
Preroot cid.Cid
|
|
|
|
// ParentEpoch is the last epoch in which an actual tipset was processed. This
|
|
|
|
// is used by Lotus for null block counting and cron firing.
|
|
|
|
ParentEpoch abi.ChainEpoch
|
|
|
|
Tipset *schema.Tipset
|
|
|
|
ExecEpoch abi.ChainEpoch
|
|
|
|
// Rand is an optional vm.Rand implementation to use. If nil, the driver
|
|
|
|
// will use a vm.Rand that returns a fixed value for all calls.
|
|
|
|
Rand vm.Rand
|
|
|
|
// BaseFee if not nil or zero, will override the basefee of the tipset.
|
|
|
|
BaseFee abi.TokenAmount
|
|
|
|
}
|
|
|
|
|
2020-09-01 14:35:19 +00:00
|
|
|
// ExecuteTipset executes the supplied tipset on top of the state represented
|
|
|
|
// by the preroot CID.
|
|
|
|
//
|
|
|
|
// This method returns the the receipts root, the poststate root, and the VM
|
|
|
|
// message results. The latter _include_ implicit messages, such as cron ticks
|
|
|
|
// and reward withdrawal per miner.
|
2020-12-15 16:55:57 +00:00
|
|
|
func (d *Driver) ExecuteTipset(bs blockstore.Blockstore, ds ds.Batching, params ExecuteTipsetParams) (*ExecuteTipsetResult, error) {
|
2020-09-01 14:35:19 +00:00
|
|
|
var (
|
2020-12-15 16:55:57 +00:00
|
|
|
tipset = params.Tipset
|
2020-10-08 13:55:03 +00:00
|
|
|
syscalls = vm.Syscalls(ffiwrapper.ProofVerifier)
|
2020-09-01 14:35:19 +00:00
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
cs = store.NewChainStore(bs, bs, ds, filcns.Weight, nil)
|
2021-09-02 16:45:18 +00:00
|
|
|
tse = filcns.NewTipSetExecutor()
|
2021-09-18 17:57:04 +00:00
|
|
|
sm, err = stmgr.NewStateManager(cs, tse, syscalls, filcns.DefaultUpgradeSchedule(), nil)
|
2020-09-01 14:35:19 +00:00
|
|
|
)
|
2021-09-02 16:07:23 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-09-01 14:35:19 +00:00
|
|
|
|
2020-12-15 16:55:57 +00:00
|
|
|
if params.Rand == nil {
|
|
|
|
params.Rand = NewFixedRand()
|
|
|
|
}
|
|
|
|
|
|
|
|
if params.BaseFee.NilOrZero() {
|
|
|
|
params.BaseFee = abi.NewTokenAmount(tipset.BaseFee.Int64())
|
|
|
|
}
|
|
|
|
|
2020-11-16 22:22:08 +00:00
|
|
|
defer cs.Close() //nolint:errcheck
|
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
blocks := make([]filcns.FilecoinBlockMessages, 0, len(tipset.Blocks))
|
2020-09-01 14:35:19 +00:00
|
|
|
for _, b := range tipset.Blocks {
|
|
|
|
sb := store.BlockMessages{
|
2021-09-02 16:07:23 +00:00
|
|
|
Miner: b.MinerAddr,
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
for _, m := range b.Messages {
|
|
|
|
msg, err := types.DecodeMessage(m)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
switch msg.From.Protocol() {
|
|
|
|
case address.SECP256K1:
|
2020-09-03 21:54:19 +00:00
|
|
|
sb.SecpkMessages = append(sb.SecpkMessages, toChainMsg(msg))
|
2020-09-01 14:35:19 +00:00
|
|
|
case address.BLS:
|
2020-09-03 21:54:19 +00:00
|
|
|
sb.BlsMessages = append(sb.BlsMessages, toChainMsg(msg))
|
2020-09-01 14:35:19 +00:00
|
|
|
default:
|
2020-09-03 21:54:19 +00:00
|
|
|
// sneak in messages originating from other addresses as both kinds.
|
|
|
|
// these should fail, as they are actually invalid senders.
|
|
|
|
sb.SecpkMessages = append(sb.SecpkMessages, msg)
|
|
|
|
sb.BlsMessages = append(sb.BlsMessages, msg)
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
}
|
2021-09-02 16:07:23 +00:00
|
|
|
blocks = append(blocks, filcns.FilecoinBlockMessages{
|
|
|
|
BlockMessages: sb,
|
|
|
|
WinCount: b.WinCount,
|
|
|
|
})
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
2021-06-04 00:44:38 +00:00
|
|
|
recordOutputs := &outputRecorder{
|
|
|
|
messages: []*types.Message{},
|
|
|
|
results: []*vm.ApplyRet{},
|
2020-12-15 16:55:57 +00:00
|
|
|
}
|
2021-06-04 00:44:38 +00:00
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
postcid, receiptsroot, err := tse.ApplyBlocks(context.Background(),
|
|
|
|
sm,
|
2020-12-15 16:55:57 +00:00
|
|
|
params.ParentEpoch,
|
|
|
|
params.Preroot,
|
|
|
|
blocks,
|
|
|
|
params.ExecEpoch,
|
|
|
|
params.Rand,
|
|
|
|
recordOutputs,
|
|
|
|
params.BaseFee,
|
|
|
|
nil,
|
|
|
|
)
|
2020-09-01 14:35:19 +00:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
ret := &ExecuteTipsetResult{
|
|
|
|
ReceiptsRoot: receiptsroot,
|
|
|
|
PostStateRoot: postcid,
|
2021-06-04 00:44:38 +00:00
|
|
|
AppliedMessages: recordOutputs.messages,
|
|
|
|
AppliedResults: recordOutputs.results,
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
return ret, nil
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2020-09-30 10:02:10 +00:00
|
|
|
type ExecuteMessageParams struct {
|
|
|
|
Preroot cid.Cid
|
|
|
|
Epoch abi.ChainEpoch
|
|
|
|
Message *types.Message
|
2020-10-07 11:45:11 +00:00
|
|
|
CircSupply abi.TokenAmount
|
|
|
|
BaseFee abi.TokenAmount
|
|
|
|
|
|
|
|
// Rand is an optional vm.Rand implementation to use. If nil, the driver
|
|
|
|
// will use a vm.Rand that returns a fixed value for all calls.
|
|
|
|
Rand vm.Rand
|
2020-09-30 10:02:10 +00:00
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
// ExecuteMessage executes a conformance test vector message in a temporary VM.
|
2020-09-30 10:02:10 +00:00
|
|
|
func (d *Driver) ExecuteMessage(bs blockstore.Blockstore, params ExecuteMessageParams) (*vm.ApplyRet, cid.Cid, error) {
|
|
|
|
if !d.vmFlush {
|
|
|
|
// do not flush the VM, just the state tree; this should be used with
|
|
|
|
// LOTUS_DISABLE_VM_BUF enabled, so writes will anyway be visible.
|
|
|
|
_ = os.Setenv("LOTUS_DISABLE_VM_BUF", "iknowitsabadidea")
|
|
|
|
}
|
|
|
|
|
2020-10-07 11:45:11 +00:00
|
|
|
if params.Rand == nil {
|
|
|
|
params.Rand = NewFixedRand()
|
2020-09-30 10:02:10 +00:00
|
|
|
}
|
|
|
|
|
2020-09-28 22:04:52 +00:00
|
|
|
// dummy state manager; only to reference the GetNetworkVersion method,
|
|
|
|
// which does not depend on state.
|
2021-09-18 17:57:04 +00:00
|
|
|
sm, err := stmgr.NewStateManager(nil, filcns.NewTipSetExecutor(), nil, filcns.DefaultUpgradeSchedule(), nil)
|
2021-09-02 16:07:23 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, cid.Cid{}, err
|
|
|
|
}
|
2020-09-30 10:02:10 +00:00
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
vmOpts := &vm.VMOpts{
|
2020-09-30 10:02:10 +00:00
|
|
|
StateBase: params.Preroot,
|
|
|
|
Epoch: params.Epoch,
|
2020-09-28 22:04:52 +00:00
|
|
|
Bstore: bs,
|
2020-10-08 13:55:03 +00:00
|
|
|
Syscalls: vm.Syscalls(ffiwrapper.ProofVerifier),
|
2020-09-28 22:04:52 +00:00
|
|
|
CircSupplyCalc: func(_ context.Context, _ abi.ChainEpoch, _ *state.StateTree) (abi.TokenAmount, error) {
|
2020-10-07 11:45:11 +00:00
|
|
|
return params.CircSupply, nil
|
2020-09-28 22:04:52 +00:00
|
|
|
},
|
2020-10-07 11:45:11 +00:00
|
|
|
Rand: params.Rand,
|
|
|
|
BaseFee: params.BaseFee,
|
2020-09-28 22:04:52 +00:00
|
|
|
NtwkVersion: sm.GetNtwkVersion,
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2020-09-17 15:30:15 +00:00
|
|
|
lvm, err := vm.NewVM(context.TODO(), vmOpts)
|
2020-08-15 22:57:27 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
invoker := filcns.NewActorRegistry()
|
2020-08-21 10:51:50 +00:00
|
|
|
|
2020-09-02 14:57:19 +00:00
|
|
|
// register the chaos actor if required by the vector.
|
2020-09-01 14:35:19 +00:00
|
|
|
if chaosOn, ok := d.selector["chaos_actor"]; ok && chaosOn == "true" {
|
2020-09-28 19:48:08 +00:00
|
|
|
invoker.Register(nil, chaos.Actor{})
|
2020-08-19 17:10:56 +00:00
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
lvm.SetInvoker(invoker)
|
|
|
|
|
2020-09-30 10:02:10 +00:00
|
|
|
ret, err := lvm.ApplyMessage(d.ctx, toChainMsg(params.Message))
|
2020-08-15 22:57:27 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2020-09-27 19:55:09 +00:00
|
|
|
var root cid.Cid
|
|
|
|
if d.vmFlush {
|
|
|
|
// flush the VM, committing the state tree changes and forcing a
|
|
|
|
// recursive copoy from the temporary blcokstore to the real blockstore.
|
|
|
|
root, err = lvm.Flush(d.ctx)
|
|
|
|
} else {
|
|
|
|
root, err = lvm.StateTree().(*state.StateTree).Flush(d.ctx)
|
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
return ret, root, err
|
|
|
|
}
|
2020-09-03 21:54:19 +00:00
|
|
|
|
|
|
|
// toChainMsg injects a synthetic 0-filled signature of the right length to
|
|
|
|
// messages that originate from secp256k senders, leaving all
|
|
|
|
// others untouched.
|
|
|
|
// TODO: generate a signature in the DSL so that it's encoded in
|
|
|
|
// the test vector.
|
|
|
|
func toChainMsg(msg *types.Message) (ret types.ChainMsg) {
|
|
|
|
ret = msg
|
|
|
|
if msg.From.Protocol() == address.SECP256K1 {
|
|
|
|
ret = &types.SignedMessage{
|
|
|
|
Message: *msg,
|
|
|
|
Signature: crypto.Signature{
|
|
|
|
Type: crypto.SigTypeSecp256k1,
|
|
|
|
Data: make([]byte, 65),
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return ret
|
|
|
|
}
|
2020-10-07 11:45:11 +00:00
|
|
|
|
|
|
|
// BaseFeeOrDefault converts a basefee as passed in a test vector (go *big.Int
|
|
|
|
// type) to an abi.TokenAmount, or if nil it returns the DefaultBaseFee.
|
|
|
|
func BaseFeeOrDefault(basefee *gobig.Int) abi.TokenAmount {
|
|
|
|
if basefee == nil {
|
|
|
|
return DefaultBaseFee
|
|
|
|
}
|
|
|
|
return big.NewFromGo(basefee)
|
|
|
|
}
|
|
|
|
|
|
|
|
// CircSupplyOrDefault converts a circulating supply as passed in a test vector
|
|
|
|
// (go *big.Int type) to an abi.TokenAmount, or if nil it returns the
|
|
|
|
// DefaultCirculatingSupply.
|
|
|
|
func CircSupplyOrDefault(circSupply *gobig.Int) abi.TokenAmount {
|
|
|
|
if circSupply == nil {
|
2020-10-17 01:14:36 +00:00
|
|
|
return DefaultCirculatingSupply
|
2020-10-07 11:45:11 +00:00
|
|
|
}
|
|
|
|
return big.NewFromGo(circSupply)
|
|
|
|
}
|
2021-06-04 00:44:38 +00:00
|
|
|
|
|
|
|
type outputRecorder struct {
|
|
|
|
messages []*types.Message
|
|
|
|
results []*vm.ApplyRet
|
|
|
|
}
|
|
|
|
|
|
|
|
func (o *outputRecorder) MessageApplied(ctx context.Context, ts *types.TipSet, mcid cid.Cid, msg *types.Message, ret *vm.ApplyRet, implicit bool) error {
|
|
|
|
o.messages = append(o.messages, msg)
|
|
|
|
o.results = append(o.results, ret)
|
|
|
|
return nil
|
|
|
|
}
|