2020-08-15 22:57:27 +00:00
|
|
|
package conformance
|
|
|
|
|
|
|
|
import (
|
|
|
|
"context"
|
2020-10-07 11:45:11 +00:00
|
|
|
gobig "math/big"
|
2020-09-30 10:02:10 +00:00
|
|
|
"os"
|
2020-09-03 21:54:19 +00:00
|
|
|
|
2022-06-14 15:00:51 +00:00
|
|
|
"github.com/ipfs/go-cid"
|
|
|
|
ds "github.com/ipfs/go-datastore"
|
2022-03-11 18:56:19 +00:00
|
|
|
cbor "github.com/ipfs/go-ipld-cbor"
|
2022-01-04 17:23:17 +00:00
|
|
|
|
2022-06-14 15:00:51 +00:00
|
|
|
"github.com/filecoin-project/go-address"
|
|
|
|
"github.com/filecoin-project/go-state-types/abi"
|
2022-09-06 15:49:29 +00:00
|
|
|
actorstypes "github.com/filecoin-project/go-state-types/actors"
|
2022-06-14 15:00:51 +00:00
|
|
|
"github.com/filecoin-project/go-state-types/big"
|
|
|
|
"github.com/filecoin-project/go-state-types/crypto"
|
|
|
|
"github.com/filecoin-project/go-state-types/network"
|
2022-11-16 01:57:23 +00:00
|
|
|
rtt "github.com/filecoin-project/go-state-types/rt"
|
2022-06-14 15:00:51 +00:00
|
|
|
"github.com/filecoin-project/test-vectors/schema"
|
|
|
|
|
2021-01-29 20:01:00 +00:00
|
|
|
"github.com/filecoin-project/lotus/blockstore"
|
2022-11-16 01:57:23 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/actors/builtin"
|
2021-09-02 16:07:23 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/consensus/filcns"
|
2020-09-27 19:10:05 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/state"
|
2020-09-01 14:35:19 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/stmgr"
|
|
|
|
"github.com/filecoin-project/lotus/chain/store"
|
2020-08-26 20:39:44 +00:00
|
|
|
"github.com/filecoin-project/lotus/chain/types"
|
|
|
|
"github.com/filecoin-project/lotus/chain/vm"
|
2020-09-08 20:50:25 +00:00
|
|
|
"github.com/filecoin-project/lotus/conformance/chaos"
|
2020-10-08 15:44:20 +00:00
|
|
|
_ "github.com/filecoin-project/lotus/lib/sigs/bls" // enable bls signatures
|
|
|
|
_ "github.com/filecoin-project/lotus/lib/sigs/secp" // enable secp signatures
|
2022-06-14 18:03:38 +00:00
|
|
|
"github.com/filecoin-project/lotus/storage/sealer/ffiwrapper"
|
2020-08-15 22:57:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
var (
|
2020-09-30 10:02:10 +00:00
|
|
|
// DefaultCirculatingSupply is the fallback circulating supply returned by
|
|
|
|
// the driver's CircSupplyCalculator function, used if the vector specifies
|
|
|
|
// no circulating supply.
|
|
|
|
DefaultCirculatingSupply = types.TotalFilecoinInt
|
|
|
|
|
|
|
|
// DefaultBaseFee to use in the VM, if one is not supplied in the vector.
|
|
|
|
DefaultBaseFee = abi.NewTokenAmount(100)
|
2020-08-15 22:57:27 +00:00
|
|
|
)
|
|
|
|
|
|
|
|
type Driver struct {
|
2020-09-01 14:35:19 +00:00
|
|
|
ctx context.Context
|
|
|
|
selector schema.Selector
|
2020-09-27 20:06:07 +00:00
|
|
|
vmFlush bool
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
2020-09-27 19:55:09 +00:00
|
|
|
type DriverOpts struct {
|
|
|
|
// DisableVMFlush, when true, avoids calling VM.Flush(), forces a blockstore
|
|
|
|
// recursive copy, from the temporary buffer blockstore, to the real
|
|
|
|
// system's blockstore. Disabling VM flushing is useful when extracting test
|
|
|
|
// vectors and trimming state, as we don't want to force an accidental
|
|
|
|
// deep copy of the state tree.
|
|
|
|
//
|
|
|
|
// Disabling VM flushing almost always should go hand-in-hand with
|
|
|
|
// LOTUS_DISABLE_VM_BUF=iknowitsabadidea. That way, state tree writes are
|
|
|
|
// immediately committed to the blockstore.
|
|
|
|
DisableVMFlush bool
|
|
|
|
}
|
|
|
|
|
|
|
|
func NewDriver(ctx context.Context, selector schema.Selector, opts DriverOpts) *Driver {
|
|
|
|
return &Driver{ctx: ctx, selector: selector, vmFlush: !opts.DisableVMFlush}
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
type ExecuteTipsetResult struct {
|
|
|
|
ReceiptsRoot cid.Cid
|
|
|
|
PostStateRoot cid.Cid
|
|
|
|
|
|
|
|
// AppliedMessages stores the messages that were applied, in the order they
|
|
|
|
// were applied. It includes implicit messages (cron, rewards).
|
|
|
|
AppliedMessages []*types.Message
|
|
|
|
// AppliedResults stores the results of AppliedMessages, in the same order.
|
|
|
|
AppliedResults []*vm.ApplyRet
|
2020-12-16 21:40:37 +00:00
|
|
|
|
|
|
|
// PostBaseFee returns the basefee after applying this tipset.
|
|
|
|
PostBaseFee abi.TokenAmount
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2020-12-15 16:55:57 +00:00
|
|
|
type ExecuteTipsetParams struct {
|
|
|
|
Preroot cid.Cid
|
|
|
|
// ParentEpoch is the last epoch in which an actual tipset was processed. This
|
|
|
|
// is used by Lotus for null block counting and cron firing.
|
|
|
|
ParentEpoch abi.ChainEpoch
|
|
|
|
Tipset *schema.Tipset
|
|
|
|
ExecEpoch abi.ChainEpoch
|
|
|
|
// Rand is an optional vm.Rand implementation to use. If nil, the driver
|
|
|
|
// will use a vm.Rand that returns a fixed value for all calls.
|
|
|
|
Rand vm.Rand
|
|
|
|
// BaseFee if not nil or zero, will override the basefee of the tipset.
|
|
|
|
BaseFee abi.TokenAmount
|
|
|
|
}
|
|
|
|
|
2020-09-01 14:35:19 +00:00
|
|
|
// ExecuteTipset executes the supplied tipset on top of the state represented
|
|
|
|
// by the preroot CID.
|
|
|
|
//
|
|
|
|
// This method returns the the receipts root, the poststate root, and the VM
|
|
|
|
// message results. The latter _include_ implicit messages, such as cron ticks
|
|
|
|
// and reward withdrawal per miner.
|
2020-12-15 16:55:57 +00:00
|
|
|
func (d *Driver) ExecuteTipset(bs blockstore.Blockstore, ds ds.Batching, params ExecuteTipsetParams) (*ExecuteTipsetResult, error) {
|
2020-09-01 14:35:19 +00:00
|
|
|
var (
|
2020-12-15 16:55:57 +00:00
|
|
|
tipset = params.Tipset
|
2020-10-08 13:55:03 +00:00
|
|
|
syscalls = vm.Syscalls(ffiwrapper.ProofVerifier)
|
2020-09-01 14:35:19 +00:00
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
cs = store.NewChainStore(bs, bs, ds, filcns.Weight, nil)
|
2021-09-02 16:45:18 +00:00
|
|
|
tse = filcns.NewTipSetExecutor()
|
2021-09-18 17:57:04 +00:00
|
|
|
sm, err = stmgr.NewStateManager(cs, tse, syscalls, filcns.DefaultUpgradeSchedule(), nil)
|
2020-09-01 14:35:19 +00:00
|
|
|
)
|
2021-09-02 16:07:23 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
2020-09-01 14:35:19 +00:00
|
|
|
|
2020-12-15 16:55:57 +00:00
|
|
|
if params.Rand == nil {
|
|
|
|
params.Rand = NewFixedRand()
|
|
|
|
}
|
|
|
|
|
|
|
|
if params.BaseFee.NilOrZero() {
|
|
|
|
params.BaseFee = abi.NewTokenAmount(tipset.BaseFee.Int64())
|
|
|
|
}
|
|
|
|
|
2020-11-16 22:22:08 +00:00
|
|
|
defer cs.Close() //nolint:errcheck
|
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
blocks := make([]filcns.FilecoinBlockMessages, 0, len(tipset.Blocks))
|
2020-09-01 14:35:19 +00:00
|
|
|
for _, b := range tipset.Blocks {
|
|
|
|
sb := store.BlockMessages{
|
2021-09-02 16:07:23 +00:00
|
|
|
Miner: b.MinerAddr,
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
for _, m := range b.Messages {
|
|
|
|
msg, err := types.DecodeMessage(m)
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
switch msg.From.Protocol() {
|
|
|
|
case address.SECP256K1:
|
2020-09-03 21:54:19 +00:00
|
|
|
sb.SecpkMessages = append(sb.SecpkMessages, toChainMsg(msg))
|
2020-09-01 14:35:19 +00:00
|
|
|
case address.BLS:
|
2020-09-03 21:54:19 +00:00
|
|
|
sb.BlsMessages = append(sb.BlsMessages, toChainMsg(msg))
|
2020-09-01 14:35:19 +00:00
|
|
|
default:
|
2020-09-03 21:54:19 +00:00
|
|
|
// sneak in messages originating from other addresses as both kinds.
|
|
|
|
// these should fail, as they are actually invalid senders.
|
|
|
|
sb.SecpkMessages = append(sb.SecpkMessages, msg)
|
|
|
|
sb.BlsMessages = append(sb.BlsMessages, msg)
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
}
|
2021-09-02 16:07:23 +00:00
|
|
|
blocks = append(blocks, filcns.FilecoinBlockMessages{
|
|
|
|
BlockMessages: sb,
|
|
|
|
WinCount: b.WinCount,
|
|
|
|
})
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
|
2021-06-04 00:44:38 +00:00
|
|
|
recordOutputs := &outputRecorder{
|
|
|
|
messages: []*types.Message{},
|
|
|
|
results: []*vm.ApplyRet{},
|
2020-12-15 16:55:57 +00:00
|
|
|
}
|
2021-06-04 00:44:38 +00:00
|
|
|
|
2022-03-15 22:46:56 +00:00
|
|
|
sm.SetVMConstructor(func(ctx context.Context, vmopt *vm.VMOpts) (vm.Interface, error) {
|
2021-12-17 04:59:26 +00:00
|
|
|
vmopt.CircSupplyCalc = func(context.Context, abi.ChainEpoch, *state.StateTree) (abi.TokenAmount, error) {
|
|
|
|
return big.Zero(), nil
|
|
|
|
}
|
|
|
|
|
2022-03-15 23:40:17 +00:00
|
|
|
return vm.NewLegacyVM(ctx, vmopt)
|
2021-12-17 04:59:26 +00:00
|
|
|
})
|
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
postcid, receiptsroot, err := tse.ApplyBlocks(context.Background(),
|
|
|
|
sm,
|
2020-12-15 16:55:57 +00:00
|
|
|
params.ParentEpoch,
|
|
|
|
params.Preroot,
|
|
|
|
blocks,
|
|
|
|
params.ExecEpoch,
|
|
|
|
params.Rand,
|
|
|
|
recordOutputs,
|
2022-07-14 19:09:31 +00:00
|
|
|
true,
|
2020-12-15 16:55:57 +00:00
|
|
|
params.BaseFee,
|
|
|
|
nil,
|
|
|
|
)
|
2020-09-01 14:35:19 +00:00
|
|
|
|
|
|
|
if err != nil {
|
|
|
|
return nil, err
|
|
|
|
}
|
|
|
|
|
|
|
|
ret := &ExecuteTipsetResult{
|
|
|
|
ReceiptsRoot: receiptsroot,
|
|
|
|
PostStateRoot: postcid,
|
2021-06-04 00:44:38 +00:00
|
|
|
AppliedMessages: recordOutputs.messages,
|
|
|
|
AppliedResults: recordOutputs.results,
|
2020-09-01 14:35:19 +00:00
|
|
|
}
|
|
|
|
return ret, nil
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2020-09-30 10:02:10 +00:00
|
|
|
type ExecuteMessageParams struct {
|
2022-01-04 17:23:17 +00:00
|
|
|
Preroot cid.Cid
|
|
|
|
Epoch abi.ChainEpoch
|
|
|
|
Message *types.Message
|
|
|
|
CircSupply abi.TokenAmount
|
|
|
|
BaseFee abi.TokenAmount
|
|
|
|
NetworkVersion network.Version
|
2020-10-07 11:45:11 +00:00
|
|
|
|
|
|
|
// Rand is an optional vm.Rand implementation to use. If nil, the driver
|
|
|
|
// will use a vm.Rand that returns a fixed value for all calls.
|
|
|
|
Rand vm.Rand
|
2022-03-11 18:56:19 +00:00
|
|
|
|
|
|
|
// Lookback is the LookbackStateGetter; returns the state tree at a given epoch.
|
|
|
|
Lookback vm.LookbackStateGetter
|
2020-09-30 10:02:10 +00:00
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
// ExecuteMessage executes a conformance test vector message in a temporary VM.
|
2020-09-30 10:02:10 +00:00
|
|
|
func (d *Driver) ExecuteMessage(bs blockstore.Blockstore, params ExecuteMessageParams) (*vm.ApplyRet, cid.Cid, error) {
|
|
|
|
if !d.vmFlush {
|
|
|
|
// do not flush the VM, just the state tree; this should be used with
|
|
|
|
// LOTUS_DISABLE_VM_BUF enabled, so writes will anyway be visible.
|
|
|
|
_ = os.Setenv("LOTUS_DISABLE_VM_BUF", "iknowitsabadidea")
|
|
|
|
}
|
|
|
|
|
2020-10-07 11:45:11 +00:00
|
|
|
if params.Rand == nil {
|
|
|
|
params.Rand = NewFixedRand()
|
2020-09-30 10:02:10 +00:00
|
|
|
}
|
|
|
|
|
2022-03-11 18:56:19 +00:00
|
|
|
// TODO: This lookback state returns the supplied precondition state tree, unconditionally.
|
|
|
|
// This is obviously not correct, but the lookback state tree is only used to validate the
|
|
|
|
// worker key when verifying a consensus fault. If the worker key hasn't changed in the
|
|
|
|
// current finality window, this workaround is enough.
|
|
|
|
// The correct solutions are documented in https://github.com/filecoin-project/ref-fvm/issues/381,
|
|
|
|
// but they're much harder to implement, and the tradeoffs aren't clear.
|
|
|
|
var lookback vm.LookbackStateGetter = func(ctx context.Context, epoch abi.ChainEpoch) (*state.StateTree, error) {
|
|
|
|
cst := cbor.NewCborStore(bs)
|
|
|
|
return state.LoadStateTree(cst, params.Preroot)
|
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
vmOpts := &vm.VMOpts{
|
2020-09-30 10:02:10 +00:00
|
|
|
StateBase: params.Preroot,
|
|
|
|
Epoch: params.Epoch,
|
2020-09-28 22:04:52 +00:00
|
|
|
Bstore: bs,
|
2020-10-08 13:55:03 +00:00
|
|
|
Syscalls: vm.Syscalls(ffiwrapper.ProofVerifier),
|
2020-09-28 22:04:52 +00:00
|
|
|
CircSupplyCalc: func(_ context.Context, _ abi.ChainEpoch, _ *state.StateTree) (abi.TokenAmount, error) {
|
2020-10-07 11:45:11 +00:00
|
|
|
return params.CircSupply, nil
|
2020-09-28 22:04:52 +00:00
|
|
|
},
|
2021-12-18 00:05:59 +00:00
|
|
|
Rand: params.Rand,
|
|
|
|
BaseFee: params.BaseFee,
|
2022-01-04 17:23:17 +00:00
|
|
|
NetworkVersion: params.NetworkVersion,
|
2022-03-11 18:56:19 +00:00
|
|
|
LookbackState: lookback,
|
2020-08-15 22:57:27 +00:00
|
|
|
}
|
|
|
|
|
2022-03-15 23:40:17 +00:00
|
|
|
lvm, err := vm.NewLegacyVM(context.TODO(), vmOpts)
|
2020-08-15 22:57:27 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2021-09-02 16:07:23 +00:00
|
|
|
invoker := filcns.NewActorRegistry()
|
2020-08-21 10:51:50 +00:00
|
|
|
|
2020-09-02 14:57:19 +00:00
|
|
|
// register the chaos actor if required by the vector.
|
2020-09-01 14:35:19 +00:00
|
|
|
if chaosOn, ok := d.selector["chaos_actor"]; ok && chaosOn == "true" {
|
2022-09-06 15:49:29 +00:00
|
|
|
av, _ := actorstypes.VersionForNetwork(params.NetworkVersion)
|
2022-11-16 01:57:23 +00:00
|
|
|
registry := builtin.MakeRegistryLegacy([]rtt.VMActor{chaos.Actor{}})
|
|
|
|
invoker.Register(av, nil, registry)
|
2020-08-19 17:10:56 +00:00
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
lvm.SetInvoker(invoker)
|
|
|
|
|
2020-09-30 10:02:10 +00:00
|
|
|
ret, err := lvm.ApplyMessage(d.ctx, toChainMsg(params.Message))
|
2020-08-15 22:57:27 +00:00
|
|
|
if err != nil {
|
|
|
|
return nil, cid.Undef, err
|
|
|
|
}
|
|
|
|
|
2020-09-27 19:55:09 +00:00
|
|
|
var root cid.Cid
|
|
|
|
if d.vmFlush {
|
|
|
|
// flush the VM, committing the state tree changes and forcing a
|
|
|
|
// recursive copoy from the temporary blcokstore to the real blockstore.
|
|
|
|
root, err = lvm.Flush(d.ctx)
|
|
|
|
} else {
|
|
|
|
root, err = lvm.StateTree().(*state.StateTree).Flush(d.ctx)
|
|
|
|
}
|
|
|
|
|
2020-08-15 22:57:27 +00:00
|
|
|
return ret, root, err
|
|
|
|
}
|
2020-09-03 21:54:19 +00:00
|
|
|
|
|
|
|
// toChainMsg injects a synthetic 0-filled signature of the right length to
|
|
|
|
// messages that originate from secp256k senders, leaving all
|
|
|
|
// others untouched.
|
|
|
|
// TODO: generate a signature in the DSL so that it's encoded in
|
2022-08-29 14:25:30 +00:00
|
|
|
//
|
|
|
|
// the test vector.
|
2020-09-03 21:54:19 +00:00
|
|
|
func toChainMsg(msg *types.Message) (ret types.ChainMsg) {
|
|
|
|
ret = msg
|
|
|
|
if msg.From.Protocol() == address.SECP256K1 {
|
|
|
|
ret = &types.SignedMessage{
|
|
|
|
Message: *msg,
|
|
|
|
Signature: crypto.Signature{
|
|
|
|
Type: crypto.SigTypeSecp256k1,
|
|
|
|
Data: make([]byte, 65),
|
|
|
|
},
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return ret
|
|
|
|
}
|
2020-10-07 11:45:11 +00:00
|
|
|
|
|
|
|
// BaseFeeOrDefault converts a basefee as passed in a test vector (go *big.Int
|
|
|
|
// type) to an abi.TokenAmount, or if nil it returns the DefaultBaseFee.
|
|
|
|
func BaseFeeOrDefault(basefee *gobig.Int) abi.TokenAmount {
|
|
|
|
if basefee == nil {
|
|
|
|
return DefaultBaseFee
|
|
|
|
}
|
|
|
|
return big.NewFromGo(basefee)
|
|
|
|
}
|
|
|
|
|
|
|
|
// CircSupplyOrDefault converts a circulating supply as passed in a test vector
|
|
|
|
// (go *big.Int type) to an abi.TokenAmount, or if nil it returns the
|
|
|
|
// DefaultCirculatingSupply.
|
|
|
|
func CircSupplyOrDefault(circSupply *gobig.Int) abi.TokenAmount {
|
|
|
|
if circSupply == nil {
|
2020-10-17 01:14:36 +00:00
|
|
|
return DefaultCirculatingSupply
|
2020-10-07 11:45:11 +00:00
|
|
|
}
|
|
|
|
return big.NewFromGo(circSupply)
|
|
|
|
}
|
2021-06-04 00:44:38 +00:00
|
|
|
|
|
|
|
type outputRecorder struct {
|
|
|
|
messages []*types.Message
|
|
|
|
results []*vm.ApplyRet
|
|
|
|
}
|
|
|
|
|
|
|
|
func (o *outputRecorder) MessageApplied(ctx context.Context, ts *types.TipSet, mcid cid.Cid, msg *types.Message, ret *vm.ApplyRet, implicit bool) error {
|
|
|
|
o.messages = append(o.messages, msg)
|
|
|
|
o.results = append(o.results, ret)
|
|
|
|
return nil
|
|
|
|
}
|