666 lines
16 KiB
Go
666 lines
16 KiB
Go
package state
|
|
|
|
import (
|
|
"bytes"
|
|
"context"
|
|
"fmt"
|
|
|
|
"github.com/ipfs/go-cid"
|
|
cbor "github.com/ipfs/go-ipld-cbor"
|
|
logging "github.com/ipfs/go-log/v2"
|
|
cbg "github.com/whyrusleeping/cbor-gen"
|
|
"go.opencensus.io/trace"
|
|
"golang.org/x/xerrors"
|
|
|
|
"github.com/filecoin-project/go-address"
|
|
"github.com/filecoin-project/go-state-types/abi"
|
|
builtin_types "github.com/filecoin-project/go-state-types/builtin"
|
|
"github.com/filecoin-project/go-state-types/network"
|
|
states0 "github.com/filecoin-project/specs-actors/actors/states"
|
|
states2 "github.com/filecoin-project/specs-actors/v2/actors/states"
|
|
states3 "github.com/filecoin-project/specs-actors/v3/actors/states"
|
|
states4 "github.com/filecoin-project/specs-actors/v4/actors/states"
|
|
states5 "github.com/filecoin-project/specs-actors/v5/actors/states"
|
|
|
|
"github.com/filecoin-project/lotus/chain/actors/adt"
|
|
init_ "github.com/filecoin-project/lotus/chain/actors/builtin/init"
|
|
"github.com/filecoin-project/lotus/chain/types"
|
|
)
|
|
|
|
var log = logging.Logger("statetree")
|
|
|
|
// StateTree stores actors state by their ID.
|
|
type StateTree struct {
|
|
root adt.Map
|
|
version types.StateTreeVersion
|
|
info cid.Cid
|
|
Store cbor.IpldStore
|
|
lookupIDFun func(address.Address) (address.Address, error)
|
|
|
|
snaps *stateSnaps
|
|
}
|
|
|
|
type stateSnaps struct {
|
|
layers []*stateSnapLayer
|
|
lastMaybeNonEmptyResolveCache int
|
|
}
|
|
|
|
type stateSnapLayer struct {
|
|
actors map[address.Address]streeOp
|
|
resolveCache map[address.Address]address.Address
|
|
}
|
|
|
|
func newStateSnapLayer() *stateSnapLayer {
|
|
return &stateSnapLayer{
|
|
actors: make(map[address.Address]streeOp),
|
|
resolveCache: make(map[address.Address]address.Address),
|
|
}
|
|
}
|
|
|
|
type streeOp struct {
|
|
Act types.Actor
|
|
Delete bool
|
|
}
|
|
|
|
func newStateSnaps() *stateSnaps {
|
|
ss := &stateSnaps{}
|
|
ss.addLayer()
|
|
return ss
|
|
}
|
|
|
|
func (ss *stateSnaps) addLayer() {
|
|
ss.layers = append(ss.layers, newStateSnapLayer())
|
|
}
|
|
|
|
func (ss *stateSnaps) dropLayer() {
|
|
ss.layers[len(ss.layers)-1] = nil // allow it to be GCed
|
|
|
|
ss.layers = ss.layers[:len(ss.layers)-1]
|
|
|
|
if ss.lastMaybeNonEmptyResolveCache == len(ss.layers) {
|
|
ss.lastMaybeNonEmptyResolveCache = len(ss.layers) - 1
|
|
}
|
|
}
|
|
|
|
func (ss *stateSnaps) mergeLastLayer() {
|
|
last := ss.layers[len(ss.layers)-1]
|
|
nextLast := ss.layers[len(ss.layers)-2]
|
|
|
|
for k, v := range last.actors {
|
|
nextLast.actors[k] = v
|
|
}
|
|
|
|
for k, v := range last.resolveCache {
|
|
nextLast.resolveCache[k] = v
|
|
}
|
|
|
|
ss.dropLayer()
|
|
}
|
|
|
|
func (ss *stateSnaps) resolveAddress(addr address.Address) (address.Address, bool) {
|
|
for i := ss.lastMaybeNonEmptyResolveCache; i >= 0; i-- {
|
|
if len(ss.layers[i].resolveCache) == 0 {
|
|
if ss.lastMaybeNonEmptyResolveCache == i {
|
|
ss.lastMaybeNonEmptyResolveCache = i - 1
|
|
}
|
|
continue
|
|
}
|
|
resa, ok := ss.layers[i].resolveCache[addr]
|
|
if ok {
|
|
return resa, true
|
|
}
|
|
}
|
|
return address.Undef, false
|
|
}
|
|
|
|
func (ss *stateSnaps) cacheResolveAddress(addr, resa address.Address) {
|
|
ss.layers[len(ss.layers)-1].resolveCache[addr] = resa
|
|
ss.lastMaybeNonEmptyResolveCache = len(ss.layers) - 1
|
|
}
|
|
|
|
func (ss *stateSnaps) getActor(addr address.Address) (*types.Actor, error) {
|
|
for i := len(ss.layers) - 1; i >= 0; i-- {
|
|
act, ok := ss.layers[i].actors[addr]
|
|
if ok {
|
|
if act.Delete {
|
|
return nil, types.ErrActorNotFound
|
|
}
|
|
|
|
return &act.Act, nil
|
|
}
|
|
}
|
|
return nil, nil
|
|
}
|
|
|
|
func (ss *stateSnaps) setActor(addr address.Address, act *types.Actor) {
|
|
ss.layers[len(ss.layers)-1].actors[addr] = streeOp{Act: *act}
|
|
}
|
|
|
|
func (ss *stateSnaps) deleteActor(addr address.Address) {
|
|
ss.layers[len(ss.layers)-1].actors[addr] = streeOp{Delete: true}
|
|
}
|
|
|
|
// VersionForNetwork returns the state tree version for the given network
|
|
// version.
|
|
func VersionForNetwork(ver network.Version) (types.StateTreeVersion, error) {
|
|
switch ver {
|
|
case network.Version0, network.Version1, network.Version2, network.Version3:
|
|
return types.StateTreeVersion0, nil
|
|
case network.Version4, network.Version5, network.Version6, network.Version7, network.Version8, network.Version9:
|
|
return types.StateTreeVersion1, nil
|
|
case network.Version10, network.Version11:
|
|
return types.StateTreeVersion2, nil
|
|
case network.Version12:
|
|
return types.StateTreeVersion3, nil
|
|
|
|
case network.Version13, network.Version14, network.Version15, network.Version16, network.Version17:
|
|
return types.StateTreeVersion4, nil
|
|
|
|
case network.Version18, network.Version19, network.Version20, network.Version21, network.Version22, network.Version23:
|
|
return types.StateTreeVersion5, nil
|
|
|
|
default:
|
|
panic(fmt.Sprintf("unsupported network version %d", ver))
|
|
}
|
|
}
|
|
|
|
func NewStateTree(cst cbor.IpldStore, ver types.StateTreeVersion) (*StateTree, error) {
|
|
var info cid.Cid
|
|
switch ver {
|
|
case types.StateTreeVersion0:
|
|
// info is undefined
|
|
case types.StateTreeVersion1, types.StateTreeVersion2, types.StateTreeVersion3, types.StateTreeVersion4, types.StateTreeVersion5:
|
|
var err error
|
|
info, err = cst.Put(context.TODO(), new(types.StateInfo0))
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
default:
|
|
return nil, xerrors.Errorf("unsupported state tree version: %d", ver)
|
|
}
|
|
|
|
store := adt.WrapStore(context.TODO(), cst)
|
|
var hamt adt.Map
|
|
switch ver {
|
|
case types.StateTreeVersion0:
|
|
tree, err := states0.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
case types.StateTreeVersion1:
|
|
tree, err := states2.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
case types.StateTreeVersion2:
|
|
tree, err := states3.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
case types.StateTreeVersion3:
|
|
tree, err := states4.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
case types.StateTreeVersion4:
|
|
tree, err := states5.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
case types.StateTreeVersion5:
|
|
tree, err := builtin_types.NewTree(store)
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("failed to create state tree: %w", err)
|
|
}
|
|
hamt = tree.Map
|
|
|
|
default:
|
|
return nil, xerrors.Errorf("unsupported state tree version: %d", ver)
|
|
}
|
|
|
|
s := &StateTree{
|
|
root: hamt,
|
|
info: info,
|
|
version: ver,
|
|
Store: cst,
|
|
snaps: newStateSnaps(),
|
|
}
|
|
s.lookupIDFun = s.lookupInternalIDAddress
|
|
return s, nil
|
|
}
|
|
|
|
func LoadStateTree(cst cbor.IpldStore, c cid.Cid) (*StateTree, error) {
|
|
var root types.StateRoot
|
|
// Try loading as a new-style state-tree (version/actors tuple).
|
|
if err := cst.Get(context.TODO(), c, &root); err != nil {
|
|
// We failed to decode as the new version, must be an old version.
|
|
root.Actors = c
|
|
root.Version = types.StateTreeVersion0
|
|
}
|
|
|
|
store := adt.WrapStore(context.TODO(), cst)
|
|
|
|
var (
|
|
hamt adt.Map
|
|
err error
|
|
)
|
|
switch root.Version {
|
|
case types.StateTreeVersion0:
|
|
var tree *states0.Tree
|
|
tree, err = states0.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
case types.StateTreeVersion1:
|
|
var tree *states2.Tree
|
|
tree, err = states2.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
case types.StateTreeVersion2:
|
|
var tree *states3.Tree
|
|
tree, err = states3.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
case types.StateTreeVersion3:
|
|
var tree *states4.Tree
|
|
tree, err = states4.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
case types.StateTreeVersion4:
|
|
var tree *states5.Tree
|
|
tree, err = states5.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
case types.StateTreeVersion5:
|
|
var tree *builtin_types.ActorTree
|
|
tree, err = builtin_types.LoadTree(store, root.Actors)
|
|
if tree != nil {
|
|
hamt = tree.Map
|
|
}
|
|
|
|
default:
|
|
return nil, xerrors.Errorf("unsupported state tree version: %d", root.Version)
|
|
}
|
|
if err != nil {
|
|
log.Errorf("failed to load state tree: %s", err)
|
|
return nil, xerrors.Errorf("failed to load state tree %s: %w", c, err)
|
|
}
|
|
|
|
s := &StateTree{
|
|
root: hamt,
|
|
info: root.Info,
|
|
version: root.Version,
|
|
Store: cst,
|
|
snaps: newStateSnaps(),
|
|
}
|
|
s.lookupIDFun = s.lookupInternalIDAddress
|
|
|
|
return s, nil
|
|
}
|
|
|
|
func (st *StateTree) SetActor(addr address.Address, act *types.Actor) error {
|
|
iaddr, err := st.LookupIDAddress(addr)
|
|
if err != nil {
|
|
return xerrors.Errorf("ID lookup failed: %w", err)
|
|
}
|
|
addr = iaddr
|
|
|
|
st.snaps.setActor(addr, act)
|
|
return nil
|
|
}
|
|
|
|
func (st *StateTree) lookupInternalIDAddress(addr address.Address) (address.Address, error) {
|
|
act, err := st.GetActor(init_.Address)
|
|
if err != nil {
|
|
return address.Undef, xerrors.Errorf("getting init actor: %w", err)
|
|
}
|
|
|
|
ias, err := init_.Load(&AdtStore{st.Store}, act)
|
|
if err != nil {
|
|
return address.Undef, xerrors.Errorf("loading init actor state: %w", err)
|
|
}
|
|
|
|
a, found, err := ias.ResolveAddress(addr)
|
|
if err == nil && !found {
|
|
err = types.ErrActorNotFound
|
|
}
|
|
if err != nil {
|
|
return address.Undef, xerrors.Errorf("resolve address %s: %w", addr, err)
|
|
}
|
|
return a, err
|
|
}
|
|
|
|
// LookupIDAddress gets the ID address of this actor's `addr` stored in the `InitActor`.
|
|
func (st *StateTree) LookupIDAddress(addr address.Address) (address.Address, error) {
|
|
if addr.Protocol() == address.ID {
|
|
return addr, nil
|
|
}
|
|
|
|
resa, ok := st.snaps.resolveAddress(addr)
|
|
if ok {
|
|
return resa, nil
|
|
}
|
|
a, err := st.lookupIDFun(addr)
|
|
if err != nil {
|
|
return a, err
|
|
}
|
|
|
|
st.snaps.cacheResolveAddress(addr, a)
|
|
|
|
return a, nil
|
|
}
|
|
|
|
// GetActor returns the actor from any type of `addr` provided.
|
|
func (st *StateTree) GetActor(addr address.Address) (*types.Actor, error) {
|
|
if addr == address.Undef {
|
|
return nil, fmt.Errorf("GetActor called on undefined address")
|
|
}
|
|
|
|
// Transform `addr` to its ID format.
|
|
iaddr, err := st.LookupIDAddress(addr)
|
|
if err != nil {
|
|
if xerrors.Is(err, types.ErrActorNotFound) {
|
|
return nil, xerrors.Errorf("resolution lookup failed (%s): %w", addr, err)
|
|
}
|
|
return nil, xerrors.Errorf("address resolution: %w", err)
|
|
}
|
|
addr = iaddr
|
|
|
|
snapAct, err := st.snaps.getActor(addr)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if snapAct != nil {
|
|
return snapAct, nil
|
|
}
|
|
|
|
var act types.Actor
|
|
var found bool
|
|
if st.version <= types.StateTreeVersion4 {
|
|
var act4 types.ActorV4
|
|
found, err = st.root.Get(abi.AddrKey(addr), &act4)
|
|
if found {
|
|
act = *types.AsActorV5(&act4)
|
|
}
|
|
} else {
|
|
found, err = st.root.Get(abi.AddrKey(addr), &act)
|
|
}
|
|
if err != nil {
|
|
return nil, xerrors.Errorf("hamt find failed: %w", err)
|
|
} else if !found {
|
|
return nil, types.ErrActorNotFound
|
|
}
|
|
|
|
st.snaps.setActor(addr, &act)
|
|
|
|
return &act, nil
|
|
}
|
|
|
|
func (st *StateTree) DeleteActor(addr address.Address) error {
|
|
if addr == address.Undef {
|
|
return xerrors.Errorf("DeleteActor called on undefined address")
|
|
}
|
|
|
|
iaddr, err := st.LookupIDAddress(addr)
|
|
if err != nil {
|
|
if xerrors.Is(err, types.ErrActorNotFound) {
|
|
return xerrors.Errorf("resolution lookup failed (%s): %w", addr, err)
|
|
}
|
|
return xerrors.Errorf("address resolution: %w", err)
|
|
}
|
|
|
|
addr = iaddr
|
|
|
|
_, err = st.GetActor(addr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
st.snaps.deleteActor(addr)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (st *StateTree) Flush(ctx context.Context) (cid.Cid, error) {
|
|
ctx, span := trace.StartSpan(ctx, "stateTree.Flush") //nolint:staticcheck
|
|
defer span.End()
|
|
if len(st.snaps.layers) != 1 {
|
|
return cid.Undef, xerrors.Errorf("tried to flush state tree with snapshots on the stack")
|
|
}
|
|
|
|
for addr, stoTmp := range st.snaps.layers[0].actors {
|
|
sto := stoTmp
|
|
if sto.Delete {
|
|
if err := st.root.Delete(abi.AddrKey(addr)); err != nil {
|
|
return cid.Undef, err
|
|
}
|
|
} else {
|
|
if st.version <= types.StateTreeVersion4 {
|
|
act4 := types.AsActorV4(&sto.Act)
|
|
if err := st.root.Put(abi.AddrKey(addr), act4); err != nil {
|
|
return cid.Undef, err
|
|
}
|
|
} else {
|
|
if err := st.root.Put(abi.AddrKey(addr), &sto.Act); err != nil {
|
|
return cid.Undef, err
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
root, err := st.root.Root()
|
|
if err != nil {
|
|
return cid.Undef, xerrors.Errorf("failed to flush state-tree hamt: %w", err)
|
|
}
|
|
// If we're version 0, return a raw tree.
|
|
if st.version == types.StateTreeVersion0 {
|
|
return root, nil
|
|
}
|
|
// Otherwise, return a versioned tree.
|
|
return st.Store.Put(ctx, &types.StateRoot{Version: st.version, Actors: root, Info: st.info})
|
|
}
|
|
|
|
func (st *StateTree) Snapshot(ctx context.Context) error {
|
|
ctx, span := trace.StartSpan(ctx, "stateTree.SnapShot") //nolint:staticcheck
|
|
defer span.End()
|
|
|
|
st.snaps.addLayer()
|
|
|
|
return nil
|
|
}
|
|
|
|
func (st *StateTree) ClearSnapshot() {
|
|
st.snaps.mergeLastLayer()
|
|
}
|
|
|
|
func (st *StateTree) RegisterNewAddress(addr address.Address) (address.Address, error) {
|
|
var out address.Address
|
|
err := st.MutateActor(init_.Address, func(initact *types.Actor) error {
|
|
ias, err := init_.Load(&AdtStore{st.Store}, initact)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
oaddr, err := ias.MapAddressToNewID(addr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
out = oaddr
|
|
|
|
ncid, err := st.Store.Put(context.TODO(), ias)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
initact.Head = ncid
|
|
return nil
|
|
})
|
|
if err != nil {
|
|
return address.Undef, err
|
|
}
|
|
|
|
return out, nil
|
|
}
|
|
|
|
type AdtStore struct{ cbor.IpldStore }
|
|
|
|
func (a *AdtStore) Context() context.Context {
|
|
return context.TODO()
|
|
}
|
|
|
|
var _ adt.Store = (*AdtStore)(nil)
|
|
|
|
func (st *StateTree) Revert() error {
|
|
st.snaps.dropLayer()
|
|
st.snaps.addLayer()
|
|
|
|
return nil
|
|
}
|
|
|
|
func (st *StateTree) MutateActor(addr address.Address, f func(*types.Actor) error) error {
|
|
act, err := st.GetActor(addr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := f(act); err != nil {
|
|
return err
|
|
}
|
|
|
|
return st.SetActor(addr, act)
|
|
}
|
|
|
|
func (st *StateTree) ForEach(f func(address.Address, *types.Actor) error) error {
|
|
// Walk through layers, if any.
|
|
seen := make(map[address.Address]struct{})
|
|
for i := len(st.snaps.layers) - 1; i >= 0; i-- {
|
|
for addr, op := range st.snaps.layers[i].actors {
|
|
if _, ok := seen[addr]; ok {
|
|
continue
|
|
}
|
|
seen[addr] = struct{}{}
|
|
if op.Delete {
|
|
continue
|
|
}
|
|
act := op.Act // copy
|
|
if err := f(addr, &act); err != nil {
|
|
return err
|
|
}
|
|
}
|
|
|
|
}
|
|
|
|
// Now walk through the saved actors.
|
|
if st.version <= types.StateTreeVersion4 {
|
|
var act types.ActorV4
|
|
return st.root.ForEach(&act, func(k string) error {
|
|
act := act // copy
|
|
addr, err := address.NewFromBytes([]byte(k))
|
|
if err != nil {
|
|
return xerrors.Errorf("invalid address (%x) found in state tree key: %w", []byte(k), err)
|
|
}
|
|
|
|
// no need to record anything here, there are no duplicates in the actors HAMT
|
|
// itself.
|
|
if _, ok := seen[addr]; ok {
|
|
return nil
|
|
}
|
|
|
|
return f(addr, types.AsActorV5(&act))
|
|
})
|
|
}
|
|
|
|
var act types.Actor
|
|
return st.root.ForEach(&act, func(k string) error {
|
|
act := act // copy
|
|
addr, err := address.NewFromBytes([]byte(k))
|
|
if err != nil {
|
|
return xerrors.Errorf("invalid address (%x) found in state tree key: %w", []byte(k), err)
|
|
}
|
|
|
|
// no need to record anything here, there are no duplicates in the actors HAMT
|
|
// itself.
|
|
if _, ok := seen[addr]; ok {
|
|
return nil
|
|
}
|
|
|
|
return f(addr, &act)
|
|
})
|
|
}
|
|
|
|
// Version returns the version of the StateTree data structure in use.
|
|
func (st *StateTree) Version() types.StateTreeVersion {
|
|
return st.version
|
|
}
|
|
|
|
func Diff(ctx context.Context, oldTree, newTree *StateTree) (map[string]types.Actor, error) {
|
|
out := map[string]types.Actor{}
|
|
|
|
var (
|
|
ncval, ocval cbg.Deferred
|
|
buf = bytes.NewReader(nil)
|
|
)
|
|
if err := newTree.root.ForEach(&ncval, func(k string) error {
|
|
select {
|
|
case <-ctx.Done():
|
|
return ctx.Err()
|
|
default:
|
|
addr, err := address.NewFromBytes([]byte(k))
|
|
if err != nil {
|
|
return xerrors.Errorf("address in state tree was not valid: %w", err)
|
|
}
|
|
|
|
found, err := oldTree.root.Get(abi.AddrKey(addr), &ocval)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if found && bytes.Equal(ocval.Raw, ncval.Raw) {
|
|
return nil // not changed
|
|
}
|
|
|
|
if newTree.version <= types.StateTreeVersion4 {
|
|
var act types.ActorV4
|
|
|
|
buf.Reset(ncval.Raw)
|
|
err = act.UnmarshalCBOR(buf)
|
|
buf.Reset(nil)
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
out[addr.String()] = *types.AsActorV5(&act)
|
|
|
|
} else {
|
|
var act types.Actor
|
|
|
|
buf.Reset(ncval.Raw)
|
|
err = act.UnmarshalCBOR(buf)
|
|
buf.Reset(nil)
|
|
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
out[addr.String()] = act
|
|
}
|
|
|
|
return nil
|
|
}
|
|
}); err != nil {
|
|
return nil, err
|
|
}
|
|
return out, nil
|
|
}
|