package genesis import ( "context" "crypto/rand" "encoding/json" "fmt" "github.com/ipfs/go-cid" "github.com/ipfs/go-datastore" cbor "github.com/ipfs/go-ipld-cbor" logging "github.com/ipfs/go-log/v2" "golang.org/x/xerrors" "github.com/filecoin-project/go-address" "github.com/filecoin-project/go-state-types/abi" actorstypes "github.com/filecoin-project/go-state-types/actors" "github.com/filecoin-project/go-state-types/big" "github.com/filecoin-project/go-state-types/crypto" "github.com/filecoin-project/go-state-types/manifest" "github.com/filecoin-project/go-state-types/network" builtin0 "github.com/filecoin-project/specs-actors/actors/builtin" verifreg0 "github.com/filecoin-project/specs-actors/actors/builtin/verifreg" adt0 "github.com/filecoin-project/specs-actors/actors/util/adt" bstore "github.com/filecoin-project/lotus/blockstore" "github.com/filecoin-project/lotus/build" "github.com/filecoin-project/lotus/chain/actors" "github.com/filecoin-project/lotus/chain/actors/adt" "github.com/filecoin-project/lotus/chain/actors/builtin" "github.com/filecoin-project/lotus/chain/actors/builtin/account" "github.com/filecoin-project/lotus/chain/actors/builtin/cron" "github.com/filecoin-project/lotus/chain/actors/builtin/datacap" init_ "github.com/filecoin-project/lotus/chain/actors/builtin/init" "github.com/filecoin-project/lotus/chain/actors/builtin/market" "github.com/filecoin-project/lotus/chain/actors/builtin/multisig" "github.com/filecoin-project/lotus/chain/actors/builtin/power" "github.com/filecoin-project/lotus/chain/actors/builtin/reward" "github.com/filecoin-project/lotus/chain/actors/builtin/system" "github.com/filecoin-project/lotus/chain/actors/builtin/verifreg" "github.com/filecoin-project/lotus/chain/consensus" "github.com/filecoin-project/lotus/chain/state" "github.com/filecoin-project/lotus/chain/store" "github.com/filecoin-project/lotus/chain/types" "github.com/filecoin-project/lotus/chain/vm" "github.com/filecoin-project/lotus/genesis" "github.com/filecoin-project/lotus/journal" "github.com/filecoin-project/lotus/lib/sigs" "github.com/filecoin-project/lotus/node/bundle" ) const AccountStart = 100 const MinerStart = 1000 const MaxAccounts = MinerStart - AccountStart var log = logging.Logger("genesis") type GenesisBootstrap struct { Genesis *types.BlockHeader } /* From a list of parameters, create a genesis block / initial state The process: - Bootstrap state (MakeInitialStateTree) - Create empty state - Create system actor - Make init actor - Create accounts mappings - Set NextID to MinerStart - Setup Reward (1.4B fil) - Setup Cron - Create empty power actor - Create empty market - Create verified registry - Setup burnt fund address - Initialize account / msig balances - Instantiate early vm with genesis syscalls - Create miners - Each: - power.CreateMiner, set msg value to PowerBalance - market.AddFunds with correct value - market.PublishDeals for related sectors - Set network power in the power actor to what we'll have after genesis creation - Recreate reward actor state with the right power - For each precommitted sector - Get deal weight - Calculate QA Power - Remove fake power from the power actor - Calculate pledge - Precommit - Confirm valid Data Types: PreSeal :{ CommR CID CommD CID SectorID SectorNumber Deal market.DealProposal # Start at 0, self-deal! } Genesis: { Accounts: [ # non-miner, non-singleton actors, max len = MaxAccounts { Type: "account" / "multisig", Value: "attofil", [Meta: {msig settings, account key..}] },... ], Miners: [ { Owner, Worker Addr # ID MarketBalance, PowerBalance TokenAmount SectorSize uint64 PreSeals []PreSeal },... ], } */ func MakeInitialStateTree(ctx context.Context, bs bstore.Blockstore, template genesis.Template) (*state.StateTree, map[address.Address]address.Address, error) { // Create empty state tree cst := cbor.NewCborStore(bs) sv, err := state.VersionForNetwork(template.NetworkVersion) if err != nil { return nil, nil, xerrors.Errorf("getting state tree version: %w", err) } state, err := state.NewStateTree(cst, sv) if err != nil { return nil, nil, xerrors.Errorf("making new state tree: %w", err) } av, err := actorstypes.VersionForNetwork(template.NetworkVersion) if err != nil { return nil, nil, xerrors.Errorf("getting network version: %w", err) } if err := bundle.LoadBundles(ctx, bs, av); err != nil { return nil, nil, xerrors.Errorf("loading actors for genesis block: %w", err) } // Create system actor sysact, err := SetupSystemActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup system actor: %w", err) } if err := state.SetActor(system.Address, sysact); err != nil { return nil, nil, xerrors.Errorf("set system actor: %w", err) } // Create init actor idStart, initact, keyIDs, err := SetupInitActor(ctx, bs, template.NetworkName, template.Accounts, template.VerifregRootKey, template.RemainderAccount, av) if err != nil { return nil, nil, xerrors.Errorf("setup init actor: %w", err) } if err := state.SetActor(init_.Address, initact); err != nil { return nil, nil, xerrors.Errorf("set init actor: %w", err) } // Setup reward // RewardActor's state is overwritten by SetupStorageMiners, but needs to exist for miner creation messages rewact, err := SetupRewardActor(ctx, bs, big.Zero(), av) if err != nil { return nil, nil, xerrors.Errorf("setup reward actor: %w", err) } err = state.SetActor(reward.Address, rewact) if err != nil { return nil, nil, xerrors.Errorf("set reward actor: %w", err) } // Setup cron cronact, err := SetupCronActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup cron actor: %w", err) } if err := state.SetActor(cron.Address, cronact); err != nil { return nil, nil, xerrors.Errorf("set cron actor: %w", err) } // Create empty power actor spact, err := SetupStoragePowerActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup storage power actor: %w", err) } if err := state.SetActor(power.Address, spact); err != nil { return nil, nil, xerrors.Errorf("set storage power actor: %w", err) } // Create empty market actor marketact, err := SetupStorageMarketActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup storage market actor: %w", err) } if err := state.SetActor(market.Address, marketact); err != nil { return nil, nil, xerrors.Errorf("set storage market actor: %w", err) } // Create verified registry verifact, err := SetupVerifiedRegistryActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup verified registry market actor: %w", err) } if err := state.SetActor(verifreg.Address, verifact); err != nil { return nil, nil, xerrors.Errorf("set verified registry actor: %w", err) } // Create datacap actor if av >= 9 { dcapact, err := SetupDatacapActor(ctx, bs, av) if err != nil { return nil, nil, xerrors.Errorf("setup datacap actor: %w", err) } if err := state.SetActor(datacap.Address, dcapact); err != nil { return nil, nil, xerrors.Errorf("set datacap actor: %w", err) } } bact, err := MakeAccountActor(ctx, cst, av, builtin.BurntFundsActorAddr, big.Zero()) if err != nil { return nil, nil, xerrors.Errorf("setup burnt funds actor state: %w", err) } if err := state.SetActor(builtin.BurntFundsActorAddr, bact); err != nil { return nil, nil, xerrors.Errorf("set burnt funds actor: %w", err) } // Create accounts for _, info := range template.Accounts { switch info.Type { case genesis.TAccount: if err := CreateAccountActor(ctx, cst, state, info, keyIDs, av); err != nil { return nil, nil, xerrors.Errorf("failed to create account actor: %w", err) } case genesis.TMultisig: ida, err := address.NewIDAddress(uint64(idStart)) if err != nil { return nil, nil, err } idStart++ if err := CreateMultisigAccount(ctx, cst, state, ida, info, keyIDs, av); err != nil { return nil, nil, err } default: return nil, nil, xerrors.New("unsupported account type") } } switch template.VerifregRootKey.Type { case genesis.TAccount: var ainfo genesis.AccountMeta if err := json.Unmarshal(template.VerifregRootKey.Meta, &ainfo); err != nil { return nil, nil, xerrors.Errorf("unmarshaling account meta: %w", err) } _, ok := keyIDs[ainfo.Owner] if ok { return nil, nil, fmt.Errorf("rootkey account has already been declared, cannot be assigned 80: %s", ainfo.Owner) } vact, err := MakeAccountActor(ctx, cst, av, ainfo.Owner, template.VerifregRootKey.Balance) if err != nil { return nil, nil, xerrors.Errorf("setup verifreg rootkey account state: %w", err) } if err = state.SetActor(builtin.RootVerifierAddress, vact); err != nil { return nil, nil, xerrors.Errorf("set verifreg rootkey account actor: %w", err) } case genesis.TMultisig: if err = CreateMultisigAccount(ctx, cst, state, builtin.RootVerifierAddress, template.VerifregRootKey, keyIDs, av); err != nil { return nil, nil, xerrors.Errorf("failed to set up verified registry signer: %w", err) } default: return nil, nil, xerrors.Errorf("unknown account type for verifreg rootkey: %w", err) } // Setup the first verifier as ID-address 81 // TODO: remove this skBytes, err := sigs.Generate(crypto.SigTypeBLS) if err != nil { return nil, nil, xerrors.Errorf("creating random verifier secret key: %w", err) } verifierPk, err := sigs.ToPublic(crypto.SigTypeBLS, skBytes) if err != nil { return nil, nil, xerrors.Errorf("creating random verifier public key: %w", err) } verifierAd, err := address.NewBLSAddress(verifierPk) if err != nil { return nil, nil, xerrors.Errorf("creating random verifier address: %w", err) } verifierId, err := address.NewIDAddress(81) if err != nil { return nil, nil, err } verifierAct, err := MakeAccountActor(ctx, cst, av, verifierAd, big.Zero()) if err != nil { return nil, nil, xerrors.Errorf("setup first verifier state: %w", err) } if err = state.SetActor(verifierId, verifierAct); err != nil { return nil, nil, xerrors.Errorf("set first verifier actor: %w", err) } totalFilAllocated := big.Zero() err = state.ForEach(func(addr address.Address, act *types.Actor) error { if act.Balance.Nil() { panic(fmt.Sprintf("actor %s (%s) has nil balance", addr, builtin.ActorNameByCode(act.Code))) } totalFilAllocated = big.Add(totalFilAllocated, act.Balance) return nil }) if err != nil { return nil, nil, xerrors.Errorf("summing account balances in state tree: %w", err) } totalFil := big.Mul(big.NewInt(int64(build.FilBase)), big.NewInt(int64(build.FilecoinPrecision))) remainingFil := big.Sub(totalFil, totalFilAllocated) if remainingFil.Sign() < 0 { return nil, nil, xerrors.Errorf("somehow overallocated filecoin (allocated = %s)", types.FIL(totalFilAllocated)) } template.RemainderAccount.Balance = remainingFil switch template.RemainderAccount.Type { case genesis.TAccount: var ainfo genesis.AccountMeta if err := json.Unmarshal(template.RemainderAccount.Meta, &ainfo); err != nil { return nil, nil, xerrors.Errorf("unmarshaling account meta: %w", err) } _, ok := keyIDs[ainfo.Owner] if ok { return nil, nil, fmt.Errorf("remainder account has already been declared, cannot be assigned 90: %s", ainfo.Owner) } keyIDs[ainfo.Owner] = builtin.ReserveAddress err = CreateAccountActor(ctx, cst, state, template.RemainderAccount, keyIDs, av) if err != nil { return nil, nil, xerrors.Errorf("creating remainder acct: %w", err) } case genesis.TMultisig: if err = CreateMultisigAccount(ctx, cst, state, builtin.ReserveAddress, template.RemainderAccount, keyIDs, av); err != nil { return nil, nil, xerrors.Errorf("failed to set up remainder: %w", err) } default: return nil, nil, xerrors.Errorf("unknown account type for remainder: %w", err) } return state, keyIDs, nil } func MakeAccountActor(ctx context.Context, cst cbor.IpldStore, av actorstypes.Version, addr address.Address, bal types.BigInt) (*types.Actor, error) { ast, err := account.MakeState(adt.WrapStore(ctx, cst), av, addr) if err != nil { return nil, err } statecid, err := cst.Put(ctx, ast.GetState()) if err != nil { return nil, err } actcid, ok := actors.GetActorCodeID(av, manifest.AccountKey) if !ok { return nil, xerrors.Errorf("failed to get account actor code ID for actors version %d", av) } act := &types.Actor{ Code: actcid, Head: statecid, Balance: bal, Address: &addr, } return act, nil } func CreateAccountActor(ctx context.Context, cst cbor.IpldStore, state *state.StateTree, info genesis.Actor, keyIDs map[address.Address]address.Address, av actorstypes.Version) error { var ainfo genesis.AccountMeta if err := json.Unmarshal(info.Meta, &ainfo); err != nil { return xerrors.Errorf("unmarshaling account meta: %w", err) } aa, err := MakeAccountActor(ctx, cst, av, ainfo.Owner, info.Balance) if err != nil { return err } ida, ok := keyIDs[ainfo.Owner] if !ok { return fmt.Errorf("no registered ID for account actor: %s", ainfo.Owner) } err = state.SetActor(ida, aa) if err != nil { return xerrors.Errorf("setting account from actmap: %w", err) } return nil } func CreateMultisigAccount(ctx context.Context, cst cbor.IpldStore, state *state.StateTree, ida address.Address, info genesis.Actor, keyIDs map[address.Address]address.Address, av actorstypes.Version) error { if info.Type != genesis.TMultisig { return fmt.Errorf("can only call CreateMultisigAccount with multisig Actor info") } var ainfo genesis.MultisigMeta if err := json.Unmarshal(info.Meta, &ainfo); err != nil { return xerrors.Errorf("unmarshaling account meta: %w", err) } var signers []address.Address for _, e := range ainfo.Signers { idAddress, ok := keyIDs[e] if !ok { return fmt.Errorf("no registered key ID for signer: %s", e) } // Check if actor already exists _, err := state.GetActor(e) if err == nil { signers = append(signers, idAddress) continue } aa, err := MakeAccountActor(ctx, cst, av, e, big.Zero()) if err != nil { return err } if err = state.SetActor(idAddress, aa); err != nil { return xerrors.Errorf("setting account from actmap: %w", err) } signers = append(signers, idAddress) } mst, err := multisig.MakeState(adt.WrapStore(ctx, cst), av, signers, uint64(ainfo.Threshold), abi.ChainEpoch(ainfo.VestingStart), abi.ChainEpoch(ainfo.VestingDuration), info.Balance) if err != nil { return err } statecid, err := cst.Put(ctx, mst.GetState()) if err != nil { return err } actcid, ok := actors.GetActorCodeID(av, manifest.MultisigKey) if !ok { return xerrors.Errorf("failed to get multisig code ID for actors version %d", av) } err = state.SetActor(ida, &types.Actor{ Code: actcid, Balance: info.Balance, Head: statecid, }) if err != nil { return xerrors.Errorf("setting account from actmap: %w", err) } return nil } func VerifyPreSealedData(ctx context.Context, cs *store.ChainStore, sys vm.SyscallBuilder, stateroot cid.Cid, template genesis.Template, keyIDs map[address.Address]address.Address, nv network.Version) (cid.Cid, error) { verifNeeds := make(map[address.Address]abi.PaddedPieceSize) var sum abi.PaddedPieceSize csc := func(context.Context, abi.ChainEpoch, *state.StateTree) (abi.TokenAmount, error) { return big.Zero(), nil } vmopt := vm.VMOpts{ StateBase: stateroot, Epoch: 0, Rand: &fakeRand{}, Bstore: cs.StateBlockstore(), Actors: consensus.NewActorRegistry(), Syscalls: mkFakedSigSyscalls(sys), CircSupplyCalc: csc, NetworkVersion: nv, BaseFee: big.Zero(), } vm, err := vm.NewVM(ctx, &vmopt) if err != nil { return cid.Undef, xerrors.Errorf("failed to create VM: %w", err) } defer vm.Done() for mi, m := range template.Miners { for si, s := range m.Sectors { if s.Deal.Provider != m.ID { return cid.Undef, xerrors.Errorf("Sector %d in miner %d in template had mismatch in provider and miner ID: %s != %s", si, mi, s.Deal.Provider, m.ID) } amt := s.Deal.PieceSize verifNeeds[keyIDs[s.Deal.Client]] += amt sum += amt } } verifregRoot, err := address.NewIDAddress(80) if err != nil { return cid.Undef, err } verifier, err := address.NewIDAddress(81) if err != nil { return cid.Undef, err } // Note: This is brittle, if the methodNum / param changes, it could break things _, err = doExecValue(ctx, vm, verifreg.Address, verifregRoot, types.NewInt(0), builtin0.MethodsVerifiedRegistry.AddVerifier, mustEnc(&verifreg0.AddVerifierParams{ Address: verifier, Allowance: abi.NewStoragePower(int64(sum)), // eh, close enough })) if err != nil { return cid.Undef, xerrors.Errorf("failed to create verifier: %w", err) } for c, amt := range verifNeeds { // Note: This is brittle, if the methodNum / param changes, it could break things _, err := doExecValue(ctx, vm, verifreg.Address, verifier, types.NewInt(0), builtin0.MethodsVerifiedRegistry.AddVerifiedClient, mustEnc(&verifreg0.AddVerifiedClientParams{ Address: c, Allowance: abi.NewStoragePower(int64(amt)), })) if err != nil { return cid.Undef, xerrors.Errorf("failed to add verified client: %w", err) } } st, err := vm.Flush(ctx) if err != nil { return cid.Cid{}, xerrors.Errorf("vm flush: %w", err) } return st, nil } func MakeGenesisBlock(ctx context.Context, j journal.Journal, bs bstore.Blockstore, sys vm.SyscallBuilder, template genesis.Template) (*GenesisBootstrap, error) { if j == nil { j = journal.NilJournal() } st, keyIDs, err := MakeInitialStateTree(ctx, bs, template) if err != nil { return nil, xerrors.Errorf("make initial state tree failed: %w", err) } // Set up the Ethereum Address Manager if err = SetupEAM(ctx, st, template.NetworkVersion); err != nil { return nil, xerrors.Errorf("failed to setup EAM: %w", err) } stateroot, err := st.Flush(ctx) if err != nil { return nil, xerrors.Errorf("flush state tree failed: %w", err) } // temp chainstore cs := store.NewChainStore(bs, bs, datastore.NewMapDatastore(), nil, j) // Verify PreSealed Data stateroot, err = VerifyPreSealedData(ctx, cs, sys, stateroot, template, keyIDs, template.NetworkVersion) if err != nil { return nil, xerrors.Errorf("failed to verify presealed data: %w", err) } // setup Storage Miners stateroot, err = SetupStorageMiners(ctx, cs, sys, stateroot, template.Miners, template.NetworkVersion) if err != nil { return nil, xerrors.Errorf("setup miners failed: %w", err) } st, err = state.LoadStateTree(st.Store, stateroot) if err != nil { return nil, xerrors.Errorf("failed to load updated state tree: %w", err) } // Set up Eth null addresses. if _, err := SetupEthNullAddresses(ctx, st, template.NetworkVersion); err != nil { return nil, xerrors.Errorf("failed to set up Eth null addresses: %w", err) } stateroot, err = st.Flush(ctx) if err != nil { return nil, xerrors.Errorf("failed to flush state tree: %w", err) } store := adt.WrapStore(ctx, cbor.NewCborStore(bs)) emptyroot, err := adt0.MakeEmptyArray(store).Root() if err != nil { return nil, xerrors.Errorf("amt build failed: %w", err) } mm := &types.MsgMeta{ BlsMessages: emptyroot, SecpkMessages: emptyroot, } mmb, err := mm.ToStorageBlock() if err != nil { return nil, xerrors.Errorf("serializing msgmeta failed: %w", err) } if err := bs.Put(ctx, mmb); err != nil { return nil, xerrors.Errorf("putting msgmeta block to blockstore: %w", err) } log.Infof("Empty Genesis root: %s", emptyroot) tickBuf := make([]byte, 32) _, _ = rand.Read(tickBuf) genesisticket := &types.Ticket{ VRFProof: tickBuf, } filecoinGenesisCid, err := cid.Decode("bafyreiaqpwbbyjo4a42saasj36kkrpv4tsherf2e7bvezkert2a7dhonoi") if err != nil { return nil, xerrors.Errorf("failed to decode filecoin genesis block CID: %w", err) } if !expectedCid().Equals(filecoinGenesisCid) { return nil, xerrors.Errorf("expectedCid != filecoinGenesisCid") } gblk, err := getGenesisBlock() if err != nil { return nil, xerrors.Errorf("failed to construct filecoin genesis block: %w", err) } if !filecoinGenesisCid.Equals(gblk.Cid()) { return nil, xerrors.Errorf("filecoinGenesisCid != gblk.Cid") } if err := bs.Put(ctx, gblk); err != nil { return nil, xerrors.Errorf("failed writing filecoin genesis block to blockstore: %w", err) } b := &types.BlockHeader{ Miner: system.Address, Ticket: genesisticket, Parents: []cid.Cid{filecoinGenesisCid}, Height: 0, ParentWeight: types.NewInt(0), ParentStateRoot: stateroot, Messages: mmb.Cid(), ParentMessageReceipts: emptyroot, BLSAggregate: nil, BlockSig: nil, Timestamp: template.Timestamp, ElectionProof: new(types.ElectionProof), BeaconEntries: []types.BeaconEntry{ { Round: 0, Data: make([]byte, 32), }, }, ParentBaseFee: abi.NewTokenAmount(build.InitialBaseFee), } sb, err := b.ToStorageBlock() if err != nil { return nil, xerrors.Errorf("serializing block header failed: %w", err) } if err := bs.Put(ctx, sb); err != nil { return nil, xerrors.Errorf("putting header to blockstore: %w", err) } return &GenesisBootstrap{ Genesis: b, }, nil }