2015-07-07 00:54:22 +00:00
|
|
|
// Copyright 2015 The go-ethereum Authors
|
|
|
|
// This file is part of go-ethereum.
|
|
|
|
//
|
|
|
|
// go-ethereum is free software: you can redistribute it and/or modify
|
|
|
|
// it under the terms of the GNU General Public License as published by
|
|
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
|
|
// (at your option) any later version.
|
|
|
|
//
|
|
|
|
// go-ethereum is distributed in the hope that it will be useful,
|
|
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
2015-07-22 16:48:40 +00:00
|
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
2015-07-07 00:54:22 +00:00
|
|
|
// GNU General Public License for more details.
|
|
|
|
//
|
|
|
|
// You should have received a copy of the GNU General Public License
|
2015-07-22 16:48:40 +00:00
|
|
|
// along with go-ethereum. If not, see <http://www.gnu.org/licenses/>.
|
2015-07-07 00:54:22 +00:00
|
|
|
|
2016-11-25 15:55:06 +00:00
|
|
|
// Package utils contains internal helper functions for go-ethereum commands.
|
2015-03-06 02:00:41 +00:00
|
|
|
package utils
|
|
|
|
|
|
|
|
import (
|
|
|
|
"crypto/ecdsa"
|
2015-04-20 15:45:37 +00:00
|
|
|
"fmt"
|
2019-08-22 11:32:26 +00:00
|
|
|
"io"
|
2015-11-17 16:33:25 +00:00
|
|
|
"io/ioutil"
|
2021-04-06 14:23:35 +00:00
|
|
|
"math"
|
2015-05-09 10:00:51 +00:00
|
|
|
"math/big"
|
2015-03-09 22:00:27 +00:00
|
|
|
"os"
|
2015-05-12 12:24:11 +00:00
|
|
|
"path/filepath"
|
2021-04-06 14:23:35 +00:00
|
|
|
godebug "runtime/debug"
|
2015-07-07 08:32:05 +00:00
|
|
|
"strconv"
|
2015-11-17 16:33:25 +00:00
|
|
|
"strings"
|
2019-08-22 11:32:26 +00:00
|
|
|
"text/tabwriter"
|
|
|
|
"text/template"
|
2018-07-02 12:51:02 +00:00
|
|
|
"time"
|
2015-05-12 12:24:11 +00:00
|
|
|
|
2015-03-07 11:39:52 +00:00
|
|
|
"github.com/ethereum/go-ethereum/accounts"
|
2017-01-24 09:49:20 +00:00
|
|
|
"github.com/ethereum/go-ethereum/accounts/keystore"
|
2015-03-18 07:44:58 +00:00
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2018-01-11 20:55:21 +00:00
|
|
|
"github.com/ethereum/go-ethereum/common/fdlimit"
|
2017-10-10 12:51:09 +00:00
|
|
|
"github.com/ethereum/go-ethereum/consensus"
|
|
|
|
"github.com/ethereum/go-ethereum/consensus/clique"
|
2017-04-04 22:16:29 +00:00
|
|
|
"github.com/ethereum/go-ethereum/consensus/ethash"
|
2015-03-06 02:00:41 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core"
|
2020-07-21 12:53:47 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/rawdb"
|
2017-01-17 11:19:50 +00:00
|
|
|
"github.com/ethereum/go-ethereum/core/vm"
|
2015-03-06 02:00:41 +00:00
|
|
|
"github.com/ethereum/go-ethereum/crypto"
|
|
|
|
"github.com/ethereum/go-ethereum/eth"
|
2017-04-12 14:27:23 +00:00
|
|
|
"github.com/ethereum/go-ethereum/eth/downloader"
|
2021-02-05 12:51:15 +00:00
|
|
|
"github.com/ethereum/go-ethereum/eth/ethconfig"
|
2017-04-12 14:27:23 +00:00
|
|
|
"github.com/ethereum/go-ethereum/eth/gasprice"
|
2015-03-06 02:00:41 +00:00
|
|
|
"github.com/ethereum/go-ethereum/ethdb"
|
2016-11-25 15:55:06 +00:00
|
|
|
"github.com/ethereum/go-ethereum/ethstats"
|
2019-06-12 08:24:24 +00:00
|
|
|
"github.com/ethereum/go-ethereum/graphql"
|
2020-08-03 17:40:46 +00:00
|
|
|
"github.com/ethereum/go-ethereum/internal/ethapi"
|
2020-07-14 08:35:32 +00:00
|
|
|
"github.com/ethereum/go-ethereum/internal/flags"
|
2016-01-13 18:35:48 +00:00
|
|
|
"github.com/ethereum/go-ethereum/les"
|
2017-02-22 12:10:07 +00:00
|
|
|
"github.com/ethereum/go-ethereum/log"
|
2015-08-07 07:56:49 +00:00
|
|
|
"github.com/ethereum/go-ethereum/metrics"
|
2020-07-03 17:12:22 +00:00
|
|
|
"github.com/ethereum/go-ethereum/metrics/exp"
|
2018-07-02 12:51:02 +00:00
|
|
|
"github.com/ethereum/go-ethereum/metrics/influxdb"
|
2019-04-23 07:08:51 +00:00
|
|
|
"github.com/ethereum/go-ethereum/miner"
|
2015-11-17 16:33:25 +00:00
|
|
|
"github.com/ethereum/go-ethereum/node"
|
2017-04-12 14:27:23 +00:00
|
|
|
"github.com/ethereum/go-ethereum/p2p"
|
all: new p2p node representation (#17643)
Package p2p/enode provides a generalized representation of p2p nodes
which can contain arbitrary information in key/value pairs. It is also
the new home for the node database. The "v4" identity scheme is also
moved here from p2p/enr to remove the dependency on Ethereum crypto from
that package.
Record signature handling is changed significantly. The identity scheme
registry is removed and acceptable schemes must be passed to any method
that needs identity. This means records must now be validated explicitly
after decoding.
The enode API is designed to make signature handling easy and safe: most
APIs around the codebase work with enode.Node, which is a wrapper around
a valid record. Going from enr.Record to enode.Node requires a valid
signature.
* p2p/discover: port to p2p/enode
This ports the discovery code to the new node representation in
p2p/enode. The wire protocol is unchanged, this can be considered a
refactoring change. The Kademlia table can now deal with nodes using an
arbitrary identity scheme. This requires a few incompatible API changes:
- Table.Lookup is not available anymore. It used to take a public key
as argument because v4 protocol requires one. Its replacement is
LookupRandom.
- Table.Resolve takes *enode.Node instead of NodeID. This is also for
v4 protocol compatibility because nodes cannot be looked up by ID
alone.
- Types Node and NodeID are gone. Further commits in the series will be
fixes all over the the codebase to deal with those removals.
* p2p: port to p2p/enode and discovery changes
This adapts package p2p to the changes in p2p/discover. All uses of
discover.Node and discover.NodeID are replaced by their equivalents from
p2p/enode.
New API is added to retrieve the enode.Node instance of a peer. The
behavior of Server.Self with discovery disabled is improved. It now
tries much harder to report a working IP address, falling back to
127.0.0.1 if no suitable address can be determined through other means.
These changes were needed for tests of other packages later in the
series.
* p2p/simulations, p2p/testing: port to p2p/enode
No surprises here, mostly replacements of discover.Node, discover.NodeID
with their new equivalents. The 'interesting' API changes are:
- testing.ProtocolSession tracks complete nodes, not just their IDs.
- adapters.NodeConfig has a new method to create a complete node.
These changes were needed to make swarm tests work.
Note that the NodeID change makes the code incompatible with old
simulation snapshots.
* whisper/whisperv5, whisper/whisperv6: port to p2p/enode
This port was easy because whisper uses []byte for node IDs and
URL strings in the API.
* eth: port to p2p/enode
Again, easy to port because eth uses strings for node IDs and doesn't
care about node information in any way.
* les: port to p2p/enode
Apart from replacing discover.NodeID with enode.ID, most changes are in
the server pool code. It now deals with complete nodes instead
of (Pubkey, IP, Port) triples. The database format is unchanged for now,
but we should probably change it to use the node database later.
* node: port to p2p/enode
This change simply replaces discover.Node and discover.NodeID with their
new equivalents.
* swarm/network: port to p2p/enode
Swarm has its own node address representation, BzzAddr, containing both
an overlay address (the hash of a secp256k1 public key) and an underlay
address (enode:// URL).
There are no changes to the BzzAddr format in this commit, but certain
operations such as creating a BzzAddr from a node ID are now impossible
because node IDs aren't public keys anymore.
Most swarm-related changes in the series remove uses of
NewAddrFromNodeID, replacing it with NewAddr which takes a complete node
as argument. ToOverlayAddr is removed because we can just use the node
ID directly.
2018-09-24 22:59:00 +00:00
|
|
|
"github.com/ethereum/go-ethereum/p2p/enode"
|
2015-03-06 02:00:41 +00:00
|
|
|
"github.com/ethereum/go-ethereum/p2p/nat"
|
2016-11-22 19:52:31 +00:00
|
|
|
"github.com/ethereum/go-ethereum/p2p/netutil"
|
2015-10-07 15:21:13 +00:00
|
|
|
"github.com/ethereum/go-ethereum/params"
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
"github.com/ethereum/go-ethereum/statediff"
|
|
|
|
|
2019-05-31 09:30:28 +00:00
|
|
|
pcsclite "github.com/gballet/go-libpcsclite"
|
2021-04-06 14:23:35 +00:00
|
|
|
gopsutil "github.com/shirou/gopsutil/mem"
|
2020-11-25 20:00:23 +00:00
|
|
|
"gopkg.in/urfave/cli.v1"
|
2015-03-06 02:00:41 +00:00
|
|
|
)
|
|
|
|
|
2015-03-10 15:44:48 +00:00
|
|
|
func init() {
|
|
|
|
cli.AppHelpTemplate = `{{.Name}} {{if .Flags}}[global options] {{end}}command{{if .Flags}} [command options]{{end}} [arguments...]
|
|
|
|
|
|
|
|
VERSION:
|
|
|
|
{{.Version}}
|
|
|
|
|
|
|
|
COMMANDS:
|
|
|
|
{{range .Commands}}{{.Name}}{{with .ShortName}}, {{.}}{{end}}{{ "\t" }}{{.Usage}}
|
|
|
|
{{end}}{{if .Flags}}
|
|
|
|
GLOBAL OPTIONS:
|
|
|
|
{{range .Flags}}{{.}}
|
|
|
|
{{end}}{{end}}
|
|
|
|
`
|
2020-07-14 08:35:32 +00:00
|
|
|
cli.CommandHelpTemplate = flags.CommandHelpTemplate
|
2019-08-22 11:32:26 +00:00
|
|
|
cli.HelpPrinter = printHelp
|
2015-03-10 15:44:48 +00:00
|
|
|
}
|
|
|
|
|
2019-08-22 11:32:26 +00:00
|
|
|
func printHelp(out io.Writer, templ string, data interface{}) {
|
|
|
|
funcMap := template.FuncMap{"join": strings.Join}
|
|
|
|
t := template.Must(template.New("help").Funcs(funcMap).Parse(templ))
|
|
|
|
w := tabwriter.NewWriter(out, 38, 8, 2, ' ', 0)
|
|
|
|
err := t.Execute(w, data)
|
|
|
|
if err != nil {
|
|
|
|
panic(err)
|
|
|
|
}
|
|
|
|
w.Flush()
|
|
|
|
}
|
|
|
|
|
2015-03-06 02:00:41 +00:00
|
|
|
// These are all the command line flags we support.
|
|
|
|
// If you add to this list, please remember to include the
|
|
|
|
// flag in the appropriate command definition.
|
|
|
|
//
|
|
|
|
// The flags are defined here so their names and help texts
|
|
|
|
// are the same for all commands.
|
|
|
|
|
|
|
|
var (
|
|
|
|
// General settings
|
2015-04-08 13:43:55 +00:00
|
|
|
DataDirFlag = DirectoryFlag{
|
2015-03-06 02:00:41 +00:00
|
|
|
Name: "datadir",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "Data directory for the databases and keystore",
|
2019-08-22 11:32:26 +00:00
|
|
|
Value: DirectoryString(node.DefaultDataDir()),
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2019-03-08 13:56:20 +00:00
|
|
|
AncientFlag = DirectoryFlag{
|
|
|
|
Name: "datadir.ancient",
|
|
|
|
Usage: "Data directory for ancient chain segments (default = inside chaindata)",
|
|
|
|
}
|
2021-01-19 08:26:42 +00:00
|
|
|
MinFreeDiskSpaceFlag = DirectoryFlag{
|
|
|
|
Name: "datadir.minfreedisk",
|
|
|
|
Usage: "Minimum free disk space in MB, once reached triggers auto shut down (default = --cache.gc converted to MB, 0 = disabled)",
|
|
|
|
}
|
2016-03-07 22:38:56 +00:00
|
|
|
KeyStoreDirFlag = DirectoryFlag{
|
|
|
|
Name: "keystore",
|
|
|
|
Usage: "Directory for the keystore (default = inside the datadir)",
|
|
|
|
}
|
2017-04-20 11:01:51 +00:00
|
|
|
NoUSBFlag = cli.BoolFlag{
|
|
|
|
Name: "nousb",
|
2021-01-05 10:18:22 +00:00
|
|
|
Usage: "Disables monitoring for and managing USB hardware wallets (deprecated)",
|
|
|
|
}
|
|
|
|
USBFlag = cli.BoolFlag{
|
|
|
|
Name: "usb",
|
|
|
|
Usage: "Enable monitoring and management of USB hardware wallets",
|
2017-04-20 11:01:51 +00:00
|
|
|
}
|
2019-05-31 09:30:28 +00:00
|
|
|
SmartCardDaemonPathFlag = cli.StringFlag{
|
|
|
|
Name: "pcscdpath",
|
|
|
|
Usage: "Path to the smartcard daemon (pcscd) socket file",
|
|
|
|
Value: pcsclite.PCSCDSockName,
|
|
|
|
}
|
2017-04-25 11:31:15 +00:00
|
|
|
NetworkIdFlag = cli.Uint64Flag{
|
2015-03-18 07:44:58 +00:00
|
|
|
Name: "networkid",
|
2020-09-16 11:17:50 +00:00
|
|
|
Usage: "Explicitly set network id (integer)(For testnets: use --ropsten, --rinkeby, --goerli instead)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.NetworkId,
|
2015-03-18 07:44:58 +00:00
|
|
|
}
|
2021-01-05 13:31:23 +00:00
|
|
|
MainnetFlag = cli.BoolFlag{
|
|
|
|
Name: "mainnet",
|
|
|
|
Usage: "Ethereum mainnet",
|
|
|
|
}
|
2020-04-09 09:09:58 +00:00
|
|
|
GoerliFlag = cli.BoolFlag{
|
|
|
|
Name: "goerli",
|
|
|
|
Usage: "Görli network: pre-configured proof-of-authority test network",
|
2015-07-10 12:29:40 +00:00
|
|
|
}
|
2021-01-28 20:19:07 +00:00
|
|
|
YoloV3Flag = cli.BoolFlag{
|
|
|
|
Name: "yolov3",
|
|
|
|
Usage: "YOLOv3 network: pre-configured proof-of-authority shortlived test network.",
|
2020-06-03 09:05:15 +00:00
|
|
|
}
|
2017-05-04 09:36:20 +00:00
|
|
|
RinkebyFlag = cli.BoolFlag{
|
|
|
|
Name: "rinkeby",
|
|
|
|
Usage: "Rinkeby network: pre-configured proof-of-authority test network",
|
|
|
|
}
|
2020-04-09 09:09:58 +00:00
|
|
|
RopstenFlag = cli.BoolFlag{
|
|
|
|
Name: "ropsten",
|
|
|
|
Usage: "Ropsten network: pre-configured proof-of-work test network",
|
2018-11-16 15:58:24 +00:00
|
|
|
}
|
2017-10-24 10:40:42 +00:00
|
|
|
DeveloperFlag = cli.BoolFlag{
|
2015-09-06 13:46:54 +00:00
|
|
|
Name: "dev",
|
2017-10-24 10:40:42 +00:00
|
|
|
Usage: "Ephemeral proof-of-authority network with a pre-funded developer account, mining enabled",
|
|
|
|
}
|
|
|
|
DeveloperPeriodFlag = cli.IntFlag{
|
|
|
|
Name: "dev.period",
|
|
|
|
Usage: "Block period to use in developer mode (0 = mine only if transaction pending)",
|
2015-09-06 13:46:54 +00:00
|
|
|
}
|
2015-04-18 21:53:30 +00:00
|
|
|
IdentityFlag = cli.StringFlag{
|
|
|
|
Name: "identity",
|
2015-04-21 23:41:34 +00:00
|
|
|
Usage: "Custom node name",
|
2015-04-18 21:53:30 +00:00
|
|
|
}
|
2015-10-26 21:24:09 +00:00
|
|
|
DocRootFlag = DirectoryFlag{
|
|
|
|
Name: "docroot",
|
|
|
|
Usage: "Document Root for HTTPClient file scheme",
|
2020-09-22 21:22:54 +00:00
|
|
|
Value: DirectoryString(HomeDir()),
|
2015-10-26 21:24:09 +00:00
|
|
|
}
|
cmd,eth: 16400 Add an option to stop geth once in sync. WIP for light mode (#17321)
* cmd, eth: Added in the flag to step geth once sync based on input
* cmd, eth: 16400 Add an option to stop geth once in sync.
* cmd: 16400 Add an option to stop geth once in sync. WIP
* cmd/geth/main, les/fletcher: added in light mode support
* cmd/geth/main, les/fletcher: Cleaned Comments and code for light mode
* cmd: 16400 Fixed formatting issue and cleaned code
* cmd, eth, les: 16400 Fixed formatting issues
* cmd, eth, les: Performed gofmt to update formatting
* cmd, eth, les: Fixed bugs resulting formatting
* cmd/geth, eth/, les: switched to downloader event
* eth: Fixed styling and gen_config
* eth/: Fix nil error in config file
* cmd/geth: Updated countdown log
* les/fetcher.go: Removed depcreated channel
* eth/downloader.go: Removed deprecated select
* cmd/geth, cmd/utils: Fixed minor issues
* eth: Reverted config files to proper format
* eth: Fixed typo in config file
* cmd/geth, eth/down: Updated code to use header time stamp
* eth/downloader: Changed the time threshold to 10 minutes
* cmd/geth, eth/downloader: Updated downloading event to pass latest header
* cmd/geth: Updated main to use right timer object
* cmd/geth: Removed unused failed event
* cmd/geth: added in correct time field with type assertion
* cmd/geth, cmd/utils: Updated flag to use boolean
* cmd/geth, cmd/utils, eth/downloader: Cleaned up code based on recommendations
* cmd/geth: Removed unneeded import
* cmd/geth, eth/downloader: fixed event field and suggested changes
* cmd/geth, cmd/utils: Updated flag and linting issue
2019-01-30 07:40:36 +00:00
|
|
|
ExitWhenSyncedFlag = cli.BoolFlag{
|
|
|
|
Name: "exitwhensynced",
|
2019-04-02 07:40:30 +00:00
|
|
|
Usage: "Exits after block synchronisation completes",
|
cmd,eth: 16400 Add an option to stop geth once in sync. WIP for light mode (#17321)
* cmd, eth: Added in the flag to step geth once sync based on input
* cmd, eth: 16400 Add an option to stop geth once in sync.
* cmd: 16400 Add an option to stop geth once in sync. WIP
* cmd/geth/main, les/fletcher: added in light mode support
* cmd/geth/main, les/fletcher: Cleaned Comments and code for light mode
* cmd: 16400 Fixed formatting issue and cleaned code
* cmd, eth, les: 16400 Fixed formatting issues
* cmd, eth, les: Performed gofmt to update formatting
* cmd, eth, les: Fixed bugs resulting formatting
* cmd/geth, eth/, les: switched to downloader event
* eth: Fixed styling and gen_config
* eth/: Fix nil error in config file
* cmd/geth: Updated countdown log
* les/fetcher.go: Removed depcreated channel
* eth/downloader.go: Removed deprecated select
* cmd/geth, cmd/utils: Fixed minor issues
* eth: Reverted config files to proper format
* eth: Fixed typo in config file
* cmd/geth, eth/down: Updated code to use header time stamp
* eth/downloader: Changed the time threshold to 10 minutes
* cmd/geth, eth/downloader: Updated downloading event to pass latest header
* cmd/geth: Updated main to use right timer object
* cmd/geth: Removed unused failed event
* cmd/geth: added in correct time field with type assertion
* cmd/geth, cmd/utils: Updated flag to use boolean
* cmd/geth, cmd/utils, eth/downloader: Cleaned up code based on recommendations
* cmd/geth: Removed unneeded import
* cmd/geth, eth/downloader: fixed event field and suggested changes
* cmd/geth, cmd/utils: Updated flag and linting issue
2019-01-30 07:40:36 +00:00
|
|
|
}
|
2019-06-24 14:16:44 +00:00
|
|
|
IterativeOutputFlag = cli.BoolFlag{
|
|
|
|
Name: "iterative",
|
|
|
|
Usage: "Print streaming JSON iteratively, delimited by newlines",
|
|
|
|
}
|
|
|
|
ExcludeStorageFlag = cli.BoolFlag{
|
|
|
|
Name: "nostorage",
|
|
|
|
Usage: "Exclude storage entries (save db lookups)",
|
|
|
|
}
|
|
|
|
IncludeIncompletesFlag = cli.BoolFlag{
|
|
|
|
Name: "incompletes",
|
|
|
|
Usage: "Include accounts for which we don't have the address (missing preimage)",
|
|
|
|
}
|
|
|
|
ExcludeCodeFlag = cli.BoolFlag{
|
|
|
|
Name: "nocode",
|
|
|
|
Usage: "Exclude contract code (save db lookups)",
|
|
|
|
}
|
2021-02-05 12:51:15 +00:00
|
|
|
defaultSyncMode = ethconfig.Defaults.SyncMode
|
2017-04-12 14:27:23 +00:00
|
|
|
SyncModeFlag = TextMarshalerFlag{
|
|
|
|
Name: "syncmode",
|
2020-12-14 09:27:15 +00:00
|
|
|
Usage: `Blockchain sync mode ("fast", "full", "snap" or "light")`,
|
2017-04-12 14:27:23 +00:00
|
|
|
Value: &defaultSyncMode,
|
|
|
|
}
|
2018-02-05 16:40:32 +00:00
|
|
|
GCModeFlag = cli.StringFlag{
|
|
|
|
Name: "gcmode",
|
|
|
|
Usage: `Blockchain garbage collection mode ("full", "archive")`,
|
|
|
|
Value: "full",
|
|
|
|
}
|
2021-02-07 18:13:59 +00:00
|
|
|
SnapshotFlag = cli.BoolTFlag{
|
2020-01-19 19:57:56 +00:00
|
|
|
Name: "snapshot",
|
2021-02-07 18:13:59 +00:00
|
|
|
Usage: `Enables snapshot-database mode (default = enable)`,
|
2020-01-19 19:57:56 +00:00
|
|
|
}
|
2021-02-08 18:44:05 +00:00
|
|
|
TxLookupLimitFlag = cli.Uint64Flag{
|
2020-05-11 15:58:43 +00:00
|
|
|
Name: "txlookuplimit",
|
2021-02-08 18:44:05 +00:00
|
|
|
Usage: "Number of recent blocks to maintain transactions index for (default = about one year, 0 = entire chain)",
|
|
|
|
Value: ethconfig.Defaults.TxLookupLimit,
|
2020-05-11 15:58:43 +00:00
|
|
|
}
|
2019-07-10 02:08:59 +00:00
|
|
|
LightKDFFlag = cli.BoolFlag{
|
|
|
|
Name: "lightkdf",
|
|
|
|
Usage: "Reduce key-derivation RAM & CPU usage at some expense of KDF strength",
|
|
|
|
}
|
|
|
|
WhitelistFlag = cli.StringFlag{
|
|
|
|
Name: "whitelist",
|
|
|
|
Usage: "Comma separated block number-to-hash mappings to enforce (<number>=<hash>)",
|
|
|
|
}
|
all: bloom-filter based pruning mechanism (#21724)
* cmd, core, tests: initial state pruner
core: fix db inspector
cmd/geth: add verify-state
cmd/geth: add verification tool
core/rawdb: implement flatdb
cmd, core: fix rebase
core/state: use new contract code layout
core/state/pruner: avoid deleting genesis state
cmd/geth: add helper function
core, cmd: fix extract genesis
core: minor fixes
contracts: remove useless
core/state/snapshot: plugin stacktrie
core: polish
core/state/snapshot: iterate storage concurrently
core/state/snapshot: fix iteration
core: add comments
core/state/snapshot: polish code
core/state: polish
core/state/snapshot: rebase
core/rawdb: add comments
core/rawdb: fix tests
core/rawdb: improve tests
core/state/snapshot: fix concurrent iteration
core/state: run pruning during the recovery
core, trie: implement martin's idea
core, eth: delete flatdb and polish pruner
trie: fix import
core/state/pruner: add log
core/state/pruner: fix issues
core/state/pruner: don't read back
core/state/pruner: fix contract code write
core/state/pruner: check root node presence
cmd, core: polish log
core/state: use HEAD-127 as the target
core/state/snapshot: improve tests
cmd/geth: fix verification tool
cmd/geth: use HEAD as the verification default target
all: replace the bloomfilter with martin's fork
cmd, core: polish code
core, cmd: forcibly delete state root
core/state/pruner: add hash64
core/state/pruner: fix blacklist
core/state: remove blacklist
cmd, core: delete trie clean cache before pruning
cmd, core: fix lint
cmd, core: fix rebase
core/state: fix the special case for clique networks
core/state/snapshot: remove useless code
core/state/pruner: capping the snapshot after pruning
cmd, core, eth: fixes
core/rawdb: update db inspector
cmd/geth: polish code
core/state/pruner: fsync bloom filter
cmd, core: print warning log
core/state/pruner: adjust the parameters for bloom filter
cmd, core: create the bloom filter by size
core: polish
core/state/pruner: sanitize invalid bloomfilter size
cmd: address comments
cmd/geth: address comments
cmd/geth: address comment
core/state/pruner: address comments
core/state/pruner: rename homedir to datadir
cmd, core: address comments
core/state/pruner: address comment
core/state: address comments
core, cmd, tests: address comments
core: address comments
core/state/pruner: release the iterator after each commit
core/state/pruner: improve pruner
cmd, core: adjust bloom paramters
core/state/pruner: fix lint
core/state/pruner: fix tests
core: fix rebase
core/state/pruner: remove atomic rename
core/state/pruner: address comments
all: run go mod tidy
core/state/pruner: avoid false-positive for the middle state roots
core/state/pruner: add checks for middle roots
cmd/geth: replace crit with error
* core/state/pruner: fix lint
* core: drop legacy bloom filter
* core/state/snapshot: improve pruner
* core/state/snapshot: polish concurrent logs to report ETA vs. hashes
* core/state/pruner: add progress report for pruning and compaction too
* core: fix snapshot test API
* core/state: fix some pruning logs
* core/state/pruner: support recovering from bloom flush fail
Co-authored-by: Péter Szilágyi <peterke@gmail.com>
2021-02-08 11:16:30 +00:00
|
|
|
BloomFilterSizeFlag = cli.Uint64Flag{
|
|
|
|
Name: "bloomfilter.size",
|
|
|
|
Usage: "Megabytes of memory allocated to bloom-filter for pruning",
|
|
|
|
Value: 2048,
|
|
|
|
}
|
2021-02-25 07:10:30 +00:00
|
|
|
OverrideBerlinFlag = cli.Uint64Flag{
|
|
|
|
Name: "override.berlin",
|
|
|
|
Usage: "Manually specify Berlin fork-block, overriding the bundled setting",
|
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
// Light server and client settings
|
|
|
|
LightServeFlag = cli.IntFlag{
|
|
|
|
Name: "light.serve",
|
2019-02-26 11:32:48 +00:00
|
|
|
Usage: "Maximum percentage of time allowed for serving LES requests (multi-threaded processing allows values over 100)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.LightServ,
|
2016-01-13 18:35:48 +00:00
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
LightIngressFlag = cli.IntFlag{
|
|
|
|
Name: "light.ingress",
|
|
|
|
Usage: "Incoming bandwidth limit for serving light clients (kilobytes/sec, 0 = unlimited)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.LightIngress,
|
2019-02-26 11:32:48 +00:00
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
LightEgressFlag = cli.IntFlag{
|
|
|
|
Name: "light.egress",
|
|
|
|
Usage: "Outgoing bandwidth limit for serving light clients (kilobytes/sec, 0 = unlimited)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.LightEgress,
|
2019-02-26 11:32:48 +00:00
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
LightMaxPeersFlag = cli.IntFlag{
|
|
|
|
Name: "light.maxpeers",
|
|
|
|
Usage: "Maximum number of light clients to serve, or light servers to attach to",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.LightPeers,
|
2016-01-13 18:35:48 +00:00
|
|
|
}
|
2019-07-10 02:08:59 +00:00
|
|
|
UltraLightServersFlag = cli.StringFlag{
|
|
|
|
Name: "ulc.servers",
|
|
|
|
Usage: "List of trusted ultra-light servers",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: strings.Join(ethconfig.Defaults.UltraLightServers, ","),
|
2015-10-23 14:49:36 +00:00
|
|
|
}
|
2019-07-10 02:08:59 +00:00
|
|
|
UltraLightFractionFlag = cli.IntFlag{
|
|
|
|
Name: "ulc.fraction",
|
|
|
|
Usage: "Minimum % of trusted ultra-light servers required to announce a new head",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.UltraLightFraction,
|
2019-07-10 02:08:59 +00:00
|
|
|
}
|
|
|
|
UltraLightOnlyAnnounceFlag = cli.BoolFlag{
|
|
|
|
Name: "ulc.onlyannounce",
|
|
|
|
Usage: "Ultra light server sends announcements only",
|
2018-11-02 20:26:45 +00:00
|
|
|
}
|
2020-07-13 09:02:54 +00:00
|
|
|
LightNoPruneFlag = cli.BoolFlag{
|
|
|
|
Name: "light.nopruning",
|
|
|
|
Usage: "Disable ancient light chain data pruning",
|
|
|
|
}
|
2021-02-25 12:55:07 +00:00
|
|
|
LightNoSyncServeFlag = cli.BoolFlag{
|
|
|
|
Name: "light.nosyncserve",
|
|
|
|
Usage: "Enables serving light clients before syncing",
|
|
|
|
}
|
2017-05-26 10:40:47 +00:00
|
|
|
// Ethash settings
|
|
|
|
EthashCacheDirFlag = DirectoryFlag{
|
|
|
|
Name: "ethash.cachedir",
|
|
|
|
Usage: "Directory to store the ethash verification caches (default = inside the datadir)",
|
|
|
|
}
|
|
|
|
EthashCachesInMemoryFlag = cli.IntFlag{
|
|
|
|
Name: "ethash.cachesinmem",
|
|
|
|
Usage: "Number of recent ethash caches to keep in memory (16MB each)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Ethash.CachesInMem,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
EthashCachesOnDiskFlag = cli.IntFlag{
|
|
|
|
Name: "ethash.cachesondisk",
|
|
|
|
Usage: "Number of recent ethash caches to keep on disk (16MB each)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Ethash.CachesOnDisk,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
2020-03-31 08:44:04 +00:00
|
|
|
EthashCachesLockMmapFlag = cli.BoolFlag{
|
|
|
|
Name: "ethash.cacheslockmmap",
|
|
|
|
Usage: "Lock memory maps of recent ethash caches",
|
|
|
|
}
|
2017-05-26 10:40:47 +00:00
|
|
|
EthashDatasetDirFlag = DirectoryFlag{
|
|
|
|
Name: "ethash.dagdir",
|
2019-08-22 11:32:26 +00:00
|
|
|
Usage: "Directory to store the ethash mining DAGs",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: DirectoryString(ethconfig.Defaults.Ethash.DatasetDir),
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
EthashDatasetsInMemoryFlag = cli.IntFlag{
|
|
|
|
Name: "ethash.dagsinmem",
|
|
|
|
Usage: "Number of recent ethash mining DAGs to keep in memory (1+GB each)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Ethash.DatasetsInMem,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
EthashDatasetsOnDiskFlag = cli.IntFlag{
|
|
|
|
Name: "ethash.dagsondisk",
|
|
|
|
Usage: "Number of recent ethash mining DAGs to keep on disk (1+GB each)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Ethash.DatasetsOnDisk,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
2020-03-31 08:44:04 +00:00
|
|
|
EthashDatasetsLockMmapFlag = cli.BoolFlag{
|
|
|
|
Name: "ethash.dagslockmmap",
|
|
|
|
Usage: "Lock memory maps for recent ethash mining DAGs",
|
|
|
|
}
|
2017-05-26 10:40:47 +00:00
|
|
|
// Transaction pool settings
|
2018-08-21 17:30:06 +00:00
|
|
|
TxPoolLocalsFlag = cli.StringFlag{
|
|
|
|
Name: "txpool.locals",
|
|
|
|
Usage: "Comma separated accounts to treat as locals (no flush, priority inclusion)",
|
|
|
|
}
|
2017-07-05 14:06:05 +00:00
|
|
|
TxPoolNoLocalsFlag = cli.BoolFlag{
|
|
|
|
Name: "txpool.nolocals",
|
|
|
|
Usage: "Disables price exemptions for locally submitted transactions",
|
|
|
|
}
|
2017-07-28 13:09:39 +00:00
|
|
|
TxPoolJournalFlag = cli.StringFlag{
|
|
|
|
Name: "txpool.journal",
|
|
|
|
Usage: "Disk journal for local transaction to survive node restarts",
|
|
|
|
Value: core.DefaultTxPoolConfig.Journal,
|
|
|
|
}
|
|
|
|
TxPoolRejournalFlag = cli.DurationFlag{
|
|
|
|
Name: "txpool.rejournal",
|
|
|
|
Usage: "Time interval to regenerate the local transaction journal",
|
|
|
|
Value: core.DefaultTxPoolConfig.Rejournal,
|
|
|
|
}
|
2017-05-26 10:40:47 +00:00
|
|
|
TxPoolPriceLimitFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.pricelimit",
|
|
|
|
Usage: "Minimum gas price limit to enforce for acceptance into the pool",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.PriceLimit,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolPriceBumpFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.pricebump",
|
|
|
|
Usage: "Price bump percentage to replace an already existing transaction",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.PriceBump,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolAccountSlotsFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.accountslots",
|
|
|
|
Usage: "Minimum number of executable transaction slots guaranteed per account",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.AccountSlots,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolGlobalSlotsFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.globalslots",
|
|
|
|
Usage: "Maximum number of executable transaction slots for all accounts",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.GlobalSlots,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolAccountQueueFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.accountqueue",
|
|
|
|
Usage: "Maximum number of non-executable transaction slots permitted per account",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.AccountQueue,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolGlobalQueueFlag = cli.Uint64Flag{
|
|
|
|
Name: "txpool.globalqueue",
|
|
|
|
Usage: "Maximum number of non-executable transaction slots for all accounts",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.GlobalQueue,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
|
|
|
TxPoolLifetimeFlag = cli.DurationFlag{
|
|
|
|
Name: "txpool.lifetime",
|
|
|
|
Usage: "Maximum amount of time non-executable transaction are queued",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TxPool.Lifetime,
|
2017-05-26 10:40:47 +00:00
|
|
|
}
|
2016-10-19 11:55:13 +00:00
|
|
|
// Performance tuning settings
|
|
|
|
CacheFlag = cli.IntFlag{
|
|
|
|
Name: "cache",
|
2019-04-12 09:06:43 +00:00
|
|
|
Usage: "Megabytes of memory allocated to internal caching (default = 4096 mainnet full node, 128 light mode)",
|
2018-02-05 16:40:32 +00:00
|
|
|
Value: 1024,
|
|
|
|
}
|
|
|
|
CacheDatabaseFlag = cli.IntFlag{
|
|
|
|
Name: "cache.database",
|
|
|
|
Usage: "Percentage of cache memory allowance to use for database io",
|
2018-11-12 16:47:34 +00:00
|
|
|
Value: 50,
|
|
|
|
}
|
|
|
|
CacheTrieFlag = cli.IntFlag{
|
|
|
|
Name: "cache.trie",
|
2019-11-26 07:48:29 +00:00
|
|
|
Usage: "Percentage of cache memory allowance to use for trie caching (default = 15% full mode, 30% archive mode)",
|
|
|
|
Value: 15,
|
2018-02-05 16:40:32 +00:00
|
|
|
}
|
2020-07-28 13:30:31 +00:00
|
|
|
CacheTrieJournalFlag = cli.StringFlag{
|
|
|
|
Name: "cache.trie.journal",
|
|
|
|
Usage: "Disk journal directory for trie cache to survive node restarts",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TrieCleanCacheJournal,
|
2020-07-28 13:30:31 +00:00
|
|
|
}
|
|
|
|
CacheTrieRejournalFlag = cli.DurationFlag{
|
|
|
|
Name: "cache.trie.rejournal",
|
|
|
|
Usage: "Time interval to regenerate the trie cache journal",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.TrieCleanCacheRejournal,
|
2020-07-28 13:30:31 +00:00
|
|
|
}
|
2018-02-05 16:40:32 +00:00
|
|
|
CacheGCFlag = cli.IntFlag{
|
|
|
|
Name: "cache.gc",
|
2019-02-05 10:49:59 +00:00
|
|
|
Usage: "Percentage of cache memory allowance to use for trie pruning (default = 25% full mode, 0% archive mode)",
|
2018-02-05 16:40:32 +00:00
|
|
|
Value: 25,
|
2016-10-19 11:55:13 +00:00
|
|
|
}
|
2019-11-26 07:48:29 +00:00
|
|
|
CacheSnapshotFlag = cli.IntFlag{
|
|
|
|
Name: "cache.snapshot",
|
|
|
|
Usage: "Percentage of cache memory allowance to use for snapshot caching (default = 10% full mode, 20% archive mode)",
|
|
|
|
Value: 10,
|
|
|
|
}
|
2019-04-01 08:52:11 +00:00
|
|
|
CacheNoPrefetchFlag = cli.BoolFlag{
|
|
|
|
Name: "cache.noprefetch",
|
|
|
|
Usage: "Disable heuristic state prefetch during block import (less CPU and disk IO, more time waiting for data)",
|
|
|
|
}
|
2021-02-19 13:53:05 +00:00
|
|
|
CachePreimagesFlag = cli.BoolFlag{
|
2020-11-18 09:51:33 +00:00
|
|
|
Name: "cache.preimages",
|
2021-02-19 13:53:05 +00:00
|
|
|
Usage: "Enable recording the SHA3/keccak preimages of trie keys",
|
2020-11-18 09:51:33 +00:00
|
|
|
}
|
2015-10-29 17:53:24 +00:00
|
|
|
// Miner settings
|
|
|
|
MiningEnabledFlag = cli.BoolFlag{
|
|
|
|
Name: "mine",
|
|
|
|
Usage: "Enable mining",
|
2015-06-12 05:45:23 +00:00
|
|
|
}
|
2015-03-06 02:00:41 +00:00
|
|
|
MinerThreadsFlag = cli.IntFlag{
|
2018-08-08 09:15:08 +00:00
|
|
|
Name: "miner.threads",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "Number of CPU threads to use for mining",
|
2018-08-08 09:15:08 +00:00
|
|
|
Value: 0,
|
|
|
|
}
|
|
|
|
MinerNotifyFlag = cli.StringFlag{
|
|
|
|
Name: "miner.notify",
|
|
|
|
Usage: "Comma separated HTTP URL list to notify of new work packages",
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2021-03-26 17:30:10 +00:00
|
|
|
MinerNotifyFullFlag = cli.BoolFlag{
|
|
|
|
Name: "miner.notify.full",
|
|
|
|
Usage: "Notify with pending block headers instead of work packages",
|
|
|
|
}
|
2018-08-15 08:01:49 +00:00
|
|
|
MinerGasTargetFlag = cli.Uint64Flag{
|
|
|
|
Name: "miner.gastarget",
|
|
|
|
Usage: "Target gas floor for mined blocks",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Miner.GasFloor,
|
2018-08-15 08:01:49 +00:00
|
|
|
}
|
2018-08-29 09:21:12 +00:00
|
|
|
MinerGasLimitFlag = cli.Uint64Flag{
|
|
|
|
Name: "miner.gaslimit",
|
|
|
|
Usage: "Target gas ceiling for mined blocks",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Miner.GasCeil,
|
2016-03-01 22:32:43 +00:00
|
|
|
}
|
2018-08-15 08:01:49 +00:00
|
|
|
MinerGasPriceFlag = BigFlag{
|
|
|
|
Name: "miner.gasprice",
|
2018-09-10 12:22:34 +00:00
|
|
|
Usage: "Minimum gas price for mining a transaction",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Miner.GasPrice,
|
2015-03-26 21:49:22 +00:00
|
|
|
}
|
2018-08-15 08:01:49 +00:00
|
|
|
MinerEtherbaseFlag = cli.StringFlag{
|
|
|
|
Name: "miner.etherbase",
|
|
|
|
Usage: "Public address for block mining rewards (default = first account)",
|
|
|
|
Value: "0",
|
|
|
|
}
|
|
|
|
MinerExtraDataFlag = cli.StringFlag{
|
|
|
|
Name: "miner.extradata",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "Block extra data set by the miner (default = client version)",
|
2015-09-22 08:34:58 +00:00
|
|
|
}
|
2018-08-21 19:56:54 +00:00
|
|
|
MinerRecommitIntervalFlag = cli.DurationFlag{
|
|
|
|
Name: "miner.recommit",
|
2018-08-28 13:59:05 +00:00
|
|
|
Usage: "Time interval to recreate the block being mined",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.Miner.Recommit,
|
2018-08-21 19:56:54 +00:00
|
|
|
}
|
2018-08-28 13:59:05 +00:00
|
|
|
MinerNoVerfiyFlag = cli.BoolFlag{
|
|
|
|
Name: "miner.noverify",
|
|
|
|
Usage: "Disable remote sealing verification",
|
|
|
|
}
|
2015-10-29 17:53:24 +00:00
|
|
|
// Account settings
|
2015-03-18 07:44:58 +00:00
|
|
|
UnlockedAccountFlag = cli.StringFlag{
|
|
|
|
Name: "unlock",
|
2015-11-17 16:33:25 +00:00
|
|
|
Usage: "Comma separated list of accounts to unlock",
|
2015-03-23 13:00:06 +00:00
|
|
|
Value: "",
|
|
|
|
}
|
|
|
|
PasswordFileFlag = cli.StringFlag{
|
|
|
|
Name: "password",
|
2017-09-27 00:28:26 +00:00
|
|
|
Usage: "Password file to use for non-interactive password input",
|
2015-03-23 13:00:06 +00:00
|
|
|
Value: "",
|
2015-03-18 07:44:58 +00:00
|
|
|
}
|
accounts, eth, clique, signer: support for external signer API (#18079)
* accounts, eth, clique: implement external backend + move sighash calc to backend
* signer: implement account_Version on external API
* accounts/external: enable ipc, add copyright
* accounts, internal, signer: formatting
* node: go fmt
* flags: disallow --dev in combo with --externalsigner
* accounts: remove clique-specific signing method, replace with more generic
* accounts, consensus: formatting + fix error in tests
* signer/core: remove (test-) import cycle
* clique: remove unused import
* accounts: remove CliqueHash and avoid dependency on package crypto
* consensus/clique: unduplicate header encoding
2019-02-05 10:23:57 +00:00
|
|
|
ExternalSignerFlag = cli.StringFlag{
|
|
|
|
Name: "signer",
|
|
|
|
Usage: "External signer (url or path to ipc file)",
|
|
|
|
Value: "",
|
|
|
|
}
|
2017-01-17 11:19:50 +00:00
|
|
|
VMEnableDebugFlag = cli.BoolFlag{
|
|
|
|
Name: "vmdebug",
|
|
|
|
Usage: "Record information useful for VM and contract debugging",
|
|
|
|
}
|
2019-04-04 11:03:10 +00:00
|
|
|
InsecureUnlockAllowedFlag = cli.BoolFlag{
|
|
|
|
Name: "allow-insecure-unlock",
|
|
|
|
Usage: "Allow insecure account unlocking when account-related RPCs are exposed by http",
|
|
|
|
}
|
2020-10-13 11:33:10 +00:00
|
|
|
RPCGlobalGasCapFlag = cli.Uint64Flag{
|
2019-04-08 11:49:52 +00:00
|
|
|
Name: "rpc.gascap",
|
2020-07-01 17:54:21 +00:00
|
|
|
Usage: "Sets a cap on gas that can be used in eth_call/estimateGas (0=infinite)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.RPCGasCap,
|
2019-04-08 11:49:52 +00:00
|
|
|
}
|
2020-10-13 11:33:10 +00:00
|
|
|
RPCGlobalTxFeeCapFlag = cli.Float64Flag{
|
2020-06-17 07:46:31 +00:00
|
|
|
Name: "rpc.txfeecap",
|
|
|
|
Usage: "Sets a cap on transaction fee (in ether) that can be sent via the RPC APIs (0 = no cap)",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.RPCTxFeeCap,
|
2020-06-17 07:46:31 +00:00
|
|
|
}
|
2016-11-25 15:55:06 +00:00
|
|
|
// Logging and debug settings
|
|
|
|
EthStatsURLFlag = cli.StringFlag{
|
|
|
|
Name: "ethstats",
|
|
|
|
Usage: "Reporting URL of a ethstats service (nodename:secret@host:port)",
|
|
|
|
}
|
2016-04-21 09:14:57 +00:00
|
|
|
FakePoWFlag = cli.BoolFlag{
|
|
|
|
Name: "fakepow",
|
|
|
|
Usage: "Disables proof-of-work verification",
|
|
|
|
}
|
2017-03-08 11:26:19 +00:00
|
|
|
NoCompactionFlag = cli.BoolFlag{
|
|
|
|
Name: "nocompaction",
|
|
|
|
Usage: "Disables db compaction after import",
|
|
|
|
}
|
2015-03-06 02:00:41 +00:00
|
|
|
// RPC settings
|
2019-06-12 08:24:24 +00:00
|
|
|
IPCDisabledFlag = cli.BoolFlag{
|
|
|
|
Name: "ipcdisable",
|
|
|
|
Usage: "Disable the IPC-RPC server",
|
|
|
|
}
|
|
|
|
IPCPathFlag = DirectoryFlag{
|
|
|
|
Name: "ipcpath",
|
|
|
|
Usage: "Filename for IPC socket/pipe within the datadir (explicit paths escape it)",
|
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPEnabledFlag = cli.BoolFlag{
|
|
|
|
Name: "http",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "Enable the HTTP-RPC server",
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPListenAddrFlag = cli.StringFlag{
|
|
|
|
Name: "http.addr",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "HTTP-RPC server listening interface",
|
2016-09-16 09:53:50 +00:00
|
|
|
Value: node.DefaultHTTPHost,
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPPortFlag = cli.IntFlag{
|
|
|
|
Name: "http.port",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "HTTP-RPC server listening port",
|
2016-09-16 09:53:50 +00:00
|
|
|
Value: node.DefaultHTTPPort,
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPCORSDomainFlag = cli.StringFlag{
|
|
|
|
Name: "http.corsdomain",
|
2016-02-24 10:19:00 +00:00
|
|
|
Usage: "Comma separated list of domains from which to accept cross origin requests (browser enforced)",
|
2015-03-29 19:21:14 +00:00
|
|
|
Value: "",
|
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPVirtualHostsFlag = cli.StringFlag{
|
|
|
|
Name: "http.vhosts",
|
2018-02-12 12:52:07 +00:00
|
|
|
Usage: "Comma separated list of virtual hostnames from which to accept requests (server enforced). Accepts '*' wildcard.",
|
2018-03-05 11:02:32 +00:00
|
|
|
Value: strings.Join(node.DefaultConfig.HTTPVirtualHosts, ","),
|
2018-02-12 12:52:07 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
HTTPApiFlag = cli.StringFlag{
|
|
|
|
Name: "http.api",
|
2015-10-29 17:53:24 +00:00
|
|
|
Usage: "API's offered over the HTTP-RPC interface",
|
2017-04-12 14:27:23 +00:00
|
|
|
Value: "",
|
2015-06-16 11:30:53 +00:00
|
|
|
}
|
2021-02-02 09:05:46 +00:00
|
|
|
HTTPPathPrefixFlag = cli.StringFlag{
|
|
|
|
Name: "http.rpcprefix",
|
|
|
|
Usage: "HTTP path path prefix on which JSON-RPC is served. Use '/' to serve on all paths.",
|
|
|
|
Value: "",
|
|
|
|
}
|
2020-08-03 17:40:46 +00:00
|
|
|
GraphQLEnabledFlag = cli.BoolFlag{
|
|
|
|
Name: "graphql",
|
|
|
|
Usage: "Enable GraphQL on the HTTP-RPC server. Note that GraphQL can only be started if an HTTP server is started as well.",
|
|
|
|
}
|
|
|
|
GraphQLCORSDomainFlag = cli.StringFlag{
|
|
|
|
Name: "graphql.corsdomain",
|
|
|
|
Usage: "Comma separated list of domains from which to accept cross origin requests (browser enforced)",
|
|
|
|
Value: "",
|
|
|
|
}
|
|
|
|
GraphQLVirtualHostsFlag = cli.StringFlag{
|
|
|
|
Name: "graphql.vhosts",
|
|
|
|
Usage: "Comma separated list of virtual hostnames from which to accept requests (server enforced). Accepts '*' wildcard.",
|
|
|
|
Value: strings.Join(node.DefaultConfig.GraphQLVirtualHosts, ","),
|
|
|
|
}
|
2015-12-16 09:58:01 +00:00
|
|
|
WSEnabledFlag = cli.BoolFlag{
|
2016-01-26 13:39:21 +00:00
|
|
|
Name: "ws",
|
2015-12-16 09:58:01 +00:00
|
|
|
Usage: "Enable the WS-RPC server",
|
|
|
|
}
|
|
|
|
WSListenAddrFlag = cli.StringFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "ws.addr",
|
2015-12-16 09:58:01 +00:00
|
|
|
Usage: "WS-RPC server listening interface",
|
2016-09-16 09:53:50 +00:00
|
|
|
Value: node.DefaultWSHost,
|
2015-12-16 09:58:01 +00:00
|
|
|
}
|
|
|
|
WSPortFlag = cli.IntFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "ws.port",
|
2015-12-16 09:58:01 +00:00
|
|
|
Usage: "WS-RPC server listening port",
|
2016-09-16 09:53:50 +00:00
|
|
|
Value: node.DefaultWSPort,
|
2015-12-16 09:58:01 +00:00
|
|
|
}
|
|
|
|
WSApiFlag = cli.StringFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "ws.api",
|
2015-12-16 09:58:01 +00:00
|
|
|
Usage: "API's offered over the WS-RPC interface",
|
2017-04-12 14:27:23 +00:00
|
|
|
Value: "",
|
2015-12-16 09:58:01 +00:00
|
|
|
}
|
2016-03-14 08:38:54 +00:00
|
|
|
WSAllowedOriginsFlag = cli.StringFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "ws.origins",
|
2016-03-14 08:38:54 +00:00
|
|
|
Usage: "Origins from which to accept websockets requests",
|
2015-12-16 09:58:01 +00:00
|
|
|
Value: "",
|
2015-10-15 14:07:19 +00:00
|
|
|
}
|
2021-02-02 09:05:46 +00:00
|
|
|
WSPathPrefixFlag = cli.StringFlag{
|
|
|
|
Name: "ws.rpcprefix",
|
|
|
|
Usage: "HTTP path prefix on which JSON-RPC is served. Use '/' to serve on all paths.",
|
|
|
|
Value: "",
|
|
|
|
}
|
2015-06-19 12:04:18 +00:00
|
|
|
ExecFlag = cli.StringFlag{
|
|
|
|
Name: "exec",
|
2017-05-03 10:26:09 +00:00
|
|
|
Usage: "Execute JavaScript statement",
|
2015-06-19 12:04:18 +00:00
|
|
|
}
|
2016-05-06 09:40:23 +00:00
|
|
|
PreloadJSFlag = cli.StringFlag{
|
2016-04-07 11:48:24 +00:00
|
|
|
Name: "preload",
|
|
|
|
Usage: "Comma separated list of JavaScript files to preload into the console",
|
|
|
|
}
|
2021-02-23 12:09:19 +00:00
|
|
|
AllowUnprotectedTxs = cli.BoolFlag{
|
|
|
|
Name: "rpc.allow-unprotected-txs",
|
|
|
|
Usage: "Allow for unprotected (non EIP155 signed) transactions to be submitted via RPC",
|
|
|
|
}
|
2016-01-26 13:39:21 +00:00
|
|
|
|
2015-03-06 02:00:41 +00:00
|
|
|
// Network Settings
|
|
|
|
MaxPeersFlag = cli.IntFlag{
|
|
|
|
Name: "maxpeers",
|
2015-04-21 23:41:34 +00:00
|
|
|
Usage: "Maximum number of network peers (network disabled if set to 0)",
|
2019-04-25 09:54:33 +00:00
|
|
|
Value: node.DefaultConfig.P2P.MaxPeers,
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2015-05-04 14:35:49 +00:00
|
|
|
MaxPendingPeersFlag = cli.IntFlag{
|
|
|
|
Name: "maxpendpeers",
|
|
|
|
Usage: "Maximum number of pending connection attempts (defaults used if set to 0)",
|
2019-04-25 09:54:33 +00:00
|
|
|
Value: node.DefaultConfig.P2P.MaxPendingPeers,
|
2015-05-04 14:35:49 +00:00
|
|
|
}
|
2015-03-06 02:00:41 +00:00
|
|
|
ListenPortFlag = cli.IntFlag{
|
|
|
|
Name: "port",
|
|
|
|
Usage: "Network listening port",
|
|
|
|
Value: 30303,
|
|
|
|
}
|
2017-01-10 20:11:34 +00:00
|
|
|
BootnodesFlag = cli.StringFlag{
|
2015-03-06 02:00:41 +00:00
|
|
|
Name: "bootnodes",
|
2020-05-11 08:16:32 +00:00
|
|
|
Usage: "Comma separated enode URLs for P2P discovery bootstrap",
|
2017-01-10 20:11:34 +00:00
|
|
|
Value: "",
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
|
|
|
NodeKeyFileFlag = cli.StringFlag{
|
|
|
|
Name: "nodekey",
|
|
|
|
Usage: "P2P node key file",
|
|
|
|
}
|
|
|
|
NodeKeyHexFlag = cli.StringFlag{
|
|
|
|
Name: "nodekeyhex",
|
|
|
|
Usage: "P2P node key as hex (for testing)",
|
|
|
|
}
|
|
|
|
NATFlag = cli.StringFlag{
|
|
|
|
Name: "nat",
|
2015-04-21 23:41:34 +00:00
|
|
|
Usage: "NAT port mapping mechanism (any|none|upnp|pmp|extip:<IP>)",
|
2015-03-06 02:00:41 +00:00
|
|
|
Value: "any",
|
|
|
|
}
|
2015-05-26 16:07:24 +00:00
|
|
|
NoDiscoverFlag = cli.BoolFlag{
|
|
|
|
Name: "nodiscover",
|
|
|
|
Usage: "Disables the peer discovery mechanism (manual peer addition)",
|
|
|
|
}
|
2016-10-19 11:04:55 +00:00
|
|
|
DiscoveryV5Flag = cli.BoolFlag{
|
|
|
|
Name: "v5disc",
|
|
|
|
Usage: "Enables the experimental RLPx V5 (Topic Discovery) mechanism",
|
|
|
|
}
|
2016-11-22 19:52:31 +00:00
|
|
|
NetrestrictFlag = cli.StringFlag{
|
|
|
|
Name: "netrestrict",
|
|
|
|
Usage: "Restricts network communication to the given IP networks (CIDR masks)",
|
|
|
|
}
|
2020-02-13 13:38:30 +00:00
|
|
|
DNSDiscoveryFlag = cli.StringFlag{
|
|
|
|
Name: "discovery.dns",
|
|
|
|
Usage: "Sets DNS discovery entry points (use \"\" to disable DNS)",
|
|
|
|
}
|
2016-11-22 19:52:31 +00:00
|
|
|
|
2015-04-22 22:11:11 +00:00
|
|
|
// ATM the url is left to the user and deployment to
|
2015-03-15 06:31:40 +00:00
|
|
|
JSpathFlag = cli.StringFlag{
|
|
|
|
Name: "jspath",
|
2016-11-25 11:31:06 +00:00
|
|
|
Usage: "JavaScript root path for `loadScript`",
|
2015-03-15 06:31:40 +00:00
|
|
|
Value: ".",
|
|
|
|
}
|
2015-10-29 17:53:24 +00:00
|
|
|
|
|
|
|
// Gas price oracle settings
|
2017-04-06 14:20:42 +00:00
|
|
|
GpoBlocksFlag = cli.IntFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "gpo.blocks",
|
2017-04-06 14:20:42 +00:00
|
|
|
Usage: "Number of recent blocks to check for gas prices",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.GPO.Blocks,
|
2015-05-26 12:17:43 +00:00
|
|
|
}
|
2017-04-06 14:20:42 +00:00
|
|
|
GpoPercentileFlag = cli.IntFlag{
|
2020-05-05 08:19:17 +00:00
|
|
|
Name: "gpo.percentile",
|
2017-04-06 14:20:42 +00:00
|
|
|
Usage: "Suggested gas price is the given percentile of a set of recent transaction gas prices",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.GPO.Percentile,
|
2015-05-26 12:17:43 +00:00
|
|
|
}
|
2020-09-09 15:38:47 +00:00
|
|
|
GpoMaxGasPriceFlag = cli.Int64Flag{
|
|
|
|
Name: "gpo.maxprice",
|
|
|
|
Usage: "Maximum gas price will be recommended by gpo",
|
2021-02-05 12:51:15 +00:00
|
|
|
Value: ethconfig.Defaults.GPO.MaxPrice.Int64(),
|
2020-09-09 15:38:47 +00:00
|
|
|
}
|
2018-07-02 12:51:02 +00:00
|
|
|
|
|
|
|
// Metrics flags
|
|
|
|
MetricsEnabledFlag = cli.BoolFlag{
|
2019-03-25 08:01:18 +00:00
|
|
|
Name: "metrics",
|
2018-07-02 12:51:02 +00:00
|
|
|
Usage: "Enable metrics collection and reporting",
|
|
|
|
}
|
2019-03-25 08:01:18 +00:00
|
|
|
MetricsEnabledExpensiveFlag = cli.BoolFlag{
|
|
|
|
Name: "metrics.expensive",
|
|
|
|
Usage: "Enable expensive metrics collection and reporting",
|
|
|
|
}
|
2020-07-03 17:12:22 +00:00
|
|
|
|
|
|
|
// MetricsHTTPFlag defines the endpoint for a stand-alone metrics HTTP endpoint.
|
|
|
|
// Since the pprof service enables sensitive/vulnerable behavior, this allows a user
|
|
|
|
// to enable a public-OK metrics endpoint without having to worry about ALSO exposing
|
|
|
|
// other profiling behavior or information.
|
|
|
|
MetricsHTTPFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.addr",
|
|
|
|
Usage: "Enable stand-alone metrics HTTP server listening interface",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.HTTP,
|
2020-07-03 17:12:22 +00:00
|
|
|
}
|
|
|
|
MetricsPortFlag = cli.IntFlag{
|
|
|
|
Name: "metrics.port",
|
|
|
|
Usage: "Metrics HTTP server listening port",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.Port,
|
2020-07-03 17:12:22 +00:00
|
|
|
}
|
2018-07-02 12:51:02 +00:00
|
|
|
MetricsEnableInfluxDBFlag = cli.BoolFlag{
|
|
|
|
Name: "metrics.influxdb",
|
|
|
|
Usage: "Enable metrics export/push to an external InfluxDB database",
|
|
|
|
}
|
|
|
|
MetricsInfluxDBEndpointFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.influxdb.endpoint",
|
|
|
|
Usage: "InfluxDB API endpoint to report metrics to",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.InfluxDBEndpoint,
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
|
|
|
MetricsInfluxDBDatabaseFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.influxdb.database",
|
|
|
|
Usage: "InfluxDB database name to push reported metrics to",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.InfluxDBDatabase,
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
|
|
|
MetricsInfluxDBUsernameFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.influxdb.username",
|
|
|
|
Usage: "Username to authorize access to the database",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.InfluxDBUsername,
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
|
|
|
MetricsInfluxDBPasswordFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.influxdb.password",
|
|
|
|
Usage: "Password to authorize access to the database",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.InfluxDBPassword,
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
2019-01-29 08:14:24 +00:00
|
|
|
// Tags are part of every measurement sent to InfluxDB. Queries on tags are faster in InfluxDB.
|
|
|
|
// For example `host` tag could be used so that we can group all nodes and average a measurement
|
|
|
|
// across all of them, but also so that we can select a specific node and inspect its measurements.
|
2018-07-02 12:51:02 +00:00
|
|
|
// https://docs.influxdata.com/influxdb/v1.4/concepts/key_concepts/#tag-key
|
2019-01-29 08:14:24 +00:00
|
|
|
MetricsInfluxDBTagsFlag = cli.StringFlag{
|
|
|
|
Name: "metrics.influxdb.tags",
|
|
|
|
Usage: "Comma-separated InfluxDB tags (key/values) attached to all measurements",
|
2021-01-18 13:36:05 +00:00
|
|
|
Value: metrics.DefaultConfig.InfluxDBTags,
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
2018-09-20 07:44:35 +00:00
|
|
|
EWASMInterpreterFlag = cli.StringFlag{
|
|
|
|
Name: "vm.ewasm",
|
|
|
|
Usage: "External ewasm configuration (default = built-in interpreter)",
|
|
|
|
Value: "",
|
|
|
|
}
|
|
|
|
EVMInterpreterFlag = cli.StringFlag{
|
|
|
|
Name: "vm.evm",
|
|
|
|
Usage: "External EVM configuration (default = built-in interpreter)",
|
|
|
|
Value: "",
|
|
|
|
}
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
|
|
|
|
StateDiffFlag = cli.BoolFlag{
|
|
|
|
Name: "statediff",
|
|
|
|
Usage: "Enables the processing of state diffs between each block",
|
|
|
|
}
|
|
|
|
StateDiffDBFlag = cli.StringFlag{
|
|
|
|
Name: "statediff.db",
|
|
|
|
Usage: "PostgreSQL database connection string for writing state diffs",
|
|
|
|
}
|
|
|
|
StateDiffDBNodeIDFlag = cli.StringFlag{
|
|
|
|
Name: "statediff.dbnodeid",
|
|
|
|
Usage: "Node ID to use when writing state diffs to database",
|
|
|
|
}
|
|
|
|
StateDiffDBClientNameFlag = cli.StringFlag{
|
|
|
|
Name: "statediff.dbclientname",
|
|
|
|
Usage: "Client name to use when writing state diffs to database",
|
|
|
|
}
|
|
|
|
StateDiffWritingFlag = cli.BoolFlag{
|
|
|
|
Name: "statediff.writing",
|
|
|
|
Usage: "Activates progressive writing of state diffs to database as new block are synced",
|
|
|
|
}
|
|
|
|
StateDiffWorkersFlag = cli.UintFlag{
|
|
|
|
Name: "statediff.workers",
|
|
|
|
Usage: "Number of concurrent workers to use during statediff processing (0 = 1)",
|
|
|
|
}
|
2015-03-06 02:00:41 +00:00
|
|
|
)
|
|
|
|
|
2016-08-18 11:28:17 +00:00
|
|
|
// MakeDataDir retrieves the currently requested data directory, terminating
|
2015-11-17 16:33:25 +00:00
|
|
|
// if none (or the empty string) is specified. If the node is starting a testnet,
|
2020-04-09 09:09:58 +00:00
|
|
|
// then a subdirectory of the specified datadir will be used.
|
2016-08-18 11:28:17 +00:00
|
|
|
func MakeDataDir(ctx *cli.Context) string {
|
2015-11-17 16:33:25 +00:00
|
|
|
if path := ctx.GlobalString(DataDirFlag.Name); path != "" {
|
2021-02-24 13:07:58 +00:00
|
|
|
if ctx.GlobalBool(RopstenFlag.Name) {
|
2020-04-09 09:09:58 +00:00
|
|
|
// Maintain compatibility with older Geth configurations storing the
|
|
|
|
// Ropsten database in `testnet` instead of `ropsten`.
|
|
|
|
return filepath.Join(path, "ropsten")
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
2017-05-04 09:36:20 +00:00
|
|
|
if ctx.GlobalBool(RinkebyFlag.Name) {
|
|
|
|
return filepath.Join(path, "rinkeby")
|
|
|
|
}
|
2018-11-16 15:58:24 +00:00
|
|
|
if ctx.GlobalBool(GoerliFlag.Name) {
|
|
|
|
return filepath.Join(path, "goerli")
|
|
|
|
}
|
2021-01-28 20:19:07 +00:00
|
|
|
if ctx.GlobalBool(YoloV3Flag.Name) {
|
|
|
|
return filepath.Join(path, "yolo-v3")
|
2020-06-03 09:05:15 +00:00
|
|
|
}
|
2015-11-17 16:33:25 +00:00
|
|
|
return path
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Cannot determine default data directory, please set manually (--datadir)")
|
2015-11-17 16:33:25 +00:00
|
|
|
return ""
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setNodeKey creates a node key from set command line flags, either loading it
|
2015-11-17 16:33:25 +00:00
|
|
|
// from a file or as a specified hex value. If neither flags were provided, this
|
|
|
|
// method returns nil and an emphemeral key is to be generated.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setNodeKey(ctx *cli.Context, cfg *p2p.Config) {
|
2015-11-17 16:33:25 +00:00
|
|
|
var (
|
|
|
|
hex = ctx.GlobalString(NodeKeyHexFlag.Name)
|
|
|
|
file = ctx.GlobalString(NodeKeyFileFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
key *ecdsa.PrivateKey
|
|
|
|
err error
|
2015-11-17 16:33:25 +00:00
|
|
|
)
|
2015-03-06 02:00:41 +00:00
|
|
|
switch {
|
|
|
|
case file != "" && hex != "":
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Options %q and %q are mutually exclusive", NodeKeyFileFlag.Name, NodeKeyHexFlag.Name)
|
2015-03-06 02:00:41 +00:00
|
|
|
case file != "":
|
|
|
|
if key, err = crypto.LoadECDSA(file); err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Option %q: %v", NodeKeyFileFlag.Name, err)
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.PrivateKey = key
|
2015-03-06 02:00:41 +00:00
|
|
|
case hex != "":
|
|
|
|
if key, err = crypto.HexToECDSA(hex); err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Option %q: %v", NodeKeyHexFlag.Name, err)
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.PrivateKey = key
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setNodeUserIdent creates the user identifier from CLI flags.
|
|
|
|
func setNodeUserIdent(ctx *cli.Context, cfg *node.Config) {
|
2015-11-17 16:33:25 +00:00
|
|
|
if identity := ctx.GlobalString(IdentityFlag.Name); len(identity) > 0 {
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.UserIdent = identity
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setBootstrapNodes creates a list of bootstrap nodes from the command line
|
2015-11-17 16:33:25 +00:00
|
|
|
// flags, reverting to pre-configured ones if none have been specified.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setBootstrapNodes(ctx *cli.Context, cfg *p2p.Config) {
|
2017-01-05 12:56:06 +00:00
|
|
|
urls := params.MainnetBootnodes
|
2017-05-04 09:36:20 +00:00
|
|
|
switch {
|
2021-02-24 13:07:58 +00:00
|
|
|
case ctx.GlobalIsSet(BootnodesFlag.Name):
|
|
|
|
urls = SplitAndTrim(ctx.GlobalString(BootnodesFlag.Name))
|
|
|
|
case ctx.GlobalBool(RopstenFlag.Name):
|
2020-04-09 09:09:58 +00:00
|
|
|
urls = params.RopstenBootnodes
|
2017-05-04 09:36:20 +00:00
|
|
|
case ctx.GlobalBool(RinkebyFlag.Name):
|
|
|
|
urls = params.RinkebyBootnodes
|
2018-11-16 15:58:24 +00:00
|
|
|
case ctx.GlobalBool(GoerliFlag.Name):
|
|
|
|
urls = params.GoerliBootnodes
|
2021-01-28 20:19:07 +00:00
|
|
|
case ctx.GlobalBool(YoloV3Flag.Name):
|
|
|
|
urls = params.YoloV3Bootnodes
|
2017-11-26 11:41:42 +00:00
|
|
|
case cfg.BootstrapNodes != nil:
|
|
|
|
return // already set, don't apply defaults.
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
|
all: new p2p node representation (#17643)
Package p2p/enode provides a generalized representation of p2p nodes
which can contain arbitrary information in key/value pairs. It is also
the new home for the node database. The "v4" identity scheme is also
moved here from p2p/enr to remove the dependency on Ethereum crypto from
that package.
Record signature handling is changed significantly. The identity scheme
registry is removed and acceptable schemes must be passed to any method
that needs identity. This means records must now be validated explicitly
after decoding.
The enode API is designed to make signature handling easy and safe: most
APIs around the codebase work with enode.Node, which is a wrapper around
a valid record. Going from enr.Record to enode.Node requires a valid
signature.
* p2p/discover: port to p2p/enode
This ports the discovery code to the new node representation in
p2p/enode. The wire protocol is unchanged, this can be considered a
refactoring change. The Kademlia table can now deal with nodes using an
arbitrary identity scheme. This requires a few incompatible API changes:
- Table.Lookup is not available anymore. It used to take a public key
as argument because v4 protocol requires one. Its replacement is
LookupRandom.
- Table.Resolve takes *enode.Node instead of NodeID. This is also for
v4 protocol compatibility because nodes cannot be looked up by ID
alone.
- Types Node and NodeID are gone. Further commits in the series will be
fixes all over the the codebase to deal with those removals.
* p2p: port to p2p/enode and discovery changes
This adapts package p2p to the changes in p2p/discover. All uses of
discover.Node and discover.NodeID are replaced by their equivalents from
p2p/enode.
New API is added to retrieve the enode.Node instance of a peer. The
behavior of Server.Self with discovery disabled is improved. It now
tries much harder to report a working IP address, falling back to
127.0.0.1 if no suitable address can be determined through other means.
These changes were needed for tests of other packages later in the
series.
* p2p/simulations, p2p/testing: port to p2p/enode
No surprises here, mostly replacements of discover.Node, discover.NodeID
with their new equivalents. The 'interesting' API changes are:
- testing.ProtocolSession tracks complete nodes, not just their IDs.
- adapters.NodeConfig has a new method to create a complete node.
These changes were needed to make swarm tests work.
Note that the NodeID change makes the code incompatible with old
simulation snapshots.
* whisper/whisperv5, whisper/whisperv6: port to p2p/enode
This port was easy because whisper uses []byte for node IDs and
URL strings in the API.
* eth: port to p2p/enode
Again, easy to port because eth uses strings for node IDs and doesn't
care about node information in any way.
* les: port to p2p/enode
Apart from replacing discover.NodeID with enode.ID, most changes are in
the server pool code. It now deals with complete nodes instead
of (Pubkey, IP, Port) triples. The database format is unchanged for now,
but we should probably change it to use the node database later.
* node: port to p2p/enode
This change simply replaces discover.Node and discover.NodeID with their
new equivalents.
* swarm/network: port to p2p/enode
Swarm has its own node address representation, BzzAddr, containing both
an overlay address (the hash of a secp256k1 public key) and an underlay
address (enode:// URL).
There are no changes to the BzzAddr format in this commit, but certain
operations such as creating a BzzAddr from a node ID are now impossible
because node IDs aren't public keys anymore.
Most swarm-related changes in the series remove uses of
NewAddrFromNodeID, replacing it with NewAddr which takes a complete node
as argument. ToOverlayAddr is removed because we can just use the node
ID directly.
2018-09-24 22:59:00 +00:00
|
|
|
cfg.BootstrapNodes = make([]*enode.Node, 0, len(urls))
|
2017-01-05 12:56:06 +00:00
|
|
|
for _, url := range urls {
|
2019-01-24 12:02:30 +00:00
|
|
|
if url != "" {
|
2019-06-07 13:31:00 +00:00
|
|
|
node, err := enode.Parse(enode.ValidSchemes, url)
|
2019-01-24 12:02:30 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Crit("Bootstrap URL invalid", "enode", url, "err", err)
|
2019-03-15 05:20:21 +00:00
|
|
|
continue
|
2019-01-24 12:02:30 +00:00
|
|
|
}
|
|
|
|
cfg.BootstrapNodes = append(cfg.BootstrapNodes, node)
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setBootstrapNodesV5 creates a list of bootstrap nodes from the command line
|
2016-11-09 14:35:04 +00:00
|
|
|
// flags, reverting to pre-configured ones if none have been specified.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setBootstrapNodesV5(ctx *cli.Context, cfg *p2p.Config) {
|
2021-01-26 20:41:35 +00:00
|
|
|
urls := params.V5Bootnodes
|
2017-05-04 09:36:20 +00:00
|
|
|
switch {
|
2021-02-24 13:07:58 +00:00
|
|
|
case ctx.GlobalIsSet(BootnodesFlag.Name):
|
|
|
|
urls = SplitAndTrim(ctx.GlobalString(BootnodesFlag.Name))
|
2017-05-04 09:36:20 +00:00
|
|
|
case cfg.BootstrapNodesV5 != nil:
|
2017-04-12 14:27:23 +00:00
|
|
|
return // already set, don't apply defaults.
|
2016-11-09 14:35:04 +00:00
|
|
|
}
|
|
|
|
|
2021-01-26 20:41:35 +00:00
|
|
|
cfg.BootstrapNodesV5 = make([]*enode.Node, 0, len(urls))
|
2017-01-05 12:56:06 +00:00
|
|
|
for _, url := range urls {
|
2019-03-15 05:20:21 +00:00
|
|
|
if url != "" {
|
2021-01-26 20:41:35 +00:00
|
|
|
node, err := enode.Parse(enode.ValidSchemes, url)
|
2019-03-15 05:20:21 +00:00
|
|
|
if err != nil {
|
|
|
|
log.Error("Bootstrap URL invalid", "enode", url, "err", err)
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
cfg.BootstrapNodesV5 = append(cfg.BootstrapNodesV5, node)
|
2016-11-09 14:35:04 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setListenAddress creates a TCP listening address string from set command
|
2015-11-17 16:33:25 +00:00
|
|
|
// line flags.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setListenAddress(ctx *cli.Context, cfg *p2p.Config) {
|
|
|
|
if ctx.GlobalIsSet(ListenPortFlag.Name) {
|
|
|
|
cfg.ListenAddr = fmt.Sprintf(":%d", ctx.GlobalInt(ListenPortFlag.Name))
|
|
|
|
}
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setNAT creates a port mapper from command line flags.
|
|
|
|
func setNAT(ctx *cli.Context, cfg *p2p.Config) {
|
|
|
|
if ctx.GlobalIsSet(NATFlag.Name) {
|
|
|
|
natif, err := nat.Parse(ctx.GlobalString(NATFlag.Name))
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("Option %s: %v", NATFlag.Name, err)
|
|
|
|
}
|
|
|
|
cfg.NAT = natif
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-09-22 21:22:54 +00:00
|
|
|
// SplitAndTrim splits input separated by a comma
|
2017-04-12 21:04:14 +00:00
|
|
|
// and trims excessive white space from the substrings.
|
2020-09-22 21:22:54 +00:00
|
|
|
func SplitAndTrim(input string) (ret []string) {
|
2020-07-06 20:09:30 +00:00
|
|
|
l := strings.Split(input, ",")
|
|
|
|
for _, r := range l {
|
2020-09-22 21:22:54 +00:00
|
|
|
if r = strings.TrimSpace(r); r != "" {
|
2020-07-06 20:09:30 +00:00
|
|
|
ret = append(ret, r)
|
|
|
|
}
|
2016-04-14 14:18:35 +00:00
|
|
|
}
|
2020-07-06 20:09:30 +00:00
|
|
|
return ret
|
2016-04-14 14:18:35 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setHTTP creates the HTTP RPC listener interface string from the set
|
2016-02-05 11:45:36 +00:00
|
|
|
// command line flags, returning empty if the HTTP endpoint is disabled.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setHTTP(ctx *cli.Context, cfg *node.Config) {
|
2020-05-05 08:19:17 +00:00
|
|
|
if ctx.GlobalBool(LegacyRPCEnabledFlag.Name) && cfg.HTTPHost == "" {
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpc is deprecated and will be removed June 2021, please use --http")
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.HTTPHost = "127.0.0.1"
|
2020-05-05 08:19:17 +00:00
|
|
|
if ctx.GlobalIsSet(LegacyRPCListenAddrFlag.Name) {
|
|
|
|
cfg.HTTPHost = ctx.GlobalString(LegacyRPCListenAddrFlag.Name)
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpcaddr is deprecated and will be removed June 2021, please use --http.addr")
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
if ctx.GlobalBool(HTTPEnabledFlag.Name) && cfg.HTTPHost == "" {
|
|
|
|
cfg.HTTPHost = "127.0.0.1"
|
|
|
|
if ctx.GlobalIsSet(HTTPListenAddrFlag.Name) {
|
|
|
|
cfg.HTTPHost = ctx.GlobalString(HTTPListenAddrFlag.Name)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
|
|
|
|
if ctx.GlobalIsSet(LegacyRPCPortFlag.Name) {
|
|
|
|
cfg.HTTPPort = ctx.GlobalInt(LegacyRPCPortFlag.Name)
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpcport is deprecated and will be removed June 2021, please use --http.port")
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
if ctx.GlobalIsSet(HTTPPortFlag.Name) {
|
|
|
|
cfg.HTTPPort = ctx.GlobalInt(HTTPPortFlag.Name)
|
2016-02-05 11:45:36 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
|
|
|
|
if ctx.GlobalIsSet(LegacyRPCCORSDomainFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPCors = SplitAndTrim(ctx.GlobalString(LegacyRPCCORSDomainFlag.Name))
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpccorsdomain is deprecated and will be removed June 2021, please use --http.corsdomain")
|
2020-05-05 08:19:17 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(HTTPCORSDomainFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPCors = SplitAndTrim(ctx.GlobalString(HTTPCORSDomainFlag.Name))
|
2020-05-05 08:19:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if ctx.GlobalIsSet(LegacyRPCApiFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPModules = SplitAndTrim(ctx.GlobalString(LegacyRPCApiFlag.Name))
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpcapi is deprecated and will be removed June 2021, please use --http.api")
|
2020-05-05 08:19:17 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(HTTPApiFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPModules = SplitAndTrim(ctx.GlobalString(HTTPApiFlag.Name))
|
2020-05-05 08:19:17 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
if ctx.GlobalIsSet(LegacyRPCVirtualHostsFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPVirtualHosts = SplitAndTrim(ctx.GlobalString(LegacyRPCVirtualHostsFlag.Name))
|
2021-02-24 13:07:58 +00:00
|
|
|
log.Warn("The flag --rpcvhosts is deprecated and will be removed June 2021, please use --http.vhosts")
|
2020-05-05 08:19:17 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(HTTPVirtualHostsFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.HTTPVirtualHosts = SplitAndTrim(ctx.GlobalString(HTTPVirtualHostsFlag.Name))
|
2018-03-05 11:02:32 +00:00
|
|
|
}
|
2021-02-02 09:05:46 +00:00
|
|
|
|
|
|
|
if ctx.GlobalIsSet(HTTPPathPrefixFlag.Name) {
|
|
|
|
cfg.HTTPPathPrefix = ctx.GlobalString(HTTPPathPrefixFlag.Name)
|
|
|
|
}
|
2021-02-23 12:09:19 +00:00
|
|
|
if ctx.GlobalIsSet(AllowUnprotectedTxs.Name) {
|
|
|
|
cfg.AllowUnprotectedTxs = ctx.GlobalBool(AllowUnprotectedTxs.Name)
|
|
|
|
}
|
2016-02-05 11:45:36 +00:00
|
|
|
}
|
|
|
|
|
2019-01-21 14:38:13 +00:00
|
|
|
// setGraphQL creates the GraphQL listener interface string from the set
|
|
|
|
// command line flags, returning empty if the GraphQL endpoint is disabled.
|
|
|
|
func setGraphQL(ctx *cli.Context, cfg *node.Config) {
|
|
|
|
if ctx.GlobalIsSet(GraphQLCORSDomainFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.GraphQLCors = SplitAndTrim(ctx.GlobalString(GraphQLCORSDomainFlag.Name))
|
2019-01-21 14:38:13 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(GraphQLVirtualHostsFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.GraphQLVirtualHosts = SplitAndTrim(ctx.GlobalString(GraphQLVirtualHostsFlag.Name))
|
2019-01-21 14:38:13 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setWS creates the WebSocket RPC listener interface string from the set
|
2016-02-05 13:08:48 +00:00
|
|
|
// command line flags, returning empty if the HTTP endpoint is disabled.
|
2017-04-12 14:27:23 +00:00
|
|
|
func setWS(ctx *cli.Context, cfg *node.Config) {
|
|
|
|
if ctx.GlobalBool(WSEnabledFlag.Name) && cfg.WSHost == "" {
|
|
|
|
cfg.WSHost = "127.0.0.1"
|
|
|
|
if ctx.GlobalIsSet(WSListenAddrFlag.Name) {
|
|
|
|
cfg.WSHost = ctx.GlobalString(WSListenAddrFlag.Name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(WSPortFlag.Name) {
|
|
|
|
cfg.WSPort = ctx.GlobalInt(WSPortFlag.Name)
|
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(WSAllowedOriginsFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.WSOrigins = SplitAndTrim(ctx.GlobalString(WSAllowedOriginsFlag.Name))
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2020-05-05 08:19:17 +00:00
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(WSApiFlag.Name) {
|
2020-09-22 21:22:54 +00:00
|
|
|
cfg.WSModules = SplitAndTrim(ctx.GlobalString(WSApiFlag.Name))
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2021-02-02 09:05:46 +00:00
|
|
|
|
|
|
|
if ctx.GlobalIsSet(WSPathPrefixFlag.Name) {
|
|
|
|
cfg.WSPathPrefix = ctx.GlobalString(WSPathPrefixFlag.Name)
|
|
|
|
}
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
|
|
|
|
if ctx.GlobalBool(StateDiffFlag.Name) {
|
|
|
|
cfg.WSModules = append(cfg.WSModules, "statediff")
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// setIPC creates an IPC path configuration from the set command line flags,
|
|
|
|
// returning an empty string if IPC was explicitly disabled, or the set path.
|
|
|
|
func setIPC(ctx *cli.Context, cfg *node.Config) {
|
2019-07-08 12:59:07 +00:00
|
|
|
CheckExclusive(ctx, IPCDisabledFlag, IPCPathFlag)
|
2017-04-12 14:27:23 +00:00
|
|
|
switch {
|
|
|
|
case ctx.GlobalBool(IPCDisabledFlag.Name):
|
|
|
|
cfg.IPCPath = ""
|
|
|
|
case ctx.GlobalIsSet(IPCPathFlag.Name):
|
|
|
|
cfg.IPCPath = ctx.GlobalString(IPCPathFlag.Name)
|
2016-02-05 13:08:48 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-10 02:08:59 +00:00
|
|
|
// setLes configures the les server and ultra light client settings from the command line flags.
|
2021-02-05 12:51:15 +00:00
|
|
|
func setLes(ctx *cli.Context, cfg *ethconfig.Config) {
|
2019-07-10 05:54:06 +00:00
|
|
|
if ctx.GlobalIsSet(LightServeFlag.Name) {
|
|
|
|
cfg.LightServ = ctx.GlobalInt(LightServeFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(LightIngressFlag.Name) {
|
|
|
|
cfg.LightIngress = ctx.GlobalInt(LightIngressFlag.Name)
|
2019-07-10 02:08:59 +00:00
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
if ctx.GlobalIsSet(LightEgressFlag.Name) {
|
|
|
|
cfg.LightEgress = ctx.GlobalInt(LightEgressFlag.Name)
|
2019-07-10 02:08:59 +00:00
|
|
|
}
|
2019-07-10 05:54:06 +00:00
|
|
|
if ctx.GlobalIsSet(LightMaxPeersFlag.Name) {
|
|
|
|
cfg.LightPeers = ctx.GlobalInt(LightMaxPeersFlag.Name)
|
2019-07-10 02:08:59 +00:00
|
|
|
}
|
2019-07-09 17:30:24 +00:00
|
|
|
if ctx.GlobalIsSet(UltraLightServersFlag.Name) {
|
|
|
|
cfg.UltraLightServers = strings.Split(ctx.GlobalString(UltraLightServersFlag.Name), ",")
|
2019-01-24 11:18:26 +00:00
|
|
|
}
|
2019-07-09 17:30:24 +00:00
|
|
|
if ctx.GlobalIsSet(UltraLightFractionFlag.Name) {
|
|
|
|
cfg.UltraLightFraction = ctx.GlobalInt(UltraLightFractionFlag.Name)
|
2019-01-24 11:18:26 +00:00
|
|
|
}
|
2019-07-09 17:30:24 +00:00
|
|
|
if cfg.UltraLightFraction <= 0 && cfg.UltraLightFraction > 100 {
|
2021-02-05 12:51:15 +00:00
|
|
|
log.Error("Ultra light fraction is invalid", "had", cfg.UltraLightFraction, "updated", ethconfig.Defaults.UltraLightFraction)
|
|
|
|
cfg.UltraLightFraction = ethconfig.Defaults.UltraLightFraction
|
2019-01-24 11:18:26 +00:00
|
|
|
}
|
2019-07-09 17:30:24 +00:00
|
|
|
if ctx.GlobalIsSet(UltraLightOnlyAnnounceFlag.Name) {
|
|
|
|
cfg.UltraLightOnlyAnnounce = ctx.GlobalBool(UltraLightOnlyAnnounceFlag.Name)
|
2019-01-24 11:18:26 +00:00
|
|
|
}
|
2020-07-13 09:02:54 +00:00
|
|
|
if ctx.GlobalIsSet(LightNoPruneFlag.Name) {
|
|
|
|
cfg.LightNoPrune = ctx.GlobalBool(LightNoPruneFlag.Name)
|
|
|
|
}
|
2021-02-25 12:55:07 +00:00
|
|
|
if ctx.GlobalIsSet(LightNoSyncServeFlag.Name) {
|
|
|
|
cfg.LightNoSyncServe = ctx.GlobalBool(LightNoSyncServeFlag.Name)
|
|
|
|
}
|
2019-01-24 11:18:26 +00:00
|
|
|
}
|
|
|
|
|
2021-02-23 10:27:32 +00:00
|
|
|
// MakeDatabaseHandles raises out the number of allowed file handles per process
|
2016-02-19 12:29:19 +00:00
|
|
|
// for Geth and returns half of the allowance to assign to the database.
|
2021-02-23 10:27:32 +00:00
|
|
|
func MakeDatabaseHandles() int {
|
2018-11-29 10:47:29 +00:00
|
|
|
limit, err := fdlimit.Maximum()
|
2016-02-19 12:29:19 +00:00
|
|
|
if err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Failed to retrieve file descriptor allowance: %v", err)
|
2016-02-19 12:29:19 +00:00
|
|
|
}
|
2019-02-12 10:29:05 +00:00
|
|
|
raised, err := fdlimit.Raise(uint64(limit))
|
|
|
|
if err != nil {
|
2018-11-29 10:47:29 +00:00
|
|
|
Fatalf("Failed to raise file descriptor allowance: %v", err)
|
2016-02-19 12:29:19 +00:00
|
|
|
}
|
2019-02-12 10:29:05 +00:00
|
|
|
return int(raised / 2) // Leave half for networking and other stuff
|
2016-02-19 12:29:19 +00:00
|
|
|
}
|
|
|
|
|
2015-11-17 16:33:25 +00:00
|
|
|
// MakeAddress converts an account specified directly as a hex encoded string or
|
|
|
|
// a key index in the key store to an internal account representation.
|
2017-01-24 09:49:20 +00:00
|
|
|
func MakeAddress(ks *keystore.KeyStore, account string) (accounts.Account, error) {
|
2015-11-17 16:33:25 +00:00
|
|
|
// If the specified account is a valid address, return it
|
|
|
|
if common.IsHexAddress(account) {
|
2016-03-03 00:09:16 +00:00
|
|
|
return accounts.Account{Address: common.HexToAddress(account)}, nil
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
// Otherwise try to interpret the account as a keystore index
|
|
|
|
index, err := strconv.Atoi(account)
|
2017-01-24 09:49:20 +00:00
|
|
|
if err != nil || index < 0 {
|
2016-03-03 00:09:16 +00:00
|
|
|
return accounts.Account{}, fmt.Errorf("invalid account address or index %q", account)
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
2017-12-09 22:42:23 +00:00
|
|
|
log.Warn("-------------------------------------------------------------------")
|
|
|
|
log.Warn("Referring to accounts by order in the keystore folder is dangerous!")
|
|
|
|
log.Warn("This functionality is deprecated and will be removed in the future!")
|
|
|
|
log.Warn("Please use explicit addresses! (can search via `geth account list`)")
|
|
|
|
log.Warn("-------------------------------------------------------------------")
|
|
|
|
|
2017-01-24 09:49:20 +00:00
|
|
|
accs := ks.Accounts()
|
|
|
|
if len(accs) <= index {
|
|
|
|
return accounts.Account{}, fmt.Errorf("index %d higher than number of accounts %d", index, len(accs))
|
|
|
|
}
|
|
|
|
return accs[index], nil
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// setEtherbase retrieves the etherbase either from the directly specified
|
2015-11-17 16:33:25 +00:00
|
|
|
// command line flags or from the keystore if CLI indexed.
|
2021-02-05 12:51:15 +00:00
|
|
|
func setEtherbase(ctx *cli.Context, ks *keystore.KeyStore, cfg *ethconfig.Config) {
|
2021-02-24 13:07:58 +00:00
|
|
|
// Extract the current etherbase
|
2018-08-15 08:01:49 +00:00
|
|
|
var etherbase string
|
|
|
|
if ctx.GlobalIsSet(MinerEtherbaseFlag.Name) {
|
|
|
|
etherbase = ctx.GlobalString(MinerEtherbaseFlag.Name)
|
|
|
|
}
|
|
|
|
// Convert the etherbase into an address and configure it
|
|
|
|
if etherbase != "" {
|
accounts, eth, clique, signer: support for external signer API (#18079)
* accounts, eth, clique: implement external backend + move sighash calc to backend
* signer: implement account_Version on external API
* accounts/external: enable ipc, add copyright
* accounts, internal, signer: formatting
* node: go fmt
* flags: disallow --dev in combo with --externalsigner
* accounts: remove clique-specific signing method, replace with more generic
* accounts, consensus: formatting + fix error in tests
* signer/core: remove (test-) import cycle
* clique: remove unused import
* accounts: remove CliqueHash and avoid dependency on package crypto
* consensus/clique: unduplicate header encoding
2019-02-05 10:23:57 +00:00
|
|
|
if ks != nil {
|
|
|
|
account, err := MakeAddress(ks, etherbase)
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("Invalid miner etherbase: %v", err)
|
|
|
|
}
|
2019-04-23 07:08:51 +00:00
|
|
|
cfg.Miner.Etherbase = account.Address
|
accounts, eth, clique, signer: support for external signer API (#18079)
* accounts, eth, clique: implement external backend + move sighash calc to backend
* signer: implement account_Version on external API
* accounts/external: enable ipc, add copyright
* accounts, internal, signer: formatting
* node: go fmt
* flags: disallow --dev in combo with --externalsigner
* accounts: remove clique-specific signing method, replace with more generic
* accounts, consensus: formatting + fix error in tests
* signer/core: remove (test-) import cycle
* clique: remove unused import
* accounts: remove CliqueHash and avoid dependency on package crypto
* consensus/clique: unduplicate header encoding
2019-02-05 10:23:57 +00:00
|
|
|
} else {
|
|
|
|
Fatalf("No etherbase configured")
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2015-07-07 10:53:36 +00:00
|
|
|
}
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
|
2017-04-28 10:38:49 +00:00
|
|
|
// MakePasswordList reads password lines from the file specified by the global --password flag.
|
2015-11-17 16:33:25 +00:00
|
|
|
func MakePasswordList(ctx *cli.Context) []string {
|
2016-03-30 21:20:06 +00:00
|
|
|
path := ctx.GlobalString(PasswordFileFlag.Name)
|
|
|
|
if path == "" {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
text, err := ioutil.ReadFile(path)
|
|
|
|
if err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Failed to read password file: %v", err)
|
2016-03-30 21:20:06 +00:00
|
|
|
}
|
|
|
|
lines := strings.Split(string(text), "\n")
|
|
|
|
// Sanitise DOS line endings.
|
|
|
|
for i := range lines {
|
|
|
|
lines[i] = strings.TrimRight(lines[i], "\r")
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
2016-03-30 21:20:06 +00:00
|
|
|
return lines
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
func SetP2PConfig(ctx *cli.Context, cfg *p2p.Config) {
|
|
|
|
setNodeKey(ctx, cfg)
|
|
|
|
setNAT(ctx, cfg)
|
|
|
|
setListenAddress(ctx, cfg)
|
|
|
|
setBootstrapNodes(ctx, cfg)
|
|
|
|
setBootstrapNodesV5(ctx, cfg)
|
|
|
|
|
2018-08-15 08:01:49 +00:00
|
|
|
lightClient := ctx.GlobalString(SyncModeFlag.Name) == "light"
|
2021-02-24 13:07:58 +00:00
|
|
|
lightServer := (ctx.GlobalInt(LightServeFlag.Name) != 0)
|
2018-02-05 13:41:53 +00:00
|
|
|
|
2021-02-24 13:07:58 +00:00
|
|
|
lightPeers := ctx.GlobalInt(LightMaxPeersFlag.Name)
|
|
|
|
if lightClient && !ctx.GlobalIsSet(LightMaxPeersFlag.Name) {
|
2019-09-03 08:43:35 +00:00
|
|
|
// dynamic default - for clients we use 1/10th of the default for servers
|
|
|
|
lightPeers /= 10
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(MaxPeersFlag.Name) {
|
|
|
|
cfg.MaxPeers = ctx.GlobalInt(MaxPeersFlag.Name)
|
2021-02-24 13:07:58 +00:00
|
|
|
if lightServer && !ctx.GlobalIsSet(LightMaxPeersFlag.Name) {
|
2018-03-09 09:55:03 +00:00
|
|
|
cfg.MaxPeers += lightPeers
|
|
|
|
}
|
2018-02-05 13:41:53 +00:00
|
|
|
} else {
|
|
|
|
if lightServer {
|
|
|
|
cfg.MaxPeers += lightPeers
|
|
|
|
}
|
2021-02-24 13:07:58 +00:00
|
|
|
if lightClient && ctx.GlobalIsSet(LightMaxPeersFlag.Name) && cfg.MaxPeers < lightPeers {
|
2018-02-05 13:41:53 +00:00
|
|
|
cfg.MaxPeers = lightPeers
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2018-02-05 13:41:53 +00:00
|
|
|
if !(lightClient || lightServer) {
|
|
|
|
lightPeers = 0
|
|
|
|
}
|
|
|
|
ethPeers := cfg.MaxPeers - lightPeers
|
|
|
|
if lightClient {
|
|
|
|
ethPeers = 0
|
|
|
|
}
|
|
|
|
log.Info("Maximum peer count", "ETH", ethPeers, "LES", lightPeers, "total", cfg.MaxPeers)
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(MaxPendingPeersFlag.Name) {
|
|
|
|
cfg.MaxPendingPeers = ctx.GlobalInt(MaxPendingPeersFlag.Name)
|
|
|
|
}
|
2018-02-05 13:41:53 +00:00
|
|
|
if ctx.GlobalIsSet(NoDiscoverFlag.Name) || lightClient {
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.NoDiscovery = true
|
2016-09-05 11:08:41 +00:00
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// if we're running a light client or server, force enable the v5 peer discovery
|
|
|
|
// unless it is explicitly disabled with --nodiscover note that explicitly specifying
|
|
|
|
// --v5disc overrides --nodiscover, in which case the later only disables v4 discovery
|
2018-02-05 13:41:53 +00:00
|
|
|
forceV5Discovery := (lightClient || lightServer) && !ctx.GlobalBool(NoDiscoverFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(DiscoveryV5Flag.Name) {
|
|
|
|
cfg.DiscoveryV5 = ctx.GlobalBool(DiscoveryV5Flag.Name)
|
|
|
|
} else if forceV5Discovery {
|
|
|
|
cfg.DiscoveryV5 = true
|
2016-08-15 16:38:32 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
|
2016-11-22 19:52:31 +00:00
|
|
|
if netrestrict := ctx.GlobalString(NetrestrictFlag.Name); netrestrict != "" {
|
|
|
|
list, err := netutil.ParseNetlist(netrestrict)
|
|
|
|
if err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Option %q: %v", NetrestrictFlag.Name, err)
|
2016-11-22 19:52:31 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.NetRestrict = list
|
2016-11-22 19:52:31 +00:00
|
|
|
}
|
|
|
|
|
2017-10-24 10:40:42 +00:00
|
|
|
if ctx.GlobalBool(DeveloperFlag.Name) {
|
2017-04-12 14:27:23 +00:00
|
|
|
// --dev mode can't use p2p networking.
|
|
|
|
cfg.MaxPeers = 0
|
|
|
|
cfg.ListenAddr = ":0"
|
|
|
|
cfg.NoDiscovery = true
|
|
|
|
cfg.DiscoveryV5 = false
|
2016-08-15 16:38:32 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// SetNodeConfig applies node-related command line flags to the config.
|
|
|
|
func SetNodeConfig(ctx *cli.Context, cfg *node.Config) {
|
|
|
|
SetP2PConfig(ctx, &cfg.P2P)
|
|
|
|
setIPC(ctx, cfg)
|
|
|
|
setHTTP(ctx, cfg)
|
2019-01-21 14:38:13 +00:00
|
|
|
setGraphQL(ctx, cfg)
|
2017-04-12 14:27:23 +00:00
|
|
|
setWS(ctx, cfg)
|
|
|
|
setNodeUserIdent(ctx, cfg)
|
2018-11-23 00:32:34 +00:00
|
|
|
setDataDir(ctx, cfg)
|
2019-05-31 09:30:28 +00:00
|
|
|
setSmartCard(ctx, cfg)
|
2017-04-12 14:27:23 +00:00
|
|
|
|
accounts, eth, clique, signer: support for external signer API (#18079)
* accounts, eth, clique: implement external backend + move sighash calc to backend
* signer: implement account_Version on external API
* accounts/external: enable ipc, add copyright
* accounts, internal, signer: formatting
* node: go fmt
* flags: disallow --dev in combo with --externalsigner
* accounts: remove clique-specific signing method, replace with more generic
* accounts, consensus: formatting + fix error in tests
* signer/core: remove (test-) import cycle
* clique: remove unused import
* accounts: remove CliqueHash and avoid dependency on package crypto
* consensus/clique: unduplicate header encoding
2019-02-05 10:23:57 +00:00
|
|
|
if ctx.GlobalIsSet(ExternalSignerFlag.Name) {
|
|
|
|
cfg.ExternalSigner = ctx.GlobalString(ExternalSignerFlag.Name)
|
|
|
|
}
|
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(KeyStoreDirFlag.Name) {
|
|
|
|
cfg.KeyStoreDir = ctx.GlobalString(KeyStoreDirFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(LightKDFFlag.Name) {
|
|
|
|
cfg.UseLightweightKDF = ctx.GlobalBool(LightKDFFlag.Name)
|
|
|
|
}
|
2021-01-13 10:14:36 +00:00
|
|
|
if ctx.GlobalIsSet(NoUSBFlag.Name) || cfg.NoUSB {
|
2021-01-05 10:18:22 +00:00
|
|
|
log.Warn("Option nousb is deprecated and USB is deactivated by default. Use --usb to enable")
|
2017-04-20 11:01:51 +00:00
|
|
|
}
|
2021-01-13 10:14:36 +00:00
|
|
|
if ctx.GlobalIsSet(USBFlag.Name) {
|
|
|
|
cfg.USB = ctx.GlobalBool(USBFlag.Name)
|
|
|
|
}
|
2019-04-04 11:03:10 +00:00
|
|
|
if ctx.GlobalIsSet(InsecureUnlockAllowedFlag.Name) {
|
|
|
|
cfg.InsecureUnlockAllowed = ctx.GlobalBool(InsecureUnlockAllowedFlag.Name)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
|
2019-05-31 09:30:28 +00:00
|
|
|
func setSmartCard(ctx *cli.Context, cfg *node.Config) {
|
|
|
|
// Skip enabling smartcards if no path is set
|
|
|
|
path := ctx.GlobalString(SmartCardDaemonPathFlag.Name)
|
|
|
|
if path == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Sanity check that the smartcard path is valid
|
|
|
|
fi, err := os.Stat(path)
|
|
|
|
if err != nil {
|
2019-06-04 19:17:12 +00:00
|
|
|
log.Info("Smartcard socket not found, disabling", "err", err)
|
2019-05-31 09:30:28 +00:00
|
|
|
return
|
|
|
|
}
|
|
|
|
if fi.Mode()&os.ModeType != os.ModeSocket {
|
|
|
|
log.Error("Invalid smartcard daemon path", "path", path, "type", fi.Mode().String())
|
|
|
|
return
|
|
|
|
}
|
|
|
|
// Smartcard daemon path exists and is a socket, enable it
|
|
|
|
cfg.SmartCardDaemonPath = path
|
|
|
|
}
|
|
|
|
|
2018-11-23 00:32:34 +00:00
|
|
|
func setDataDir(ctx *cli.Context, cfg *node.Config) {
|
|
|
|
switch {
|
|
|
|
case ctx.GlobalIsSet(DataDirFlag.Name):
|
|
|
|
cfg.DataDir = ctx.GlobalString(DataDirFlag.Name)
|
|
|
|
case ctx.GlobalBool(DeveloperFlag.Name):
|
|
|
|
cfg.DataDir = "" // unless explicitly requested, use memory databases
|
2021-02-24 13:07:58 +00:00
|
|
|
case ctx.GlobalBool(RopstenFlag.Name) && cfg.DataDir == node.DefaultDataDir():
|
2020-04-09 09:09:58 +00:00
|
|
|
// Maintain compatibility with older Geth configurations storing the
|
|
|
|
// Ropsten database in `testnet` instead of `ropsten`.
|
|
|
|
legacyPath := filepath.Join(node.DefaultDataDir(), "testnet")
|
|
|
|
if _, err := os.Stat(legacyPath); !os.IsNotExist(err) {
|
|
|
|
log.Warn("Using the deprecated `testnet` datadir. Future versions will store the Ropsten chain in `ropsten`.")
|
|
|
|
cfg.DataDir = legacyPath
|
|
|
|
} else {
|
|
|
|
cfg.DataDir = filepath.Join(node.DefaultDataDir(), "ropsten")
|
|
|
|
}
|
2021-02-24 13:07:58 +00:00
|
|
|
|
|
|
|
cfg.DataDir = filepath.Join(node.DefaultDataDir(), "ropsten")
|
2019-07-11 11:37:08 +00:00
|
|
|
case ctx.GlobalBool(RinkebyFlag.Name) && cfg.DataDir == node.DefaultDataDir():
|
2018-11-23 00:32:34 +00:00
|
|
|
cfg.DataDir = filepath.Join(node.DefaultDataDir(), "rinkeby")
|
2019-07-11 11:37:08 +00:00
|
|
|
case ctx.GlobalBool(GoerliFlag.Name) && cfg.DataDir == node.DefaultDataDir():
|
2018-11-16 15:58:24 +00:00
|
|
|
cfg.DataDir = filepath.Join(node.DefaultDataDir(), "goerli")
|
2021-01-28 20:19:07 +00:00
|
|
|
case ctx.GlobalBool(YoloV3Flag.Name) && cfg.DataDir == node.DefaultDataDir():
|
2021-02-25 14:26:57 +00:00
|
|
|
cfg.DataDir = filepath.Join(node.DefaultDataDir(), "yolo-v3")
|
2018-11-23 00:32:34 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-07-03 12:50:35 +00:00
|
|
|
func setGPO(ctx *cli.Context, cfg *gasprice.Config, light bool) {
|
|
|
|
// If we are running the light client, apply another group
|
|
|
|
// settings for gas oracle.
|
|
|
|
if light {
|
2021-02-05 12:51:15 +00:00
|
|
|
cfg.Blocks = ethconfig.LightClientGPO.Blocks
|
|
|
|
cfg.Percentile = ethconfig.LightClientGPO.Percentile
|
2020-07-03 12:50:35 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(GpoBlocksFlag.Name) {
|
|
|
|
cfg.Blocks = ctx.GlobalInt(GpoBlocksFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(GpoPercentileFlag.Name) {
|
|
|
|
cfg.Percentile = ctx.GlobalInt(GpoPercentileFlag.Name)
|
|
|
|
}
|
2020-09-09 15:38:47 +00:00
|
|
|
if ctx.GlobalIsSet(GpoMaxGasPriceFlag.Name) {
|
|
|
|
cfg.MaxPrice = big.NewInt(ctx.GlobalInt64(GpoMaxGasPriceFlag.Name))
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
|
2017-05-26 10:40:47 +00:00
|
|
|
func setTxPool(ctx *cli.Context, cfg *core.TxPoolConfig) {
|
2018-08-21 17:30:06 +00:00
|
|
|
if ctx.GlobalIsSet(TxPoolLocalsFlag.Name) {
|
|
|
|
locals := strings.Split(ctx.GlobalString(TxPoolLocalsFlag.Name), ",")
|
|
|
|
for _, account := range locals {
|
|
|
|
if trimmed := strings.TrimSpace(account); !common.IsHexAddress(trimmed) {
|
|
|
|
Fatalf("Invalid account in --txpool.locals: %s", trimmed)
|
|
|
|
} else {
|
|
|
|
cfg.Locals = append(cfg.Locals, common.HexToAddress(account))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2017-07-05 14:06:05 +00:00
|
|
|
if ctx.GlobalIsSet(TxPoolNoLocalsFlag.Name) {
|
|
|
|
cfg.NoLocals = ctx.GlobalBool(TxPoolNoLocalsFlag.Name)
|
|
|
|
}
|
2017-07-28 13:09:39 +00:00
|
|
|
if ctx.GlobalIsSet(TxPoolJournalFlag.Name) {
|
|
|
|
cfg.Journal = ctx.GlobalString(TxPoolJournalFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolRejournalFlag.Name) {
|
|
|
|
cfg.Rejournal = ctx.GlobalDuration(TxPoolRejournalFlag.Name)
|
|
|
|
}
|
2017-05-26 10:40:47 +00:00
|
|
|
if ctx.GlobalIsSet(TxPoolPriceLimitFlag.Name) {
|
|
|
|
cfg.PriceLimit = ctx.GlobalUint64(TxPoolPriceLimitFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolPriceBumpFlag.Name) {
|
|
|
|
cfg.PriceBump = ctx.GlobalUint64(TxPoolPriceBumpFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolAccountSlotsFlag.Name) {
|
|
|
|
cfg.AccountSlots = ctx.GlobalUint64(TxPoolAccountSlotsFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolGlobalSlotsFlag.Name) {
|
|
|
|
cfg.GlobalSlots = ctx.GlobalUint64(TxPoolGlobalSlotsFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolAccountQueueFlag.Name) {
|
|
|
|
cfg.AccountQueue = ctx.GlobalUint64(TxPoolAccountQueueFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolGlobalQueueFlag.Name) {
|
|
|
|
cfg.GlobalQueue = ctx.GlobalUint64(TxPoolGlobalQueueFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(TxPoolLifetimeFlag.Name) {
|
|
|
|
cfg.Lifetime = ctx.GlobalDuration(TxPoolLifetimeFlag.Name)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-05 12:51:15 +00:00
|
|
|
func setEthash(ctx *cli.Context, cfg *ethconfig.Config) {
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(EthashCacheDirFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.CacheDir = ctx.GlobalString(EthashCacheDirFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(EthashDatasetDirFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.DatasetDir = ctx.GlobalString(EthashDatasetDirFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(EthashCachesInMemoryFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.CachesInMem = ctx.GlobalInt(EthashCachesInMemoryFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(EthashCachesOnDiskFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.CachesOnDisk = ctx.GlobalInt(EthashCachesOnDiskFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2020-03-31 08:44:04 +00:00
|
|
|
if ctx.GlobalIsSet(EthashCachesLockMmapFlag.Name) {
|
|
|
|
cfg.Ethash.CachesLockMmap = ctx.GlobalBool(EthashCachesLockMmapFlag.Name)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(EthashDatasetsInMemoryFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.DatasetsInMem = ctx.GlobalInt(EthashDatasetsInMemoryFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(EthashDatasetsOnDiskFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
cfg.Ethash.DatasetsOnDisk = ctx.GlobalInt(EthashDatasetsOnDiskFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2020-03-31 08:44:04 +00:00
|
|
|
if ctx.GlobalIsSet(EthashDatasetsLockMmapFlag.Name) {
|
|
|
|
cfg.Ethash.DatasetsLockMmap = ctx.GlobalBool(EthashDatasetsLockMmapFlag.Name)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
|
2019-04-23 07:08:51 +00:00
|
|
|
func setMiner(ctx *cli.Context, cfg *miner.Config) {
|
|
|
|
if ctx.GlobalIsSet(MinerNotifyFlag.Name) {
|
|
|
|
cfg.Notify = strings.Split(ctx.GlobalString(MinerNotifyFlag.Name), ",")
|
|
|
|
}
|
2021-03-26 17:30:10 +00:00
|
|
|
cfg.NotifyFull = ctx.GlobalBool(MinerNotifyFullFlag.Name)
|
2019-04-23 07:08:51 +00:00
|
|
|
if ctx.GlobalIsSet(MinerExtraDataFlag.Name) {
|
|
|
|
cfg.ExtraData = []byte(ctx.GlobalString(MinerExtraDataFlag.Name))
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(MinerGasTargetFlag.Name) {
|
|
|
|
cfg.GasFloor = ctx.GlobalUint64(MinerGasTargetFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(MinerGasLimitFlag.Name) {
|
|
|
|
cfg.GasCeil = ctx.GlobalUint64(MinerGasLimitFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(MinerGasPriceFlag.Name) {
|
|
|
|
cfg.GasPrice = GlobalBig(ctx, MinerGasPriceFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(MinerRecommitIntervalFlag.Name) {
|
2020-06-30 07:05:25 +00:00
|
|
|
cfg.Recommit = ctx.GlobalDuration(MinerRecommitIntervalFlag.Name)
|
2019-04-23 07:08:51 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(MinerNoVerfiyFlag.Name) {
|
2020-06-30 07:05:25 +00:00
|
|
|
cfg.Noverify = ctx.GlobalBool(MinerNoVerfiyFlag.Name)
|
2019-04-23 07:08:51 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2021-02-05 12:51:15 +00:00
|
|
|
func setWhitelist(ctx *cli.Context, cfg *ethconfig.Config) {
|
2018-12-10 12:47:01 +00:00
|
|
|
whitelist := ctx.GlobalString(WhitelistFlag.Name)
|
|
|
|
if whitelist == "" {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
cfg.Whitelist = make(map[uint64]common.Hash)
|
|
|
|
for _, entry := range strings.Split(whitelist, ",") {
|
|
|
|
parts := strings.Split(entry, "=")
|
|
|
|
if len(parts) != 2 {
|
|
|
|
Fatalf("Invalid whitelist entry: %s", entry)
|
2018-11-02 20:26:45 +00:00
|
|
|
}
|
2018-12-10 12:47:01 +00:00
|
|
|
number, err := strconv.ParseUint(parts[0], 0, 64)
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("Invalid whitelist block number %s: %v", parts[0], err)
|
|
|
|
}
|
|
|
|
var hash common.Hash
|
|
|
|
if err = hash.UnmarshalText([]byte(parts[1])); err != nil {
|
|
|
|
Fatalf("Invalid whitelist hash %s: %v", parts[1], err)
|
|
|
|
}
|
|
|
|
cfg.Whitelist[number] = hash
|
2018-11-02 20:26:45 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-07-08 12:59:07 +00:00
|
|
|
// CheckExclusive verifies that only a single instance of the provided flags was
|
2017-11-24 15:07:22 +00:00
|
|
|
// set by the user. Each flag might optionally be followed by a string type to
|
|
|
|
// specialize it further.
|
2019-07-08 12:59:07 +00:00
|
|
|
func CheckExclusive(ctx *cli.Context, args ...interface{}) {
|
2017-04-12 14:27:23 +00:00
|
|
|
set := make([]string, 0, 1)
|
2017-11-24 15:07:22 +00:00
|
|
|
for i := 0; i < len(args); i++ {
|
|
|
|
// Make sure the next argument is a flag and skip if not set
|
|
|
|
flag, ok := args[i].(cli.Flag)
|
|
|
|
if !ok {
|
|
|
|
panic(fmt.Sprintf("invalid argument, not cli.Flag type: %T", args[i]))
|
|
|
|
}
|
|
|
|
// Check if next arg extends current and expand its name if so
|
|
|
|
name := flag.GetName()
|
|
|
|
|
|
|
|
if i+1 < len(args) {
|
|
|
|
switch option := args[i+1].(type) {
|
|
|
|
case string:
|
2018-10-08 14:08:56 +00:00
|
|
|
// Extended flag check, make sure value set doesn't conflict with passed in option
|
2017-11-24 15:07:22 +00:00
|
|
|
if ctx.GlobalString(flag.GetName()) == option {
|
|
|
|
name += "=" + option
|
2018-10-08 14:08:56 +00:00
|
|
|
set = append(set, "--"+name)
|
2017-11-24 15:07:22 +00:00
|
|
|
}
|
2018-10-08 14:08:56 +00:00
|
|
|
// shift arguments and continue
|
2017-11-24 15:07:22 +00:00
|
|
|
i++
|
2018-10-08 14:08:56 +00:00
|
|
|
continue
|
2017-11-24 15:07:22 +00:00
|
|
|
|
|
|
|
case cli.Flag:
|
|
|
|
default:
|
|
|
|
panic(fmt.Sprintf("invalid argument, not cli.Flag or string extension: %T", args[i+1]))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Mark the flag if it's set
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(flag.GetName()) {
|
2017-11-24 15:07:22 +00:00
|
|
|
set = append(set, "--"+name)
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
if len(set) > 1 {
|
2017-11-24 15:07:22 +00:00
|
|
|
Fatalf("Flags %v can't be used at the same time", strings.Join(set, ", "))
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
// SetEthConfig applies eth-related command line flags to the config.
|
2021-02-05 12:51:15 +00:00
|
|
|
func SetEthConfig(ctx *cli.Context, stack *node.Node, cfg *ethconfig.Config) {
|
2017-04-12 14:27:23 +00:00
|
|
|
// Avoid conflicting network flags
|
2021-02-24 13:07:58 +00:00
|
|
|
CheckExclusive(ctx, MainnetFlag, DeveloperFlag, RopstenFlag, RinkebyFlag, GoerliFlag, YoloV3Flag)
|
|
|
|
CheckExclusive(ctx, LightServeFlag, SyncModeFlag, "light")
|
2019-07-10 05:54:06 +00:00
|
|
|
CheckExclusive(ctx, DeveloperFlag, ExternalSignerFlag) // Can't use both ephemeral unlocked and external signer
|
2021-03-03 10:04:50 +00:00
|
|
|
if ctx.GlobalString(GCModeFlag.Name) == "archive" && ctx.GlobalUint64(TxLookupLimitFlag.Name) != 0 {
|
|
|
|
ctx.GlobalSet(TxLookupLimitFlag.Name, "0")
|
|
|
|
log.Warn("Disable transaction unindexing for archive node")
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(LightServeFlag.Name) && ctx.GlobalUint64(TxLookupLimitFlag.Name) != 0 {
|
2020-12-15 19:12:14 +00:00
|
|
|
log.Warn("LES server cannot serve old transaction status and cannot connect below les/4 protocol version if transaction lookup index is limited")
|
|
|
|
}
|
accounts, eth, clique, signer: support for external signer API (#18079)
* accounts, eth, clique: implement external backend + move sighash calc to backend
* signer: implement account_Version on external API
* accounts/external: enable ipc, add copyright
* accounts, internal, signer: formatting
* node: go fmt
* flags: disallow --dev in combo with --externalsigner
* accounts: remove clique-specific signing method, replace with more generic
* accounts, consensus: formatting + fix error in tests
* signer/core: remove (test-) import cycle
* clique: remove unused import
* accounts: remove CliqueHash and avoid dependency on package crypto
* consensus/clique: unduplicate header encoding
2019-02-05 10:23:57 +00:00
|
|
|
var ks *keystore.KeyStore
|
|
|
|
if keystores := stack.AccountManager().Backends(keystore.KeyStoreType); len(keystores) > 0 {
|
|
|
|
ks = keystores[0].(*keystore.KeyStore)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
setEtherbase(ctx, ks, cfg)
|
2020-07-03 12:50:35 +00:00
|
|
|
setGPO(ctx, &cfg.GPO, ctx.GlobalString(SyncModeFlag.Name) == "light")
|
2017-05-26 10:40:47 +00:00
|
|
|
setTxPool(ctx, &cfg.TxPool)
|
2017-04-12 14:27:23 +00:00
|
|
|
setEthash(ctx, cfg)
|
2019-04-23 07:08:51 +00:00
|
|
|
setMiner(ctx, &cfg.Miner)
|
2018-11-02 20:26:45 +00:00
|
|
|
setWhitelist(ctx, cfg)
|
2019-07-10 02:08:59 +00:00
|
|
|
setLes(ctx, cfg)
|
2017-04-12 14:27:23 +00:00
|
|
|
|
2021-04-06 14:23:35 +00:00
|
|
|
// Cap the cache allowance and tune the garbage collector
|
|
|
|
mem, err := gopsutil.VirtualMemory()
|
|
|
|
if err == nil {
|
|
|
|
if 32<<(^uintptr(0)>>63) == 32 && mem.Total > 2*1024*1024*1024 {
|
|
|
|
log.Warn("Lowering memory allowance on 32bit arch", "available", mem.Total/1024/1024, "addressable", 2*1024)
|
|
|
|
mem.Total = 2 * 1024 * 1024 * 1024
|
|
|
|
}
|
|
|
|
allowance := int(mem.Total / 1024 / 1024 / 3)
|
|
|
|
if cache := ctx.GlobalInt(CacheFlag.Name); cache > allowance {
|
|
|
|
log.Warn("Sanitizing cache to Go's GC limits", "provided", cache, "updated", allowance)
|
|
|
|
ctx.GlobalSet(CacheFlag.Name, strconv.Itoa(allowance))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
// Ensure Go's GC ignores the database cache for trigger percentage
|
|
|
|
cache := ctx.GlobalInt(CacheFlag.Name)
|
|
|
|
gogc := math.Max(20, math.Min(100, 100/(float64(cache)/1024)))
|
|
|
|
|
|
|
|
log.Debug("Sanitizing Go's GC trigger", "percent", int(gogc))
|
|
|
|
godebug.SetGCPercent(int(gogc))
|
|
|
|
|
2018-08-15 08:01:49 +00:00
|
|
|
if ctx.GlobalIsSet(SyncModeFlag.Name) {
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.SyncMode = *GlobalTextMarshaler(ctx, SyncModeFlag.Name).(*downloader.SyncMode)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
2017-04-25 11:31:15 +00:00
|
|
|
cfg.NetworkId = ctx.GlobalUint64(NetworkIdFlag.Name)
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2018-02-05 16:40:32 +00:00
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheDatabaseFlag.Name) {
|
|
|
|
cfg.DatabaseCache = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheDatabaseFlag.Name) / 100
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2021-02-23 10:27:32 +00:00
|
|
|
cfg.DatabaseHandles = MakeDatabaseHandles()
|
2019-03-08 13:56:20 +00:00
|
|
|
if ctx.GlobalIsSet(AncientFlag.Name) {
|
|
|
|
cfg.DatabaseFreezer = ctx.GlobalString(AncientFlag.Name)
|
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
|
2018-02-05 16:40:32 +00:00
|
|
|
if gcmode := ctx.GlobalString(GCModeFlag.Name); gcmode != "full" && gcmode != "archive" {
|
|
|
|
Fatalf("--%s must be either 'full' or 'archive'", GCModeFlag.Name)
|
|
|
|
}
|
2019-10-15 08:19:20 +00:00
|
|
|
if ctx.GlobalIsSet(GCModeFlag.Name) {
|
|
|
|
cfg.NoPruning = ctx.GlobalString(GCModeFlag.Name) == "archive"
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(CacheNoPrefetchFlag.Name) {
|
|
|
|
cfg.NoPrefetch = ctx.GlobalBool(CacheNoPrefetchFlag.Name)
|
|
|
|
}
|
2020-11-18 09:51:33 +00:00
|
|
|
// Read the value from the flag no matter if it's set or not.
|
|
|
|
cfg.Preimages = ctx.GlobalBool(CachePreimagesFlag.Name)
|
|
|
|
if cfg.NoPruning && !cfg.Preimages {
|
|
|
|
cfg.Preimages = true
|
|
|
|
log.Info("Enabling recording of key preimages since archive mode is used")
|
|
|
|
}
|
2020-05-11 15:58:43 +00:00
|
|
|
if ctx.GlobalIsSet(TxLookupLimitFlag.Name) {
|
|
|
|
cfg.TxLookupLimit = ctx.GlobalUint64(TxLookupLimitFlag.Name)
|
|
|
|
}
|
2018-11-12 16:47:34 +00:00
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheTrieFlag.Name) {
|
|
|
|
cfg.TrieCleanCache = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheTrieFlag.Name) / 100
|
|
|
|
}
|
2020-07-28 13:30:31 +00:00
|
|
|
if ctx.GlobalIsSet(CacheTrieJournalFlag.Name) {
|
|
|
|
cfg.TrieCleanCacheJournal = ctx.GlobalString(CacheTrieJournalFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(CacheTrieRejournalFlag.Name) {
|
|
|
|
cfg.TrieCleanCacheRejournal = ctx.GlobalDuration(CacheTrieRejournalFlag.Name)
|
|
|
|
}
|
2018-02-05 16:40:32 +00:00
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheGCFlag.Name) {
|
2018-11-12 16:47:34 +00:00
|
|
|
cfg.TrieDirtyCache = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheGCFlag.Name) / 100
|
2018-02-05 16:40:32 +00:00
|
|
|
}
|
2019-11-26 07:48:29 +00:00
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheSnapshotFlag.Name) {
|
|
|
|
cfg.SnapshotCache = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheSnapshotFlag.Name) / 100
|
|
|
|
}
|
2021-02-07 18:13:59 +00:00
|
|
|
if !ctx.GlobalBool(SnapshotFlag.Name) {
|
2020-12-14 09:27:15 +00:00
|
|
|
// If snap-sync is requested, this flag is also required
|
|
|
|
if cfg.SyncMode == downloader.SnapSync {
|
|
|
|
log.Info("Snap sync requested, enabling --snapshot")
|
|
|
|
} else {
|
|
|
|
cfg.TrieCleanCache += cfg.SnapshotCache
|
|
|
|
cfg.SnapshotCache = 0 // Disabled
|
|
|
|
}
|
2020-01-19 19:57:56 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
if ctx.GlobalIsSet(DocRootFlag.Name) {
|
|
|
|
cfg.DocRoot = ctx.GlobalString(DocRootFlag.Name)
|
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(VMEnableDebugFlag.Name) {
|
|
|
|
// TODO(fjl): force-enable this in --dev mode
|
|
|
|
cfg.EnablePreimageRecording = ctx.GlobalBool(VMEnableDebugFlag.Name)
|
|
|
|
}
|
2015-11-17 16:33:25 +00:00
|
|
|
|
2018-09-20 07:44:35 +00:00
|
|
|
if ctx.GlobalIsSet(EWASMInterpreterFlag.Name) {
|
|
|
|
cfg.EWASMInterpreter = ctx.GlobalString(EWASMInterpreterFlag.Name)
|
|
|
|
}
|
|
|
|
|
|
|
|
if ctx.GlobalIsSet(EVMInterpreterFlag.Name) {
|
|
|
|
cfg.EVMInterpreter = ctx.GlobalString(EVMInterpreterFlag.Name)
|
|
|
|
}
|
2020-10-13 11:33:10 +00:00
|
|
|
if ctx.GlobalIsSet(RPCGlobalGasCapFlag.Name) {
|
|
|
|
cfg.RPCGasCap = ctx.GlobalUint64(RPCGlobalGasCapFlag.Name)
|
2020-07-01 17:54:21 +00:00
|
|
|
}
|
|
|
|
if cfg.RPCGasCap != 0 {
|
|
|
|
log.Info("Set global gas cap", "cap", cfg.RPCGasCap)
|
|
|
|
} else {
|
|
|
|
log.Info("Global gas cap disabled")
|
2019-04-08 11:49:52 +00:00
|
|
|
}
|
2020-10-13 11:33:10 +00:00
|
|
|
if ctx.GlobalIsSet(RPCGlobalTxFeeCapFlag.Name) {
|
|
|
|
cfg.RPCTxFeeCap = ctx.GlobalFloat64(RPCGlobalTxFeeCapFlag.Name)
|
2020-06-17 07:46:31 +00:00
|
|
|
}
|
2020-12-01 09:03:41 +00:00
|
|
|
if ctx.GlobalIsSet(NoDiscoverFlag.Name) {
|
2020-12-14 09:27:15 +00:00
|
|
|
cfg.EthDiscoveryURLs, cfg.SnapDiscoveryURLs = []string{}, []string{}
|
2020-12-01 09:03:41 +00:00
|
|
|
} else if ctx.GlobalIsSet(DNSDiscoveryFlag.Name) {
|
2020-02-13 13:38:30 +00:00
|
|
|
urls := ctx.GlobalString(DNSDiscoveryFlag.Name)
|
|
|
|
if urls == "" {
|
2020-12-14 09:27:15 +00:00
|
|
|
cfg.EthDiscoveryURLs = []string{}
|
2020-02-13 13:38:30 +00:00
|
|
|
} else {
|
2020-12-14 09:27:15 +00:00
|
|
|
cfg.EthDiscoveryURLs = SplitAndTrim(urls)
|
2020-02-13 13:38:30 +00:00
|
|
|
}
|
|
|
|
}
|
2017-05-04 09:36:20 +00:00
|
|
|
// Override any default configs for hard coded networks.
|
2015-11-17 16:33:25 +00:00
|
|
|
switch {
|
2021-01-05 13:31:23 +00:00
|
|
|
case ctx.GlobalBool(MainnetFlag.Name):
|
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
|
|
|
cfg.NetworkId = 1
|
|
|
|
}
|
|
|
|
cfg.Genesis = core.DefaultGenesisBlock()
|
|
|
|
SetDNSDiscoveryDefaults(cfg, params.MainnetGenesisHash)
|
2021-02-24 13:07:58 +00:00
|
|
|
case ctx.GlobalBool(RopstenFlag.Name):
|
2015-11-17 16:33:25 +00:00
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
2017-04-12 14:27:23 +00:00
|
|
|
cfg.NetworkId = 3
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
2020-04-09 09:09:58 +00:00
|
|
|
cfg.Genesis = core.DefaultRopstenGenesisBlock()
|
2020-10-05 10:50:26 +00:00
|
|
|
SetDNSDiscoveryDefaults(cfg, params.RopstenGenesisHash)
|
2017-05-04 09:36:20 +00:00
|
|
|
case ctx.GlobalBool(RinkebyFlag.Name):
|
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
|
|
|
cfg.NetworkId = 4
|
|
|
|
}
|
|
|
|
cfg.Genesis = core.DefaultRinkebyGenesisBlock()
|
2020-10-05 10:50:26 +00:00
|
|
|
SetDNSDiscoveryDefaults(cfg, params.RinkebyGenesisHash)
|
2018-11-16 15:58:24 +00:00
|
|
|
case ctx.GlobalBool(GoerliFlag.Name):
|
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
|
|
|
cfg.NetworkId = 5
|
|
|
|
}
|
|
|
|
cfg.Genesis = core.DefaultGoerliGenesisBlock()
|
2020-10-05 10:50:26 +00:00
|
|
|
SetDNSDiscoveryDefaults(cfg, params.GoerliGenesisHash)
|
2021-01-28 20:19:07 +00:00
|
|
|
case ctx.GlobalBool(YoloV3Flag.Name):
|
2020-06-03 09:05:15 +00:00
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
2021-02-25 14:26:57 +00:00
|
|
|
cfg.NetworkId = new(big.Int).SetBytes([]byte("yolov3x")).Uint64() // "yolov3x"
|
2020-06-03 09:05:15 +00:00
|
|
|
}
|
2021-01-28 20:19:07 +00:00
|
|
|
cfg.Genesis = core.DefaultYoloV3GenesisBlock()
|
2017-10-24 10:40:42 +00:00
|
|
|
case ctx.GlobalBool(DeveloperFlag.Name):
|
2018-06-14 09:31:31 +00:00
|
|
|
if !ctx.GlobalIsSet(NetworkIdFlag.Name) {
|
|
|
|
cfg.NetworkId = 1337
|
|
|
|
}
|
2017-10-24 10:40:42 +00:00
|
|
|
// Create new developer account or reuse existing one
|
|
|
|
var (
|
2020-07-23 03:47:34 +00:00
|
|
|
developer accounts.Account
|
|
|
|
passphrase string
|
|
|
|
err error
|
2017-10-24 10:40:42 +00:00
|
|
|
)
|
2020-07-23 03:47:34 +00:00
|
|
|
if list := MakePasswordList(ctx); len(list) > 0 {
|
|
|
|
// Just take the first value. Although the function returns a possible multiple values and
|
|
|
|
// some usages iterate through them as attempts, that doesn't make sense in this setting,
|
|
|
|
// when we're definitely concerned with only one account.
|
|
|
|
passphrase = list[0]
|
|
|
|
}
|
|
|
|
// setEtherbase has been called above, configuring the miner address from command line flags.
|
|
|
|
if cfg.Miner.Etherbase != (common.Address{}) {
|
|
|
|
developer = accounts.Account{Address: cfg.Miner.Etherbase}
|
|
|
|
} else if accs := ks.Accounts(); len(accs) > 0 {
|
2017-10-24 10:40:42 +00:00
|
|
|
developer = ks.Accounts()[0]
|
|
|
|
} else {
|
2020-07-23 03:47:34 +00:00
|
|
|
developer, err = ks.NewAccount(passphrase)
|
2017-10-24 10:40:42 +00:00
|
|
|
if err != nil {
|
|
|
|
Fatalf("Failed to create developer account: %v", err)
|
|
|
|
}
|
|
|
|
}
|
2020-07-23 03:47:34 +00:00
|
|
|
if err := ks.Unlock(developer, passphrase); err != nil {
|
2017-10-24 10:40:42 +00:00
|
|
|
Fatalf("Failed to unlock developer account: %v", err)
|
|
|
|
}
|
|
|
|
log.Info("Using developer account", "address", developer.Address)
|
|
|
|
|
2020-07-21 12:53:47 +00:00
|
|
|
// Create a new developer genesis block or reuse existing one
|
2017-10-24 10:40:42 +00:00
|
|
|
cfg.Genesis = core.DeveloperGenesisBlock(uint64(ctx.GlobalInt(DeveloperPeriodFlag.Name)), developer.Address)
|
2020-07-21 12:53:47 +00:00
|
|
|
if ctx.GlobalIsSet(DataDirFlag.Name) {
|
|
|
|
// Check if we have an already initialized chain and fall back to
|
|
|
|
// that if so. Otherwise we need to generate a new genesis spec.
|
2021-03-22 18:06:30 +00:00
|
|
|
chaindb := MakeChainDatabase(ctx, stack, true)
|
2020-07-21 12:53:47 +00:00
|
|
|
if rawdb.ReadCanonicalHash(chaindb, 0) != (common.Hash{}) {
|
|
|
|
cfg.Genesis = nil // fallback to db content
|
|
|
|
}
|
|
|
|
chaindb.Close()
|
|
|
|
}
|
2021-02-24 13:07:58 +00:00
|
|
|
if !ctx.GlobalIsSet(MinerGasPriceFlag.Name) {
|
2019-04-23 07:08:51 +00:00
|
|
|
cfg.Miner.GasPrice = big.NewInt(1)
|
2015-09-06 13:46:54 +00:00
|
|
|
}
|
2020-02-13 13:38:30 +00:00
|
|
|
default:
|
|
|
|
if cfg.NetworkId == 1 {
|
2020-10-05 10:50:26 +00:00
|
|
|
SetDNSDiscoveryDefaults(cfg, params.MainnetGenesisHash)
|
2020-02-13 13:38:30 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2020-10-05 10:50:26 +00:00
|
|
|
// SetDNSDiscoveryDefaults configures DNS discovery with the given URL if
|
2020-02-13 13:38:30 +00:00
|
|
|
// no URLs are set.
|
2021-02-05 12:51:15 +00:00
|
|
|
func SetDNSDiscoveryDefaults(cfg *ethconfig.Config, genesis common.Hash) {
|
2020-12-14 09:27:15 +00:00
|
|
|
if cfg.EthDiscoveryURLs != nil {
|
2020-05-22 11:46:34 +00:00
|
|
|
return // already set through flags/config
|
|
|
|
}
|
2020-05-25 17:50:36 +00:00
|
|
|
protocol := "all"
|
2020-05-22 11:46:34 +00:00
|
|
|
if cfg.SyncMode == downloader.LightSync {
|
|
|
|
protocol = "les"
|
|
|
|
}
|
|
|
|
if url := params.KnownDNSNetwork(genesis, protocol); url != "" {
|
2020-12-14 09:27:15 +00:00
|
|
|
cfg.EthDiscoveryURLs = []string{url}
|
|
|
|
}
|
|
|
|
if cfg.SyncMode == downloader.SnapSync {
|
|
|
|
if url := params.KnownDNSNetwork(genesis, "snap"); url != "" {
|
|
|
|
cfg.SnapDiscoveryURLs = []string{url}
|
|
|
|
}
|
2015-09-06 13:46:54 +00:00
|
|
|
}
|
2017-04-12 14:27:23 +00:00
|
|
|
}
|
2015-12-16 03:26:23 +00:00
|
|
|
|
2017-04-12 14:27:23 +00:00
|
|
|
// RegisterEthService adds an Ethereum client to the stack.
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
func RegisterEthService(stack *node.Node, cfg *eth.Config) *eth.Ethereum {
|
2020-11-25 08:24:50 +00:00
|
|
|
backend, err := eth.New(stack, cfg)
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("Failed to register the Ethereum service: %v", err)
|
|
|
|
}
|
|
|
|
if cfg.LightServ > 0 {
|
|
|
|
_, err := les.NewLesServer(stack, backend, cfg)
|
2020-08-03 17:40:46 +00:00
|
|
|
if err != nil {
|
2020-11-25 08:24:50 +00:00
|
|
|
Fatalf("Failed to create the LES server: %v", err)
|
2020-08-03 17:40:46 +00:00
|
|
|
}
|
2015-11-17 16:33:25 +00:00
|
|
|
}
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
return backend
|
|
|
|
}
|
|
|
|
|
|
|
|
// RegisterLesEthService adds an Ethereum les client to the stack.
|
|
|
|
func RegisterLesEthService(stack *node.Node, cfg *eth.Config) *les.LightEthereum {
|
|
|
|
backend, err := les.New(stack, cfg)
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("Failed to register the Ethereum service: %v", err)
|
|
|
|
}
|
|
|
|
return backend
|
2016-08-15 16:38:32 +00:00
|
|
|
}
|
|
|
|
|
2016-11-25 15:55:06 +00:00
|
|
|
// RegisterEthStatsService configures the Ethereum Stats daemon and adds it to
|
2018-07-26 07:59:05 +00:00
|
|
|
// the given node.
|
2020-08-03 17:40:46 +00:00
|
|
|
func RegisterEthStatsService(stack *node.Node, backend ethapi.Backend, url string) {
|
|
|
|
if err := ethstats.New(stack, backend, backend.Engine(), url); err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Failed to register the Ethereum Stats service: %v", err)
|
2016-11-25 15:55:06 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2019-06-12 08:24:24 +00:00
|
|
|
// RegisterGraphQLService is a utility function to construct a new service and register it against a node.
|
2020-08-03 17:40:46 +00:00
|
|
|
func RegisterGraphQLService(stack *node.Node, backend ethapi.Backend, cfg node.Config) {
|
|
|
|
if err := graphql.New(stack, backend, cfg.GraphQLCors, cfg.GraphQLVirtualHosts); err != nil {
|
2019-06-12 08:24:24 +00:00
|
|
|
Fatalf("Failed to register the GraphQL service: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
Statediffing geth
* Write state diff to CSV (#2)
* port statediff from https://github.com/jpmorganchase/quorum/blob/9b7fd9af8082795eeeb6863d9746f12b82dd5078/statediff/statediff.go; minor fixes
* integrating state diff extracting, building, and persisting into geth processes
* work towards persisting created statediffs in ipfs; based off github.com/vulcanize/eth-block-extractor
* Add a state diff service
* Remove diff extractor from blockchain
* Update imports
* Move statediff on/off check to geth cmd config
* Update starting state diff service
* Add debugging logs for creating diff
* Add statediff extractor and builder tests and small refactoring
* Start to write statediff to a CSV
* Restructure statediff directory
* Pull CSV publishing methods into their own file
* Reformatting due to go fmt
* Add gomega to vendor dir
* Remove testing focuses
* Update statediff tests to use golang test pkg
instead of ginkgo
- builder_test
- extractor_test
- publisher_test
* Use hexutil.Encode instead of deprecated common.ToHex
* Remove OldValue from DiffBigInt and DiffUint64 fields
* Update builder test
* Remove old storage value from updated accounts
* Remove old values from created/deleted accounts
* Update publisher to account for only storing current account values
* Update service loop and fetching previous block
* Update testing
- remove statediff ginkgo test suite file
- move mocks to their own dir
* Updates per go fmt
* Updates to tests
* Pass statediff mode and path in through cli
* Return filename from publisher
* Remove some duplication in builder
* Remove code field from state diff output
this is the contract byte code, and it can still be obtained by querying
the db by the codeHash
* Consolidate acct diff structs for updated & updated/deleted accts
* Include block number in csv filename
* Clean up error logging
* Cleanup formatting, spelling, etc
* Address PR comments
* Add contract address and storage value to csv
* Refactor accumulating account row in csv publisher
* Add DiffStorage struct
* Add storage key to csv
* Address PR comments
* Fix publisher to include rows for accounts that don't have store updates
* Update builder test after merging in release/1.8
* Update test contract to include storage on contract intialization
- so that we're able to test that storage diffing works for created and
deleted accounts (not just updated accounts).
* Factor out a common trie iterator method in builder
* Apply goimports to statediff
* Apply gosimple changes to statediff
* Gracefully exit geth command(#4)
* Statediff for full node (#6)
* Open a trie from the in-memory database
* Use a node's LeafKey as an identifier instead of the address
It was proving difficult to find look the address up from a given path
with a full node (sometimes the value wouldn't exist in the disk db).
So, instead, for now we are using the node's LeafKey with is a Keccak256
hash of the address, so if we know the address we can figure out which
LeafKey it matches up to.
* Make sure that statediff has been processed before pruning
* Use blockchain stateCache.OpenTrie for storage diffs
* Clean up log lines and remove unnecessary fields from builder
* Apply go fmt changes
* Add a sleep to the blockchain test
* Address PR comments
* Address PR comments
* refactoring/reorganizing packages
* refactoring statediff builder and types and adjusted to relay proofs and paths (still need to make this optional)
* refactoring state diff service and adding api which allows for streaming state diff payloads over an rpc websocket subscription
* make proofs and paths optional + compress service loop into single for loop (may be missing something here)
* option to process intermediate nodes
* make state diff rlp serializable
* cli parameter to limit statediffing to select account addresses + test
* review fixes and fixes for issues ran into in integration
* review fixes; proper method signature for api; adjust service so that statediff processing is halted/paused until there is at least one subscriber listening for the results
* adjust buffering to improve stability; doc.go; fix notifier
err handling
* relay receipts with the rest of the data + review fixes/changes
* rpc method to get statediff at specific block; requires archival node or the block be within the pruning range
* review fixes
* fixes after rebase
* statediff verison meta
* fix linter issues
* include total difficulty to the payload
* fix state diff builder: emit actual leaf nodes instead of value nodes; diff on the leaf not on the value; emit correct path for intermediate nodes
* adjust statediff builder tests to changes and extend to test intermediate nodes; golint
* add genesis block to test; handle block 0 in StateDiffAt
* rlp files for mainnet blocks 0-3, for tests
* builder test on mainnet blocks
* common.BytesToHash(path) => crypto.Keaccak256(hash) in builder; BytesToHash produces same hash for e.g. []byte{} and []byte{\x00} - prefix \x00 steps are inconsequential to the hash result
* complete tests for early mainnet blocks
* diff type for representing deleted accounts
* fix builder so that we handle account deletions properly and properly diff storage when an account is moved to a new path; update params
* remove cli params; moving them to subscriber defined
* remove unneeded bc methods
* update service and api; statediffing params are now defined by user through api rather than by service provider by cli
* update top level tests
* add ability to watch specific storage slots (leaf keys) only
* comments; explain logic
* update mainnet blocks test
* update api_test.go
* storage leafkey filter test
* cleanup chain maker
* adjust chain maker for tests to add an empty account in block1 and switch to EIP-158 afterwards (now we just need to generate enough accounts until one causes the empty account to be touched and removed post-EIP-158 so we can simulate and test that process...); also added 2 new blocks where more contract storage is set and old slots are set to zero so they are removed so we can test that
* found an account whose creation causes the empty account to be moved to a new path; this should count as 'touching; the empty account and cause it to be removed according to eip-158... but it doesn't
* use new contract in unit tests that has self-destruct ability, so we can test eip-158 since simply moving an account to new path doesn't count as 'touchin' it
* handle storage deletions
* tests for eip-158 account removal and storage value deletions; there is one edge case left to test where we remove 1 account when only two exist such that the remaining account is moved up and replaces the root branch node
* finish testing known edge cases
* add endpoint to fetch all state and storage nodes at a given blockheight; useful for generating a recent atate cache/snapshot that we can diff forward from rather than needing to collect all diffs from genesis
* test for state trie builder
* minor changes/fixes
* update version meta
* if statediffing is on, lock tries in triedb until the statediffing service signals they are done using them
* update version meta
* fix mock blockchain; golint; bump patch
* increase maxRequestContentLength; bump patch
* log the sizes of the state objects we are sending
* CI build (#20)
* CI: run build on PR and on push to master
* CI: debug building geth
* CI: fix coping file
* CI: fix coping file v2
* CI: temporary upload file to release asset
* CI: get release upload_url by tag, upload asset to current relase
* CI: fix tag name
* fix ci build on statediff_at_anyblock-1.9.11 branch
* fix publishing assets in release
* bump version meta
* use context deadline for timeout in eth_call
* collect and emit codehash=>code mappings for state objects
* subscription endpoint for retrieving all the codehash=>code mappings that exist at provided height
* bump version meta
* Implement WriteStateDiffAt
* Writes state diffs directly to postgres
* Adds CLI flags to configure PG
* Refactors builder output with callbacks
* Copies refactored postgres handling code from ipld-eth-indexer
* rename PostgresCIDWriter.{index->upsert}*
* less ambiguous
* go.mod update
* rm unused
* cleanup
* output code & codehash iteratively
* had to rf some types for this
* prometheus metrics output
* duplicate recent eth-indexer changes
* migrations and metrics...
* [wip] prom.Init() here? another CLI flag?
* cleanup
* tidy & DRY
* statediff WriteLoop service + CLI flag
* [wip] update test mocks
* todo - do something meaningful to test write loop
* logging
* use geth log
* port tests to go testing
* drop ginkgo/gomega
* fix and cleanup tests
* fail before defer statement
* delete vendor/ dir
* unused
* bump version meta
* fixes after rebase onto 1.9.23
* bump version meta
* fix API registration
* bump version meta
* use golang 1.15.5 version (#34)
* bump version meta; add 0.0.11 branch to actions
* bump version meta; update github actions workflows
* statediff: refactor metrics
* Remove redundant statediff/indexer/prom tooling and use existing
prometheus integration.
* cleanup
* "indexer" namespace for metrics
* add reporting loop for db metrics
* doc
* metrics for statediff stats
* metrics namespace/subsystem = statediff/{indexer,service}
* statediff: use a worker pool (for direct writes)
* fix test
* fix chain event subscription
* log tweaks
* func name
* unused import
* intermediate chain event channel for metrics
* cleanup
* bump version meta
* update github actions; linting
* add poststate and status to receipt ipld indexes
* bump statediff version
* stateDiffFor endpoints for fetching or writing statediff object by blockhash; bump statediff version
* fixes after rebase on to v1.10.1
* update github actions and version meta; go fmt
* add leaf key to removed 'nodes'
* include Postgres migrations and schema
* service documentation
* touching up
2019-01-28 21:31:01 +00:00
|
|
|
// RegisterStateDiffService configures and registers a service to stream state diff data over RPC
|
|
|
|
func RegisterStateDiffService(stack *node.Node, ethServ *eth.Ethereum, cfg *ethconfig.Config, params statediff.ServiceParams) {
|
|
|
|
if err := statediff.New(stack, ethServ, cfg, params); err != nil {
|
|
|
|
Fatalf("Failed to register the Statediff service: %v", err)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2018-07-02 12:51:02 +00:00
|
|
|
func SetupMetrics(ctx *cli.Context) {
|
|
|
|
if metrics.Enabled {
|
|
|
|
log.Info("Enabling metrics collection")
|
2020-07-03 17:12:22 +00:00
|
|
|
|
2018-07-02 12:51:02 +00:00
|
|
|
var (
|
|
|
|
enableExport = ctx.GlobalBool(MetricsEnableInfluxDBFlag.Name)
|
|
|
|
endpoint = ctx.GlobalString(MetricsInfluxDBEndpointFlag.Name)
|
|
|
|
database = ctx.GlobalString(MetricsInfluxDBDatabaseFlag.Name)
|
|
|
|
username = ctx.GlobalString(MetricsInfluxDBUsernameFlag.Name)
|
|
|
|
password = ctx.GlobalString(MetricsInfluxDBPasswordFlag.Name)
|
|
|
|
)
|
|
|
|
|
|
|
|
if enableExport {
|
2019-01-29 08:14:24 +00:00
|
|
|
tagsMap := SplitTagsFlag(ctx.GlobalString(MetricsInfluxDBTagsFlag.Name))
|
|
|
|
|
2018-07-02 12:51:02 +00:00
|
|
|
log.Info("Enabling metrics export to InfluxDB")
|
2019-01-29 08:14:24 +00:00
|
|
|
|
|
|
|
go influxdb.InfluxDBWithTags(metrics.DefaultRegistry, 10*time.Second, endpoint, database, username, password, "geth.", tagsMap)
|
|
|
|
}
|
2020-07-03 17:12:22 +00:00
|
|
|
|
|
|
|
if ctx.GlobalIsSet(MetricsHTTPFlag.Name) {
|
|
|
|
address := fmt.Sprintf("%s:%d", ctx.GlobalString(MetricsHTTPFlag.Name), ctx.GlobalInt(MetricsPortFlag.Name))
|
|
|
|
log.Info("Enabling stand-alone metrics HTTP endpoint", "address", address)
|
|
|
|
exp.Setup(address)
|
|
|
|
}
|
2019-01-29 08:14:24 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
func SplitTagsFlag(tagsFlag string) map[string]string {
|
|
|
|
tags := strings.Split(tagsFlag, ",")
|
|
|
|
tagsMap := map[string]string{}
|
|
|
|
|
|
|
|
for _, t := range tags {
|
|
|
|
if t != "" {
|
|
|
|
kv := strings.Split(t, "=")
|
|
|
|
|
|
|
|
if len(kv) == 2 {
|
|
|
|
tagsMap[kv[0]] = kv[1]
|
|
|
|
}
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
|
|
|
}
|
2019-01-29 08:14:24 +00:00
|
|
|
|
|
|
|
return tagsMap
|
2018-07-02 12:51:02 +00:00
|
|
|
}
|
|
|
|
|
2016-03-01 22:32:43 +00:00
|
|
|
// MakeChainDatabase open an LevelDB using the flags passed to the client and will hard crash if it fails.
|
2021-03-22 18:06:30 +00:00
|
|
|
func MakeChainDatabase(ctx *cli.Context, stack *node.Node, readonly bool) ethdb.Database {
|
2016-03-01 22:32:43 +00:00
|
|
|
var (
|
2018-02-05 16:40:32 +00:00
|
|
|
cache = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheDatabaseFlag.Name) / 100
|
2021-02-23 10:27:32 +00:00
|
|
|
handles = MakeDatabaseHandles()
|
2020-07-13 09:02:54 +00:00
|
|
|
|
|
|
|
err error
|
|
|
|
chainDb ethdb.Database
|
2016-03-01 22:32:43 +00:00
|
|
|
)
|
2018-08-15 08:01:49 +00:00
|
|
|
if ctx.GlobalString(SyncModeFlag.Name) == "light" {
|
2020-07-13 09:02:54 +00:00
|
|
|
name := "lightchaindata"
|
2021-03-22 18:06:30 +00:00
|
|
|
chainDb, err = stack.OpenDatabase(name, cache, handles, "", readonly)
|
2020-07-13 09:02:54 +00:00
|
|
|
} else {
|
|
|
|
name := "chaindata"
|
2021-03-22 18:06:30 +00:00
|
|
|
chainDb, err = stack.OpenDatabaseWithFreezer(name, cache, handles, ctx.GlobalString(AncientFlag.Name), "", readonly)
|
2017-05-03 10:35:47 +00:00
|
|
|
}
|
2016-03-01 22:32:43 +00:00
|
|
|
if err != nil {
|
2017-02-22 15:22:50 +00:00
|
|
|
Fatalf("Could not open database: %v", err)
|
2015-04-13 08:13:52 +00:00
|
|
|
}
|
2016-03-01 22:32:43 +00:00
|
|
|
return chainDb
|
|
|
|
}
|
|
|
|
|
2017-03-02 13:03:33 +00:00
|
|
|
func MakeGenesis(ctx *cli.Context) *core.Genesis {
|
|
|
|
var genesis *core.Genesis
|
|
|
|
switch {
|
2021-03-09 09:50:25 +00:00
|
|
|
case ctx.GlobalBool(MainnetFlag.Name):
|
|
|
|
genesis = core.DefaultGenesisBlock()
|
2021-02-24 13:07:58 +00:00
|
|
|
case ctx.GlobalBool(RopstenFlag.Name):
|
2020-04-09 09:09:58 +00:00
|
|
|
genesis = core.DefaultRopstenGenesisBlock()
|
2017-05-04 09:36:20 +00:00
|
|
|
case ctx.GlobalBool(RinkebyFlag.Name):
|
|
|
|
genesis = core.DefaultRinkebyGenesisBlock()
|
2018-11-16 15:58:24 +00:00
|
|
|
case ctx.GlobalBool(GoerliFlag.Name):
|
|
|
|
genesis = core.DefaultGoerliGenesisBlock()
|
2021-01-28 20:19:07 +00:00
|
|
|
case ctx.GlobalBool(YoloV3Flag.Name):
|
|
|
|
genesis = core.DefaultYoloV3GenesisBlock()
|
2017-10-24 10:40:42 +00:00
|
|
|
case ctx.GlobalBool(DeveloperFlag.Name):
|
|
|
|
Fatalf("Developer chains are ephemeral")
|
2017-03-02 13:03:33 +00:00
|
|
|
}
|
|
|
|
return genesis
|
|
|
|
}
|
|
|
|
|
2016-03-01 22:32:43 +00:00
|
|
|
// MakeChain creates a chain manager from set command line flags.
|
2021-03-22 18:06:30 +00:00
|
|
|
func MakeChain(ctx *cli.Context, stack *node.Node) (chain *core.BlockChain, chainDb ethdb.Database) {
|
2016-03-01 22:32:43 +00:00
|
|
|
var err error
|
2021-03-22 18:06:30 +00:00
|
|
|
chainDb = MakeChainDatabase(ctx, stack, false) // TODO(rjl493456442) support read-only database
|
2017-03-02 13:03:33 +00:00
|
|
|
config, _, err := core.SetupGenesisBlock(chainDb, MakeGenesis(ctx))
|
|
|
|
if err != nil {
|
|
|
|
Fatalf("%v", err)
|
|
|
|
}
|
2017-10-10 12:51:09 +00:00
|
|
|
var engine consensus.Engine
|
|
|
|
if config.Clique != nil {
|
|
|
|
engine = clique.New(config.Clique, chainDb)
|
|
|
|
} else {
|
|
|
|
engine = ethash.NewFaker()
|
|
|
|
if !ctx.GlobalBool(FakePoWFlag.Name) {
|
2017-11-24 14:10:27 +00:00
|
|
|
engine = ethash.New(ethash.Config{
|
2021-02-05 12:51:15 +00:00
|
|
|
CacheDir: stack.ResolvePath(ethconfig.Defaults.Ethash.CacheDir),
|
|
|
|
CachesInMem: ethconfig.Defaults.Ethash.CachesInMem,
|
|
|
|
CachesOnDisk: ethconfig.Defaults.Ethash.CachesOnDisk,
|
|
|
|
CachesLockMmap: ethconfig.Defaults.Ethash.CachesLockMmap,
|
|
|
|
DatasetDir: stack.ResolvePath(ethconfig.Defaults.Ethash.DatasetDir),
|
|
|
|
DatasetsInMem: ethconfig.Defaults.Ethash.DatasetsInMem,
|
|
|
|
DatasetsOnDisk: ethconfig.Defaults.Ethash.DatasetsOnDisk,
|
|
|
|
DatasetsLockMmap: ethconfig.Defaults.Ethash.DatasetsLockMmap,
|
2018-08-28 13:59:05 +00:00
|
|
|
}, nil, false)
|
2017-10-10 12:51:09 +00:00
|
|
|
}
|
|
|
|
}
|
2018-02-05 16:40:32 +00:00
|
|
|
if gcmode := ctx.GlobalString(GCModeFlag.Name); gcmode != "full" && gcmode != "archive" {
|
|
|
|
Fatalf("--%s must be either 'full' or 'archive'", GCModeFlag.Name)
|
|
|
|
}
|
|
|
|
cache := &core.CacheConfig{
|
2021-02-05 12:51:15 +00:00
|
|
|
TrieCleanLimit: ethconfig.Defaults.TrieCleanCache,
|
2019-04-01 08:52:11 +00:00
|
|
|
TrieCleanNoPrefetch: ctx.GlobalBool(CacheNoPrefetchFlag.Name),
|
2021-02-05 12:51:15 +00:00
|
|
|
TrieDirtyLimit: ethconfig.Defaults.TrieDirtyCache,
|
2019-04-01 08:52:11 +00:00
|
|
|
TrieDirtyDisabled: ctx.GlobalString(GCModeFlag.Name) == "archive",
|
2021-02-05 12:51:15 +00:00
|
|
|
TrieTimeLimit: ethconfig.Defaults.TrieTimeout,
|
|
|
|
SnapshotLimit: ethconfig.Defaults.SnapshotCache,
|
2020-11-18 09:51:33 +00:00
|
|
|
Preimages: ctx.GlobalBool(CachePreimagesFlag.Name),
|
|
|
|
}
|
|
|
|
if cache.TrieDirtyDisabled && !cache.Preimages {
|
|
|
|
cache.Preimages = true
|
|
|
|
log.Info("Enabling recording of key preimages since archive mode is used")
|
2018-11-12 16:47:34 +00:00
|
|
|
}
|
2021-02-07 18:13:59 +00:00
|
|
|
if !ctx.GlobalBool(SnapshotFlag.Name) {
|
2020-01-19 19:57:56 +00:00
|
|
|
cache.SnapshotLimit = 0 // Disabled
|
|
|
|
}
|
2018-11-12 16:47:34 +00:00
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheTrieFlag.Name) {
|
|
|
|
cache.TrieCleanLimit = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheTrieFlag.Name) / 100
|
2018-02-05 16:40:32 +00:00
|
|
|
}
|
|
|
|
if ctx.GlobalIsSet(CacheFlag.Name) || ctx.GlobalIsSet(CacheGCFlag.Name) {
|
2018-11-12 16:47:34 +00:00
|
|
|
cache.TrieDirtyLimit = ctx.GlobalInt(CacheFlag.Name) * ctx.GlobalInt(CacheGCFlag.Name) / 100
|
2018-02-05 16:40:32 +00:00
|
|
|
}
|
2017-03-02 13:03:33 +00:00
|
|
|
vmcfg := vm.Config{EnablePreimageRecording: ctx.GlobalBool(VMEnableDebugFlag.Name)}
|
2021-03-22 18:06:30 +00:00
|
|
|
|
|
|
|
// TODO(rjl493456442) disable snapshot generation/wiping if the chain is read only.
|
|
|
|
// Disable transaction indexing/unindexing by default.
|
|
|
|
chain, err = core.NewBlockChain(chainDb, cache, config, engine, vmcfg, nil, nil)
|
2015-06-08 10:12:13 +00:00
|
|
|
if err != nil {
|
2017-03-02 13:03:33 +00:00
|
|
|
Fatalf("Can't create BlockChain: %v", err)
|
2015-06-08 10:12:13 +00:00
|
|
|
}
|
2015-08-06 17:57:39 +00:00
|
|
|
return chain, chainDb
|
2015-03-06 02:00:41 +00:00
|
|
|
}
|
2016-05-06 09:40:23 +00:00
|
|
|
|
|
|
|
// MakeConsolePreloads retrieves the absolute paths for the console JavaScript
|
|
|
|
// scripts to preload before starting.
|
|
|
|
func MakeConsolePreloads(ctx *cli.Context) []string {
|
|
|
|
// Skip preloading if there's nothing to preload
|
|
|
|
if ctx.GlobalString(PreloadJSFlag.Name) == "" {
|
|
|
|
return nil
|
|
|
|
}
|
|
|
|
// Otherwise resolve absolute paths and return them
|
2019-02-14 23:02:11 +00:00
|
|
|
var preloads []string
|
2016-05-06 09:40:23 +00:00
|
|
|
|
|
|
|
for _, file := range strings.Split(ctx.GlobalString(PreloadJSFlag.Name), ",") {
|
2021-01-12 14:50:11 +00:00
|
|
|
preloads = append(preloads, strings.TrimSpace(file))
|
2016-05-06 09:40:23 +00:00
|
|
|
}
|
|
|
|
return preloads
|
|
|
|
}
|
2017-04-28 10:38:49 +00:00
|
|
|
|
|
|
|
// MigrateFlags sets the global flag from a local flag when it's set.
|
|
|
|
// This is a temporary function used for migrating old command/flags to the
|
|
|
|
// new format.
|
|
|
|
//
|
|
|
|
// e.g. geth account new --keystore /tmp/mykeystore --lightkdf
|
|
|
|
//
|
|
|
|
// is equivalent after calling this method with:
|
|
|
|
//
|
|
|
|
// geth --keystore /tmp/mykeystore --lightkdf account new
|
|
|
|
//
|
|
|
|
// This allows the use of the existing configuration functionality.
|
|
|
|
// When all flags are migrated this function can be removed and the existing
|
|
|
|
// configuration functionality must be changed that is uses local flags
|
|
|
|
func MigrateFlags(action func(ctx *cli.Context) error) func(*cli.Context) error {
|
|
|
|
return func(ctx *cli.Context) error {
|
|
|
|
for _, name := range ctx.FlagNames() {
|
|
|
|
if ctx.IsSet(name) {
|
|
|
|
ctx.GlobalSet(name, ctx.String(name))
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return action(ctx)
|
|
|
|
}
|
|
|
|
}
|