918a30dcc9
* Statediff Geth Handle conflicts (#244) * Handle conflicts * Update go mod file versions * Make lint changes Disassociate block number from the indexer object Update ipld-eth-db ref Refactor builder code to make it reusable Use prefix comparison for account selective statediffing Update builder unit tests Add mode to write to CSV files in statediff file writer (#249) * Change file writing mode to csv files * Implement writer interface for file indexer * Implement option for csv or sql in file mode * Close files in CSV writer * Add tests for CSV file mode * Implement CSV file for watched addresses * Separate test configs for CSV and SQL * Refactor common code for file indexer tests Update indexer to include block hash in receipts and logs (#256) * Update indexer to include block hash in receipts and logs * Upgrade ipld-eth-db image in docker-compose to run tests Use watched addresses from direct indexing params by default while serving statediff APIs (#262) * Use watched addresses from direct indexing params in statediff APIs by default * Avoid using indexer object when direct indexing is off * Add nil check before accessing watched addresses from direct indexing params Rebase missed these changes needed at 1.10.20 Flags cleanup for CLI changes and linter complaints Linter appeasements to achieve perfection enforce go 1.18 for check (#267) * enforce go 1.18 for check * tests on 1.18 as well * adding db yml for possible change in docker-compose behavior in yml parsing Add indexer tests for handling non canonical blocks (#254) * Add indexer tests for header and transactions in a non canonical block * Add indexer tests for receipts in a non-canonical block and refactor * Add indexer tests for logs in a non-canonical block * Add indexer tests for state and storage nodes in a non-canonical block * Add indexer tests for non-canonical block at another height * Avoid passing address of a pointer * Update refs in GitHub workflow * Add genesis file path to stack-orchestrator config in GitHub workflow * Add descriptive comments fix non-deterministic ordering in unit tests Refactor indexer tests to avoid duplicate code (#270) * Refactor indexer tests to avoid duplicate code * Refactor file mode indexer tests * Fix expected db stats for sqlx after tx closure * Refactor indexer tests for legacy block * Refactor mainnet indexer tests * Refactor tests for watched addressess methods * Fix query in legacy indexer test rebase and resolve onto 1.10.23... still error out of index related to GetLeafKeys changed trie.Commit behavior was subtle about not not flushing to disk without an Update * no merge nodeset throws nil * linter appeasement Co-authored-by: Abdul Rabbani <abdulrabbani00@gmail.com>
157 lines
5.7 KiB
Go
157 lines
5.7 KiB
Go
// Copyright 2019 The go-ethereum Authors
|
|
// This file is part of the go-ethereum library.
|
|
//
|
|
// The go-ethereum library is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Lesser General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
//
|
|
// The go-ethereum library is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Lesser General Public License for more details.
|
|
//
|
|
// You should have received a copy of the GNU Lesser General Public License
|
|
// along with the go-ethereum library. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package statediff
|
|
|
|
import (
|
|
"context"
|
|
|
|
"github.com/ethereum/go-ethereum/statediff/types"
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
"github.com/ethereum/go-ethereum/log"
|
|
"github.com/ethereum/go-ethereum/rpc"
|
|
)
|
|
|
|
// APIName is the namespace used for the state diffing service API
|
|
const APIName = "statediff"
|
|
|
|
// APIVersion is the version of the state diffing service API
|
|
const APIVersion = "0.0.1"
|
|
|
|
// PublicStateDiffAPI provides an RPC subscription interface
|
|
// that can be used to stream out state diffs as they
|
|
// are produced by a full node
|
|
type PublicStateDiffAPI struct {
|
|
sds IService
|
|
}
|
|
|
|
// NewPublicStateDiffAPI creates an rpc subscription interface for the underlying statediff service
|
|
func NewPublicStateDiffAPI(sds IService) *PublicStateDiffAPI {
|
|
return &PublicStateDiffAPI{
|
|
sds: sds,
|
|
}
|
|
}
|
|
|
|
// Stream is the public method to setup a subscription that fires off statediff service payloads as they are created
|
|
func (api *PublicStateDiffAPI) Stream(ctx context.Context, params Params) (*rpc.Subscription, error) {
|
|
// ensure that the RPC connection supports subscriptions
|
|
notifier, supported := rpc.NotifierFromContext(ctx)
|
|
if !supported {
|
|
return nil, rpc.ErrNotificationsUnsupported
|
|
}
|
|
|
|
// create subscription and start waiting for events
|
|
rpcSub := notifier.CreateSubscription()
|
|
|
|
go func() {
|
|
// subscribe to events from the statediff service
|
|
payloadChannel := make(chan Payload, chainEventChanSize)
|
|
quitChan := make(chan bool, 1)
|
|
api.sds.Subscribe(rpcSub.ID, payloadChannel, quitChan, params)
|
|
// loop and await payloads and relay them to the subscriber with the notifier
|
|
for {
|
|
select {
|
|
case payload := <-payloadChannel:
|
|
if err := notifier.Notify(rpcSub.ID, payload); err != nil {
|
|
log.Error("Failed to send state diff packet; error: " + err.Error())
|
|
if err := api.sds.Unsubscribe(rpcSub.ID); err != nil {
|
|
log.Error("Failed to unsubscribe from the state diff service; error: " + err.Error())
|
|
}
|
|
return
|
|
}
|
|
case err := <-rpcSub.Err():
|
|
if err != nil {
|
|
log.Error("State diff service rpcSub error: " + err.Error())
|
|
err = api.sds.Unsubscribe(rpcSub.ID)
|
|
if err != nil {
|
|
log.Error("Failed to unsubscribe from the state diff service; error: " + err.Error())
|
|
}
|
|
return
|
|
}
|
|
case <-quitChan:
|
|
// don't need to unsubscribe, service does so before sending the quit signal
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
return rpcSub, nil
|
|
}
|
|
|
|
// StateDiffAt returns a state diff payload at the specific blockheight
|
|
func (api *PublicStateDiffAPI) StateDiffAt(ctx context.Context, blockNumber uint64, params Params) (*Payload, error) {
|
|
return api.sds.StateDiffAt(blockNumber, params)
|
|
}
|
|
|
|
// StateDiffFor returns a state diff payload for the specific blockhash
|
|
func (api *PublicStateDiffAPI) StateDiffFor(ctx context.Context, blockHash common.Hash, params Params) (*Payload, error) {
|
|
return api.sds.StateDiffFor(blockHash, params)
|
|
}
|
|
|
|
// StateTrieAt returns a state trie payload at the specific blockheight
|
|
func (api *PublicStateDiffAPI) StateTrieAt(ctx context.Context, blockNumber uint64, params Params) (*Payload, error) {
|
|
return api.sds.StateTrieAt(blockNumber, params)
|
|
}
|
|
|
|
// StreamCodeAndCodeHash writes all of the codehash=>code pairs out to a websocket channel
|
|
func (api *PublicStateDiffAPI) StreamCodeAndCodeHash(ctx context.Context, blockNumber uint64) (*rpc.Subscription, error) {
|
|
// ensure that the RPC connection supports subscriptions
|
|
notifier, supported := rpc.NotifierFromContext(ctx)
|
|
if !supported {
|
|
return nil, rpc.ErrNotificationsUnsupported
|
|
}
|
|
|
|
// create subscription and start waiting for events
|
|
rpcSub := notifier.CreateSubscription()
|
|
payloadChan := make(chan types.CodeAndCodeHash, chainEventChanSize)
|
|
quitChan := make(chan bool)
|
|
api.sds.StreamCodeAndCodeHash(blockNumber, payloadChan, quitChan)
|
|
go func() {
|
|
for {
|
|
select {
|
|
case payload := <-payloadChan:
|
|
if err := notifier.Notify(rpcSub.ID, payload); err != nil {
|
|
log.Error("Failed to send code and codehash packet", "err", err)
|
|
return
|
|
}
|
|
case err := <-rpcSub.Err():
|
|
log.Error("State diff service rpcSub error", "err", err)
|
|
return
|
|
case <-quitChan:
|
|
return
|
|
}
|
|
}
|
|
}()
|
|
|
|
return rpcSub, nil
|
|
}
|
|
|
|
// WriteStateDiffAt writes a state diff object directly to DB at the specific blockheight
|
|
func (api *PublicStateDiffAPI) WriteStateDiffAt(ctx context.Context, blockNumber uint64, params Params) error {
|
|
return api.sds.WriteStateDiffAt(blockNumber, params)
|
|
}
|
|
|
|
// WriteStateDiffFor writes a state diff object directly to DB for the specific block hash
|
|
func (api *PublicStateDiffAPI) WriteStateDiffFor(ctx context.Context, blockHash common.Hash, params Params) error {
|
|
return api.sds.WriteStateDiffFor(blockHash, params)
|
|
}
|
|
|
|
// WatchAddress changes the list of watched addresses to which the direct indexing is restricted according to given operation
|
|
func (api *PublicStateDiffAPI) WatchAddress(operation types.OperationType, args []types.WatchAddressArg) error {
|
|
return api.sds.WatchAddress(operation, args)
|
|
}
|