// VulcanizeDB // Copyright © 2019 Vulcanize // This program is free software: you can redistribute it and/or modify // it under the terms of the GNU Affero General Public License as published by // the Free Software Foundation, either version 3 of the License, or // (at your option) any later version. // This program is distributed in the hope that it will be useful, // but WITHOUT ANY WARRANTY; without even the implied warranty of // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the // GNU Affero General Public License for more details. // You should have received a copy of the GNU Affero General Public License // along with this program. If not, see . package eth import ( "context" "github.com/ethereum/go-ethereum/rpc" "github.com/ethereum/go-ethereum/statediff" "github.com/sirupsen/logrus" "github.com/vulcanize/ipfs-blockchain-watcher/pkg/shared" ) const ( PayloadChanBufferSize = 20000 // the max eth sub buffer size ) // StreamClient is an interface for subscribing and streaming from geth type StreamClient interface { Subscribe(ctx context.Context, namespace string, payloadChan interface{}, args ...interface{}) (*rpc.ClientSubscription, error) } // PayloadStreamer satisfies the PayloadStreamer interface for ethereum type PayloadStreamer struct { Client StreamClient params statediff.Params } // NewPayloadStreamer creates a pointer to a new PayloadStreamer which satisfies the PayloadStreamer interface for ethereum func NewPayloadStreamer(client StreamClient) *PayloadStreamer { return &PayloadStreamer{ Client: client, params: statediff.Params{ IncludeBlock: true, IncludeTD: true, IncludeReceipts: true, IntermediateStorageNodes: true, IntermediateStateNodes: true, }, } } // Stream is the main loop for subscribing to data from the Geth state diff process // Satisfies the shared.PayloadStreamer interface func (ps *PayloadStreamer) Stream(payloadChan chan shared.RawChainData) (shared.ClientSubscription, error) { stateDiffChan := make(chan statediff.Payload, PayloadChanBufferSize) logrus.Debug("streaming diffs from geth") go func() { for { select { case payload := <-stateDiffChan: payloadChan <- payload } } }() return ps.Client.Subscribe(context.Background(), "statediff", stateDiffChan, "stream", ps.params) }