2019-07-08 20:34:06 +00:00
|
|
|
// Copyright 2019 Vulcanize
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
package fetcher_test
|
|
|
|
|
|
|
|
import (
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
2019-08-30 19:17:26 +00:00
|
|
|
"github.com/ethereum/go-ethereum/rlp"
|
2019-07-08 20:34:06 +00:00
|
|
|
"github.com/ethereum/go-ethereum/rpc"
|
|
|
|
"github.com/ethereum/go-ethereum/statediff"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
|
|
. "github.com/onsi/gomega"
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/fetcher"
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/storage/utils"
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/test_data"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/fakes"
|
|
|
|
)
|
|
|
|
|
|
|
|
type MockStoragediffStreamer struct {
|
2019-07-08 22:52:06 +00:00
|
|
|
subscribeError error
|
2019-07-08 20:34:06 +00:00
|
|
|
PassedPayloadChan chan statediff.Payload
|
2019-07-08 22:52:06 +00:00
|
|
|
streamPayloads []statediff.Payload
|
2019-07-08 20:34:06 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
func (streamer *MockStoragediffStreamer) Stream(statediffPayloadChan chan statediff.Payload) (*rpc.ClientSubscription, error) {
|
|
|
|
clientSubscription := rpc.ClientSubscription{}
|
|
|
|
streamer.PassedPayloadChan = statediffPayloadChan
|
|
|
|
|
|
|
|
go func() {
|
|
|
|
for _, payload := range streamer.streamPayloads {
|
|
|
|
streamer.PassedPayloadChan <- payload
|
|
|
|
}
|
|
|
|
}()
|
|
|
|
|
|
|
|
return &clientSubscription, streamer.subscribeError
|
|
|
|
}
|
|
|
|
|
|
|
|
func (streamer *MockStoragediffStreamer) SetSubscribeError(err error) {
|
|
|
|
streamer.subscribeError = err
|
|
|
|
}
|
|
|
|
|
|
|
|
func (streamer *MockStoragediffStreamer) SetPayloads(payloads []statediff.Payload) {
|
|
|
|
streamer.streamPayloads = payloads
|
|
|
|
}
|
|
|
|
|
|
|
|
var _ = Describe("Geth RPC Storage Fetcher", func() {
|
|
|
|
var streamer MockStoragediffStreamer
|
|
|
|
var statediffPayloadChan chan statediff.Payload
|
|
|
|
var statediffFetcher fetcher.GethRpcStorageFetcher
|
2019-07-29 19:28:20 +00:00
|
|
|
var storagediffChan chan utils.StorageDiff
|
2019-07-08 20:34:06 +00:00
|
|
|
var errorChan chan error
|
|
|
|
|
|
|
|
BeforeEach(func() {
|
|
|
|
streamer = MockStoragediffStreamer{}
|
|
|
|
statediffPayloadChan = make(chan statediff.Payload, 1)
|
|
|
|
statediffFetcher = fetcher.NewGethRpcStorageFetcher(&streamer, statediffPayloadChan)
|
2019-07-29 19:28:20 +00:00
|
|
|
storagediffChan = make(chan utils.StorageDiff)
|
2019-07-08 20:34:06 +00:00
|
|
|
errorChan = make(chan error)
|
|
|
|
})
|
|
|
|
|
2019-07-30 20:27:38 +00:00
|
|
|
It("adds errors to error channel if the RPC subscription fails and panics", func(done Done) {
|
2019-07-08 20:34:06 +00:00
|
|
|
streamer.SetSubscribeError(fakes.FakeError)
|
|
|
|
|
2019-07-30 20:27:38 +00:00
|
|
|
go func() {
|
|
|
|
failedSub := func() {
|
|
|
|
statediffFetcher.FetchStorageDiffs(storagediffChan, errorChan)
|
|
|
|
}
|
|
|
|
Expect(failedSub).To(Panic())
|
|
|
|
}()
|
2019-07-08 20:34:06 +00:00
|
|
|
|
|
|
|
Expect(<-errorChan).To(MatchError(fakes.FakeError))
|
|
|
|
close(done)
|
|
|
|
})
|
|
|
|
|
|
|
|
It("streams StatediffPayloads from a Geth RPC subscription", func(done Done) {
|
|
|
|
streamer.SetPayloads([]statediff.Payload{test_data.MockStatediffPayload})
|
|
|
|
|
2019-07-29 19:28:20 +00:00
|
|
|
go statediffFetcher.FetchStorageDiffs(storagediffChan, errorChan)
|
2019-07-08 20:34:06 +00:00
|
|
|
|
|
|
|
streamedPayload := <-statediffPayloadChan
|
|
|
|
Expect(streamedPayload).To(Equal(test_data.MockStatediffPayload))
|
|
|
|
Expect(streamer.PassedPayloadChan).To(Equal(statediffPayloadChan))
|
|
|
|
close(done)
|
|
|
|
})
|
|
|
|
|
2019-08-30 19:17:26 +00:00
|
|
|
It("adds errors to error channel if decoding the state diff RLP fails", func(done Done) {
|
|
|
|
badStatediffPayload := statediff.Payload{}
|
|
|
|
streamer.SetPayloads([]statediff.Payload{badStatediffPayload})
|
|
|
|
|
|
|
|
go statediffFetcher.FetchStorageDiffs(storagediffChan, errorChan)
|
|
|
|
|
|
|
|
Expect(<-errorChan).To(MatchError("EOF"))
|
|
|
|
|
|
|
|
close(done)
|
|
|
|
})
|
|
|
|
|
2019-07-08 20:34:06 +00:00
|
|
|
It("adds parsed statediff payloads to the rows channel", func(done Done) {
|
|
|
|
streamer.SetPayloads([]statediff.Payload{test_data.MockStatediffPayload})
|
|
|
|
|
2019-07-29 19:28:20 +00:00
|
|
|
go statediffFetcher.FetchStorageDiffs(storagediffChan, errorChan)
|
2019-07-08 20:34:06 +00:00
|
|
|
|
|
|
|
height := test_data.BlockNumber
|
|
|
|
intHeight := int(height.Int64())
|
2019-08-30 19:17:26 +00:00
|
|
|
createdExpectedStorageDiff := utils.StorageDiff{
|
2019-08-06 14:20:50 +00:00
|
|
|
KeccakOfContractAddress: common.BytesToHash(test_data.ContractLeafKey[:]),
|
|
|
|
BlockHash: common.HexToHash("0xfa40fbe2d98d98b3363a778d52f2bcd29d6790b9b3f3cab2b167fd12d3550f73"),
|
|
|
|
BlockHeight: intHeight,
|
|
|
|
StorageKey: common.BytesToHash(test_data.StorageKey),
|
2019-08-30 19:17:26 +00:00
|
|
|
StorageValue: common.BytesToHash(test_data.SmallStorageValue),
|
2019-07-08 20:34:06 +00:00
|
|
|
}
|
2019-08-30 19:17:26 +00:00
|
|
|
updatedExpectedStorageDiff := utils.StorageDiff{
|
2019-08-06 14:20:50 +00:00
|
|
|
KeccakOfContractAddress: common.BytesToHash(test_data.AnotherContractLeafKey[:]),
|
|
|
|
BlockHash: common.HexToHash("0xfa40fbe2d98d98b3363a778d52f2bcd29d6790b9b3f3cab2b167fd12d3550f73"),
|
|
|
|
BlockHeight: intHeight,
|
|
|
|
StorageKey: common.BytesToHash(test_data.StorageKey),
|
2019-08-30 19:17:26 +00:00
|
|
|
StorageValue: common.BytesToHash(test_data.LargeStorageValue),
|
|
|
|
}
|
|
|
|
deletedExpectedStorageDiff := utils.StorageDiff{
|
|
|
|
KeccakOfContractAddress: common.BytesToHash(test_data.AnotherContractLeafKey[:]),
|
|
|
|
BlockHash: common.HexToHash("0xfa40fbe2d98d98b3363a778d52f2bcd29d6790b9b3f3cab2b167fd12d3550f73"),
|
|
|
|
BlockHeight: intHeight,
|
|
|
|
StorageKey: common.BytesToHash(test_data.StorageKey),
|
|
|
|
StorageValue: common.BytesToHash(test_data.SmallStorageValue),
|
2019-07-08 20:34:06 +00:00
|
|
|
}
|
2019-08-30 19:17:26 +00:00
|
|
|
|
|
|
|
createdStateDiff := <-storagediffChan
|
|
|
|
updatedStateDiff := <-storagediffChan
|
|
|
|
deletedStateDiff := <-storagediffChan
|
|
|
|
|
|
|
|
Expect(createdStateDiff).To(Equal(createdExpectedStorageDiff))
|
|
|
|
Expect(updatedStateDiff).To(Equal(updatedExpectedStorageDiff))
|
|
|
|
Expect(deletedStateDiff).To(Equal(deletedExpectedStorageDiff))
|
2019-07-08 20:34:06 +00:00
|
|
|
|
|
|
|
close(done)
|
|
|
|
})
|
|
|
|
|
2019-08-30 19:17:26 +00:00
|
|
|
It("adds errors to error channel if formatting the diff as a StateDiff object fails", func(done Done) {
|
|
|
|
badStorageDiffs := []statediff.StorageDiff{{
|
|
|
|
Key: test_data.StorageKey,
|
|
|
|
Value: []byte{1, 2, 3},
|
|
|
|
// this storage value will fail to be decoded as an RLP with the following error message:
|
|
|
|
// "input contains more than one value"
|
|
|
|
Path: test_data.StoragePath,
|
|
|
|
Proof: [][]byte{},
|
|
|
|
}}
|
|
|
|
|
|
|
|
accountDiffs := test_data.CreatedAccountDiffs
|
|
|
|
accountDiffs[0].Storage = badStorageDiffs
|
|
|
|
|
|
|
|
stateDiff := statediff.StateDiff{
|
|
|
|
BlockNumber: test_data.BlockNumber,
|
|
|
|
BlockHash: common.HexToHash(test_data.BlockHash),
|
|
|
|
CreatedAccounts: accountDiffs,
|
|
|
|
}
|
|
|
|
|
|
|
|
stateDiffRlp, err := rlp.EncodeToBytes(stateDiff)
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
|
|
|
|
badStatediffPayload := statediff.Payload{
|
|
|
|
StateDiffRlp: stateDiffRlp,
|
|
|
|
}
|
2019-07-08 20:34:06 +00:00
|
|
|
streamer.SetPayloads([]statediff.Payload{badStatediffPayload})
|
|
|
|
|
2019-07-29 19:28:20 +00:00
|
|
|
go statediffFetcher.FetchStorageDiffs(storagediffChan, errorChan)
|
2019-07-08 20:34:06 +00:00
|
|
|
|
2019-08-30 19:17:26 +00:00
|
|
|
Expect(<-errorChan).To(MatchError("rlp: input contains more than one value"))
|
2019-07-08 20:34:06 +00:00
|
|
|
|
|
|
|
close(done)
|
|
|
|
})
|
2019-07-08 22:52:06 +00:00
|
|
|
})
|