2019-04-24 20:05:57 +00:00
|
|
|
package fetcher_test
|
|
|
|
|
|
|
|
import (
|
|
|
|
"fmt"
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"github.com/ethereum/go-ethereum/common"
|
|
|
|
"github.com/hpcloud/tail"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
|
|
. "github.com/onsi/gomega"
|
|
|
|
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/fetcher"
|
|
|
|
"github.com/vulcanize/vulcanizedb/libraries/shared/storage/utils"
|
|
|
|
"github.com/vulcanize/vulcanizedb/pkg/fakes"
|
|
|
|
)
|
|
|
|
|
|
|
|
var _ = Describe("Csv Tail Storage Fetcher", func() {
|
|
|
|
var (
|
|
|
|
errorsChannel chan error
|
|
|
|
mockTailer *fakes.MockTailer
|
|
|
|
rowsChannel chan utils.StorageDiffRow
|
|
|
|
storageFetcher fetcher.CsvTailStorageFetcher
|
|
|
|
)
|
|
|
|
|
|
|
|
BeforeEach(func() {
|
|
|
|
errorsChannel = make(chan error)
|
|
|
|
rowsChannel = make(chan utils.StorageDiffRow)
|
|
|
|
mockTailer = fakes.NewMockTailer()
|
|
|
|
storageFetcher = fetcher.NewCsvTailStorageFetcher(mockTailer)
|
|
|
|
})
|
|
|
|
|
2019-04-25 17:44:14 +00:00
|
|
|
It("adds error to errors channel if tailing file fails", func(done Done) {
|
2019-04-24 20:05:57 +00:00
|
|
|
mockTailer.TailErr = fakes.FakeError
|
|
|
|
|
|
|
|
go storageFetcher.FetchStorageDiffs(rowsChannel, errorsChannel)
|
|
|
|
|
2019-04-25 17:44:14 +00:00
|
|
|
Expect(<-errorsChannel).To(MatchError(fakes.FakeError))
|
|
|
|
close(done)
|
2019-04-24 20:05:57 +00:00
|
|
|
})
|
|
|
|
|
2019-04-25 17:44:14 +00:00
|
|
|
It("adds parsed csv row to rows channel for storage diff", func(done Done) {
|
2019-04-24 20:05:57 +00:00
|
|
|
line := getFakeLine()
|
|
|
|
|
|
|
|
go storageFetcher.FetchStorageDiffs(rowsChannel, errorsChannel)
|
|
|
|
mockTailer.Lines <- line
|
|
|
|
|
|
|
|
expectedRow, err := utils.FromStrings(strings.Split(line.Text, ","))
|
|
|
|
Expect(err).NotTo(HaveOccurred())
|
2019-04-25 17:44:14 +00:00
|
|
|
Expect(<-rowsChannel).To(Equal(expectedRow))
|
|
|
|
close(done)
|
2019-04-24 20:05:57 +00:00
|
|
|
})
|
|
|
|
|
2019-04-25 17:44:14 +00:00
|
|
|
It("adds error to errors channel if parsing csv fails", func(done Done) {
|
2019-04-24 20:05:57 +00:00
|
|
|
line := &tail.Line{Text: "invalid"}
|
|
|
|
|
|
|
|
go storageFetcher.FetchStorageDiffs(rowsChannel, errorsChannel)
|
|
|
|
mockTailer.Lines <- line
|
|
|
|
|
2019-04-25 17:44:14 +00:00
|
|
|
Expect(<-errorsChannel).To(HaveOccurred())
|
2019-04-26 15:36:42 +00:00
|
|
|
select {
|
|
|
|
case <-rowsChannel:
|
|
|
|
Fail("value passed to rows channel on error")
|
|
|
|
default:
|
|
|
|
Succeed()
|
|
|
|
}
|
2019-04-25 17:44:14 +00:00
|
|
|
close(done)
|
2019-04-24 20:05:57 +00:00
|
|
|
})
|
|
|
|
})
|
|
|
|
|
|
|
|
func getFakeLine() *tail.Line {
|
|
|
|
address := common.HexToAddress("0x1234567890abcdef")
|
|
|
|
blockHash := []byte{4, 5, 6}
|
|
|
|
blockHeight := int64(789)
|
|
|
|
storageKey := []byte{9, 8, 7}
|
|
|
|
storageValue := []byte{6, 5, 4}
|
|
|
|
return &tail.Line{
|
|
|
|
Text: fmt.Sprintf("%s,%s,%d,%s,%s", common.Bytes2Hex(address.Bytes()), common.Bytes2Hex(blockHash),
|
|
|
|
blockHeight, common.Bytes2Hex(storageKey), common.Bytes2Hex(storageValue)),
|
|
|
|
Time: time.Time{},
|
|
|
|
Err: nil,
|
|
|
|
}
|
|
|
|
}
|