Add log index to various events (#78)

* Add log_index field to flip kick

* Add log index to flop kick

* Add repo tests for Cat.file

* Add log_index to vat_flux

* Add log_index to vat_slip

* Add log_index to vat_toll

* Add log_index to vat_tune

* Add test to repos for updating checked headers

pkg/transformers/vat_toll/converter.go

@@ -35,6 +35,7 @@ func (VatTollConverter) ToModels(ethLogs []types.Log) ([]VatTollModel, error) {
 			Urn:              urn.String(),
 			Take:             take.String(),
 			TransactionIndex: ethLog.TxIndex,
+			LogIndex:         ethLog.Index,
 			Raw:              raw,
 		}
 		models = append(models, model)

pkg/transformers/vat_toll/model.go

@@ -5,5 +5,6 @@ type VatTollModel struct {
 	Urn              string
 	Take             string
 	TransactionIndex uint   `db:"tx_idx"`
+	LogIndex         uint   `db:"log_idx"`
 	Raw              []byte `db:"raw_log"`
 }

pkg/transformers/vat_toll/repository.go

@@ -28,9 +28,9 @@ func (repository VatTollRepository) Create(headerID int64, models []VatTollModel
 	}
 	for _, model := range models {
 		_, err = tx.Exec(
-			`INSERT into maker.vat_toll (header_id, ilk, urn, take, tx_idx, raw_log)
-        VALUES($1, $2, $3, $4::NUMERIC, $5, $6)`,
-			headerID, model.Ilk, model.Urn, model.Take, model.TransactionIndex, model.Raw,
+			`INSERT into maker.vat_toll (header_id, ilk, urn, take, tx_idx, log_idx, raw_log)
+        VALUES($1, $2, $3, $4::NUMERIC, $5, $6, $7)`,
+			headerID, model.Ilk, model.Urn, model.Take, model.TransactionIndex, model.LogIndex, model.Raw,
 		)
 		if err != nil {
 			tx.Rollback()

pkg/transformers/vat_toll/repository_test.go

@@ -37,23 +37,39 @@ var _ = Describe("Vat toll repository", func() {
 		BeforeEach(func() {
 			headerID, err = headerRepository.CreateOrUpdateHeader(fakes.FakeHeader)
 			Expect(err).NotTo(HaveOccurred())
-
-			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
-			Expect(err).NotTo(HaveOccurred())
 		})
 
 		It("adds a vat toll event", func() {
+			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
+			Expect(err).NotTo(HaveOccurred())
+
 			var dbVatToll vat_toll.VatTollModel
-			err = db.Get(&dbVatToll, `SELECT ilk, urn, take, tx_idx, raw_log FROM maker.vat_toll WHERE header_id = $1`, headerID)
+			err = db.Get(&dbVatToll, `SELECT ilk, urn, take, tx_idx, log_idx, raw_log FROM maker.vat_toll WHERE header_id = $1`, headerID)
 			Expect(err).NotTo(HaveOccurred())
 			Expect(dbVatToll.Ilk).To(Equal(test_data.VatTollModel.Ilk))
 			Expect(dbVatToll.Urn).To(Equal(test_data.VatTollModel.Urn))
 			Expect(dbVatToll.Take).To(Equal(test_data.VatTollModel.Take))
 			Expect(dbVatToll.TransactionIndex).To(Equal(test_data.VatTollModel.TransactionIndex))
+			Expect(dbVatToll.LogIndex).To(Equal(test_data.VatTollModel.LogIndex))
 			Expect(dbVatToll.Raw).To(MatchJSON(test_data.VatTollModel.Raw))
 		})
 
 		It("marks header as checked for logs", func() {
+			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
+			Expect(err).NotTo(HaveOccurred())
+
+			var headerChecked bool
+			err = db.Get(&headerChecked, `SELECT vat_toll_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
+			Expect(err).NotTo(HaveOccurred())
+			Expect(headerChecked).To(BeTrue())
+		})
+
+		It("updates the header to checked if checked headers row already exists", func() {
+			_, err := db.Exec(`INSERT INTO public.checked_headers (header_id) VALUES ($1)`, headerID)
+			Expect(err).NotTo(HaveOccurred())
+			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
+			Expect(err).NotTo(HaveOccurred())
+
 			var headerChecked bool
 			err = db.Get(&headerChecked, `SELECT vat_toll_checked FROM public.checked_headers WHERE header_id = $1`, headerID)
 			Expect(err).NotTo(HaveOccurred())
@@ -62,11 +78,24 @@ var _ = Describe("Vat toll repository", func() {
 
 		It("does not duplicate vat toll events", func() {
 			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
+			Expect(err).NotTo(HaveOccurred())
 
+			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
 			Expect(err).To(HaveOccurred())
 			Expect(err.Error()).To(ContainSubstring("pq: duplicate key value violates unique constraint"))
 		})
 
+		It("allows for multiple vat toll events in one transaction if they have different log indexes", func() {
+			err = vatTollRepository.Create(headerID, []vat_toll.VatTollModel{test_data.VatTollModel})
+			Expect(err).NotTo(HaveOccurred())
+
+			newVatToll := test_data.VatTollModel
+			newVatToll.LogIndex = newVatToll.LogIndex + 1
+			err := vatTollRepository.Create(headerID, []vat_toll.VatTollModel{newVatToll})
+
+			Expect(err).NotTo(HaveOccurred())
+		})
+
 		It("removes vat toll if corresponding header is deleted", func() {
 			_, err = db.Exec(`DELETE FROM headers WHERE id = $1`, headerID)