feat!: Store eth tx index separately (#1121)

* Store eth tx index separately

Closes: #1075
Solution:
- run a optional indexer service
- adapt the json-rpc to the more efficient query

changelog

changelog

fix lint

fix backward compatibility

fix lint

timeout

better strconv

fix linter

fix package name

add cli command to index old tx

fix for loop

indexer cmd don't have access to local rpc

workaround exceed block gas limit situation

add unit tests for indexer

refactor

polish the indexer module

Update server/config/toml.go

Co-authored-by: Federico Kunze Küllmer <31522760+fedekunze@users.noreply.github.com>

improve comments

share code between GetTxByEthHash and GetTxByIndex

fix unit test

Update server/indexer.go

Co-authored-by: Freddy Caceres <facs95@gmail.com>

* Apply suggestions from code review

* test enable-indexer in integration test

* fix go lint

* address review suggestions

* fix linter

* address review suggestions

- test indexer in backend unit test
- add comments

* fix build

* fix test

* service name

Co-authored-by: Freddy Caceres <facs95@gmail.com>
Co-authored-by: Federico Kunze Küllmer <31522760+fedekunze@users.noreply.github.com>

tests/integration_tests/configs/enable-indexer.jsonnet

@@ -0,0 +1,20 @@
+local config = import 'default.jsonnet';
+
+config {
+  'ethermint_9000-1'+: {
+    config+: {
+      tx_index+: {
+        indexer: 'null',
+      },
+    },
+    'app-config'+: {
+      pruning: 'everything',
+      'state-sync'+: {
+        'snapshot-interval': 0,
+      },
+      'json-rpc'+: {
+        'enable-indexer': true,
+      },
+    },
+  },
+}

tests/integration_tests/conftest.py

@@ -1,6 +1,8 @@
+from pathlib import Path
+
 import pytest
 
-from .network import setup_ethermint, setup_geth
+from .network import setup_custom_ethermint, setup_ethermint, setup_geth
 
 
 @pytest.fixture(scope="session")
@@ -9,14 +11,24 @@ def ethermint(tmp_path_factory):
     yield from setup_ethermint(path, 26650)
 
 
+@pytest.fixture(scope="session")
+def ethermint_indexer(tmp_path_factory):
+    path = tmp_path_factory.mktemp("indexer")
+    yield from setup_custom_ethermint(
+        path, 26660, Path(__file__).parent / "configs/enable-indexer.jsonnet"
+    )
+
+
 @pytest.fixture(scope="session")
 def geth(tmp_path_factory):
     path = tmp_path_factory.mktemp("geth")
     yield from setup_geth(path, 8545)
 
 
-@pytest.fixture(scope="session", params=["ethermint", "geth", "ethermint-ws"])
-def cluster(request, ethermint, geth):
+@pytest.fixture(
+    scope="session", params=["ethermint", "geth", "ethermint-ws", "enable-indexer"]
+)
+def cluster(request, ethermint, ethermint_indexer, geth):
     """
     run on both ethermint and geth
     """
@@ -29,5 +41,7 @@ def cluster(request, ethermint, geth):
         ethermint_ws = ethermint.copy()
         ethermint_ws.use_websocket()
         yield ethermint_ws
+    elif provider == "enable-indexer":
+        yield ethermint_indexer
     else:
         raise NotImplementedError