laconicd/tests/integration_tests/test_rollback.py

import configparser
import subprocess
from pathlib import Path

import pytest
from pystarport import ports
from pystarport.cluster import SUPERVISOR_CONFIG_FILE

from .network import setup_custom_ethermint
from .utils import supervisorctl, wait_for_block, wait_for_port


def update_node2_cmd(path, cmd, i):
    ini_path = path / SUPERVISOR_CONFIG_FILE
    ini = configparser.RawConfigParser()
    ini.read(ini_path)
    for section in ini.sections():
        if section == f"program:ethermint_9000-1-node{i}":
            ini[section].update(
                {
                    "command": f"{cmd} start --home %(here)s/node{i}",
                    "autorestart": "false",  # don't restart when stopped
                }
            )
    with ini_path.open("w") as fp:
        ini.write(fp)


def post_init(broken_binary):
    def inner(path, base_port, config):
        chain_id = "ethermint_9000-1"
        update_node2_cmd(path / chain_id, broken_binary, 2)

    return inner


@pytest.fixture(scope="module")
def custom_ethermint(tmp_path_factory):
    path = tmp_path_factory.mktemp("rollback")

    cmd = [
        "nix-build",
        "--no-out-link",
        Path(__file__).parent / "configs/broken-ethermintd.nix",
    ]
    print(*cmd)
    broken_binary = (
        Path(subprocess.check_output(cmd).strip().decode()) / "bin/ethermintd"
    )
    print(broken_binary)

    # init with genesis binary
    yield from setup_custom_ethermint(
        path,
        26300,
        Path(__file__).parent / "configs/rollback-test.jsonnet",
        post_init=post_init(broken_binary),
        wait_port=False,
    )


def test_rollback(custom_ethermint):
    """
    test using rollback command to fix app-hash mismatch situation.
    - the broken node will sync up to block 10 then crash.
    - use rollback command to rollback the db.
    - switch to correct binary should make the node syncing again.
    """
    wait_for_port(ports.rpc_port(custom_ethermint.base_port(2)))

    print("wait for node2 to sync the first 10 blocks")
    cli2 = custom_ethermint.cosmos_cli(2)
    wait_for_block(cli2, 10)

    print("wait for a few more blocks on the healthy nodes")
    cli = custom_ethermint.cosmos_cli(0)
    wait_for_block(cli, 13)

    # (app hash mismatch happens after the 10th block, detected in the 11th block)
    print("check node2 get stuck at block 10")
    assert cli2.block_height() == 10

    print("stop node2")
    supervisorctl(
        custom_ethermint.base_dir / "../tasks.ini", "stop", "ethermint_9000-1-node2"
    )

    print("do rollback on node2")
    cli2.rollback()

    print("switch to normal binary")
    update_node2_cmd(custom_ethermint.base_dir, "ethermintd", 2)
    supervisorctl(custom_ethermint.base_dir / "../tasks.ini", "update")
    wait_for_port(ports.rpc_port(custom_ethermint.base_port(2)))

    print("check node2 sync again")
    cli2 = custom_ethermint.cosmos_cli(2)
    wait_for_block(cli2, 15)