From 36d1e0eedd95032c8f3085609f068d8ce72b8087 Mon Sep 17 00:00:00 2001 From: Ian Kay Date: Thu, 26 Oct 2023 17:26:42 -0400 Subject: [PATCH 1/2] add fixturenet-laconicd test --- .gitea/workflows/fixturenet-laconicd-test.yml | 55 ++++++++++++ .../triggers/fixturenet-laconicd-test | 2 + .github/workflows/fixturenet-laconicd.yml | 36 ++++++++ .../triggers/fixturenet-laconicd-test | 3 + tests/fixturenet-laconicd/run-test.sh | 84 +++++++++++++++++++ 5 files changed, 180 insertions(+) create mode 100644 .gitea/workflows/fixturenet-laconicd-test.yml create mode 100644 .gitea/workflows/triggers/fixturenet-laconicd-test create mode 100644 .github/workflows/fixturenet-laconicd.yml create mode 100644 .github/workflows/triggers/fixturenet-laconicd-test create mode 100755 tests/fixturenet-laconicd/run-test.sh diff --git a/.gitea/workflows/fixturenet-laconicd-test.yml b/.gitea/workflows/fixturenet-laconicd-test.yml new file mode 100644 index 00000000..ac397dad --- /dev/null +++ b/.gitea/workflows/fixturenet-laconicd-test.yml @@ -0,0 +1,55 @@ +name: Fixturenet-Laconicd-Test + +on: + push: + branches: '*' + paths: + - '!**' + - '.gitea/workflows/triggers/fixturenet-laconicd-test' + +# Needed until we can incorporate docker startup into the executor container +env: + DOCKER_HOST: unix:///var/run/dind.sock + + +jobs: + test: + name: "Run an Laconicd fixturenet test" + runs-on: ubuntu-latest + steps: + - name: 'Update' + run: apt-get update + - name: 'Setup jq' + run: apt-get install jq -y + - name: 'Check jq' + run: | + which jq + jq --version + - name: "Clone project repository" + uses: actions/checkout@v3 + # At present the stock setup-python action fails on Linux/aarch64 + # Conditional steps below workaroud this by using deadsnakes for that case only + - name: "Install Python for ARM on Linux" + if: ${{ runner.arch == 'arm64' && runner.os == 'Linux' }} + uses: deadsnakes/action@v3.0.1 + with: + python-version: '3.8' + - name: "Install Python cases other than ARM on Linux" + if: ${{ ! (runner.arch == 'arm64' && runner.os == 'Linux') }} + uses: actions/setup-python@v4 + with: + python-version: '3.8' + - name: "Print Python version" + run: python3 --version + - name: "Install shiv" + run: pip install shiv + - name: "Generate build version file" + run: ./scripts/create_build_tag_file.sh + - name: "Build local shiv package" + run: ./scripts/build_shiv_package.sh + - name: Start dockerd # Also needed until we can incorporate into the executor + run: | + dockerd -H $DOCKER_HOST --userland-proxy=false & + sleep 5 + - name: "Run fixturenet-laconicd tests" + run: ./tests/fixturenet-laconicd/run-test.sh diff --git a/.gitea/workflows/triggers/fixturenet-laconicd-test b/.gitea/workflows/triggers/fixturenet-laconicd-test new file mode 100644 index 00000000..e6b73875 --- /dev/null +++ b/.gitea/workflows/triggers/fixturenet-laconicd-test @@ -0,0 +1,2 @@ +Change this file to trigger running the fixturenet-laconicd-test CI job + diff --git a/.github/workflows/fixturenet-laconicd.yml b/.github/workflows/fixturenet-laconicd.yml new file mode 100644 index 00000000..5c712e9b --- /dev/null +++ b/.github/workflows/fixturenet-laconicd.yml @@ -0,0 +1,36 @@ +name: Fixturenet-Laconicd Test + +on: + push: + branches: '*' + paths: + - '!**' + - '.github/workflows/triggers/fixturenet-laconicd-test' + +jobs: + test: + name: "Run fixturenet-laconicd test suite" + runs-on: ubuntu-latest + steps: + - name: 'Setup jq' + run: apt-get install jq -y + - name: 'Check jq' + run: | + which jq + jq --version + - name: "Clone project repository" + uses: actions/checkout@v3 + - name: "Install Python" + uses: actions/setup-python@v4 + with: + python-version: '3.8' + - name: "Print Python version" + run: python3 --version + - name: "Install shiv" + run: pip install shiv + - name: "Generate build version file" + run: ./scripts/create_build_tag_file.sh + - name: "Build local shiv package" + run: ./scripts/build_shiv_package.sh + - name: "Run fixturenet-laconicd tests" + run: ./tests/fixturenet-laconicd/run-test.sh diff --git a/.github/workflows/triggers/fixturenet-laconicd-test b/.github/workflows/triggers/fixturenet-laconicd-test new file mode 100644 index 00000000..09e6c044 --- /dev/null +++ b/.github/workflows/triggers/fixturenet-laconicd-test @@ -0,0 +1,3 @@ +Change this file to trigger running the fixturenet-laconicd-test CI job + +trigger \ No newline at end of file diff --git a/tests/fixturenet-laconicd/run-test.sh b/tests/fixturenet-laconicd/run-test.sh new file mode 100755 index 00000000..8dad9917 --- /dev/null +++ b/tests/fixturenet-laconicd/run-test.sh @@ -0,0 +1,84 @@ +#!/usr/bin/env bash + +set -e +if [ -n "$CERC_SCRIPT_DEBUG" ]; then + set -x +fi + +echo "$(date +"%Y-%m-%d %T"): Running stack-orchestrator Laconicd fixturenet test" +env +cat /etc/hosts +# Bit of a hack, test the most recent package +TEST_TARGET_SO=$( ls -t1 ./package/laconic-so* | head -1 ) +# Set a new unique repo dir +export CERC_REPO_BASE_DIR=$(mktemp -d $(pwd)/stack-orchestrator-fixturenet-laconicd-test.XXXXXXXXXX) +echo "$(date +"%Y-%m-%d %T"): Testing this package: $TEST_TARGET_SO" +echo "$(date +"%Y-%m-%d %T"): Test version command" +reported_version_string=$( $TEST_TARGET_SO version ) +echo "$(date +"%Y-%m-%d %T"): Version reported is: ${reported_version_string}" + +echo "$(date +"%Y-%m-%d %T"): Cloning laconicd repositories into: $CERC_REPO_BASE_DIR" +$TEST_TARGET_SO --stack fixturenet-laconicd setup-repositories + +echo "$(date +"%Y-%m-%d %T"): Building containers" +$TEST_TARGET_SO --stack fixturenet-laconicd build-containers +echo "$(date +"%Y-%m-%d %T"): Starting stack" +$TEST_TARGET_SO --stack fixturenet-laconicd deploy --cluster laconicd up +echo "$(date +"%Y-%m-%d %T"): Stack started" +# Verify that the fixturenet is up and running +$TEST_TARGET_SO --stack fixturenet-laconicd deploy --cluster laconicd ps + +timeout=900 # 15 minutes +echo "$(date +"%Y-%m-%d %T"): Getting initial block number. Timeout set to $timeout seconds" +start_time=$(date +%s) +elapsed_time=0 +initial_block_number=null +while [ "$initial_block_number" == "null" ] && [ $elapsed_time -lt $timeout ]; do + sleep 10 + echo "$(date +"%Y-%m-%d %T"): Waiting for initial block..." + initial_block_number=$(docker exec laconicd-laconicd-1 /usr/bin/laconicd status | jq -r .SyncInfo.latest_block_height) + current_time=$(date +%s) + elapsed_time=$((current_time - start_time)) +done + +subsequent_block_number=$initial_block_number + +# if initial block was 0 after timeout, assume chain did not start successfully and skip finding subsequent block +if [[ $initial_block_number != "null" ]]; then + timeout=300 + echo "$(date +"%Y-%m-%d %T"): Getting subsequent block number. Timeout set to $timeout seconds" + start_time=$(date +%s) + elapsed_time=0 + # wait for 5 blocks or timeout + while [ "$subsequent_block_number" -le $((initial_block_number + 5)) ] && [ $elapsed_time -lt $timeout ]; do + sleep 10 + echo "$(date +"%Y-%m-%d %T"): Waiting for five blocks or $timeout seconds..." + subsequent_block_number=$(docker exec laconicd-laconicd-1 /usr/bin/laconicd status | jq -r .SyncInfo.latest_block_height) + current_time=$(date +%s) + elapsed_time=$((current_time - start_time)) + done +fi + +# will return 0 if either of the above loops timed out +block_number_difference=$((subsequent_block_number - initial_block_number)) + +echo "$(date +"%Y-%m-%d %T"): Results of block height queries:" +echo "Initial block height: $initial_block_number" +echo "Subsequent block height: $subsequent_block_number" + +# Block height difference should be between 1 and some small number +if [[ $block_number_difference -gt 1 && $block_number_difference -lt 100 ]]; then + echo "Test passed" + test_result=0 +else + echo "Test failed: block numbers were ${initial_block_number} and ${subsequent_block_number}" + echo "Logs from stack:" + $TEST_TARGET_SO --stack fixturenet-laconicd deploy logs + test_result=1 +fi + +$TEST_TARGET_SO --stack fixturenet-laconicd deploy --cluster laconicd down --delete-volumes +echo "$(date +"%Y-%m-%d %T"): Removing cloned repositories" +rm -rf $CERC_REPO_BASE_DIR +echo "$(date +"%Y-%m-%d %T"): Test finished" +exit $test_result -- 2.45.2 From f198f43b3a42dff623a43abfc5262a3b59600866 Mon Sep 17 00:00:00 2001 From: Ian Date: Fri, 27 Oct 2023 08:48:44 -0400 Subject: [PATCH 2/2] add newline --- .github/workflows/triggers/fixturenet-laconicd-test | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/triggers/fixturenet-laconicd-test b/.github/workflows/triggers/fixturenet-laconicd-test index 09e6c044..ad4c76a7 100644 --- a/.github/workflows/triggers/fixturenet-laconicd-test +++ b/.github/workflows/triggers/fixturenet-laconicd-test @@ -1,3 +1,3 @@ Change this file to trigger running the fixturenet-laconicd-test CI job -trigger \ No newline at end of file +trigger -- 2.45.2