310 lines
14 KiB
YAML
310 lines
14 KiB
YAML
name: Test
|
|
|
|
on:
|
|
pull_request:
|
|
push:
|
|
branches:
|
|
- master
|
|
- release/*
|
|
workflow_dispatch:
|
|
|
|
defaults:
|
|
run:
|
|
shell: bash
|
|
|
|
concurrency:
|
|
group: ${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: ${{ github.event_name == 'pull_request' }}
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
discover:
|
|
name: Discover Test Groups
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
groups: ${{ steps.test.outputs.groups }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: 'recursive'
|
|
- id: test
|
|
env:
|
|
# Unit test groups other than unit-rest
|
|
utests: |
|
|
[
|
|
{"name": "unit-cli", "packages": ["./cli/...", "./cmd/...", "./api/..."]},
|
|
{"name": "unit-storage", "packages": ["./storage/...", "./extern/..."]},
|
|
{"name": "unit-node", "packages": ["./node/..."]}
|
|
]
|
|
# Other tests that require special configuration
|
|
otests: |
|
|
[
|
|
{
|
|
"name": "multicore-sdr",
|
|
"packages": ["./storage/sealer/ffiwrapper"],
|
|
"go_test_flags": "-run=TestMulticoreSDR",
|
|
"test_rustproofs_logs": "1"
|
|
}, {
|
|
"name": "conformance",
|
|
"packages": ["./conformance"],
|
|
"go_test_flags": "-run=TestConformance",
|
|
"skip_conformance": "0"
|
|
}
|
|
]
|
|
# Mapping from test group names to custom runner labels
|
|
# The jobs default to running on the default hosted runners (4 CPU, 16 RAM).
|
|
# We use self-hosted xlarge (4 CPU, 8 RAM; and large - 2 CPU, 4 RAM) runners
|
|
# to extend the available runner capacity (60 default hosted runners).
|
|
# We use self-hosted 4xlarge (16 CPU, 32 RAM; and 2xlarge - 8 CPU, 16 RAM) self-hosted
|
|
# to support resource intensive jobs.
|
|
runners: |
|
|
{
|
|
"itest-deals_concurrent": ["self-hosted", "linux", "x64", "4xlarge"],
|
|
"itest-sector_pledge": ["self-hosted", "linux", "x64", "4xlarge"],
|
|
"itest-worker": ["self-hosted", "linux", "x64", "4xlarge"],
|
|
|
|
"itest-gateway": ["self-hosted", "linux", "x64", "2xlarge"],
|
|
"itest-sector_import_full": ["self-hosted", "linux", "x64", "2xlarge"],
|
|
"itest-sector_import_simple": ["self-hosted", "linux", "x64", "2xlarge"],
|
|
"itest-wdpost": ["self-hosted", "linux", "x64", "2xlarge"],
|
|
"unit-storage": ["self-hosted", "linux", "x64", "2xlarge"],
|
|
|
|
"itest-batch_deal": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-cli": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_512mb": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_anycid": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_invalid_utf8_label": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_max_staging_deals": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_partial_retrieval": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_publish": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-deals_remote_retrieval": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-decode_params": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-dup_mpool_messages": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_account_abstraction": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_api": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_balance": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_bytecode": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_config": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_conformance": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_deploy": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_fee_history": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-eth_transactions": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-fevm_address": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-fevm_events": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-gas_estimation": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-get_messages_in_ts": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-lite_migration": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-lookup_robust_address": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-manual_onboarding": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-mempool": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-mpool_msg_uuid": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-mpool_push_with_uuid": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-msgindex": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-multisig": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-net": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-nonce": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-path_detach_redeclare": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-pending_deal_allocation": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-remove_verifreg_datacap": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-sector_miner_collateral": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-sector_numassign": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-self_sent_txn": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"itest-verifreg": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"multicore-sdr": ["self-hosted", "linux", "x64", "xlarge"],
|
|
"unit-node": ["self-hosted", "linux", "x64", "xlarge"]
|
|
}
|
|
# A list of test groups that require YugabyteDB to be running
|
|
yugabytedb: |
|
|
["itest-harmonydb"]
|
|
# A list of test groups that require Proof Parameters to be fetched
|
|
parameters: |
|
|
[
|
|
"conformance",
|
|
"itest-api",
|
|
"itest-deals_offline",
|
|
"itest-deals_padding",
|
|
"itest-deals_partial_retrieval_dm-level",
|
|
"itest-deals_pricing",
|
|
"itest-deals",
|
|
"itest-direct_data_onboard_verified",
|
|
"itest-direct_data_onboard",
|
|
"itest-manual_onboarding",
|
|
"itest-net",
|
|
"itest-path_detach_redeclare",
|
|
"itest-path_type_filters",
|
|
"itest-sealing_resources",
|
|
"itest-sector_finalize_early",
|
|
"itest-sector_import_full",
|
|
"itest-sector_import_simple",
|
|
"itest-sector_pledge",
|
|
"itest-sector_unseal",
|
|
"itest-wdpost_no_miner_storage",
|
|
"itest-wdpost_worker_config",
|
|
"itest-wdpost",
|
|
"itest-worker_upgrade",
|
|
"itest-worker",
|
|
"multicore-sdr",
|
|
"unit-cli",
|
|
"unit-storage"
|
|
]
|
|
run: |
|
|
# Create a list of integration test groups
|
|
itests="$(
|
|
find ./itests -name "*_test.go" | \
|
|
jq -R '{
|
|
"name": "itest-\(. | split("/") | .[2] | sub("_test.go$";""))",
|
|
"packages": [.]
|
|
}' | jq -s
|
|
)"
|
|
|
|
# Create a list of packages that are covered by the integration and unit tests
|
|
packages="$(jq -n --argjson utests "$utests" '$utests | map(.packages) | flatten | . + ["./itests/..."]')"
|
|
|
|
# Create a new group for the unit tests that are not yet covered
|
|
rest="$(
|
|
find . -name "*_test.go" | cut -d/ -f2 | sort | uniq | \
|
|
jq -R '"./\(.)/..."' | \
|
|
jq -s --argjson p "$packages" '{"name": "unit-rest", "packages": (. - $p)}'
|
|
)"
|
|
|
|
# Combine the groups for integration tests, unit tests, the new unit-rest group, and the other tests
|
|
groups="$(jq -n --argjson i "$itests" --argjson u "$utests" --argjson r "$rest" --argjson o "$otests" '$i + $u + [$r] + $o')"
|
|
|
|
# Apply custom runner labels to the groups
|
|
groups="$(jq -n --argjson g "$groups" --argjson r "$runners" '$g | map(. + {"runner": (.name as $n | $r | .[$n]) })')"
|
|
|
|
# Apply the needs_yugabytedb flag to the groups
|
|
groups="$(jq -n --argjson g "$groups" --argjson y "$yugabytedb" '$g | map(. + {"needs_yugabytedb": ([.name] | inside($y)) })')"
|
|
|
|
# Apply the needs_parameters flag to the groups
|
|
groups="$(jq -n --argjson g "$groups" --argjson p "$parameters" '$g | map(. + {"needs_parameters": ([.name] | inside($p)) })')"
|
|
|
|
# Output the groups
|
|
echo "groups=$groups"
|
|
echo "groups=$(jq -nc --argjson g "$groups" '$g')" >> $GITHUB_OUTPUT
|
|
cache:
|
|
name: Cache Dependencies
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
fetch_params_key: ${{ steps.fetch_params.outputs.key }}
|
|
fetch_params_path: ${{ steps.fetch_params.outputs.path }}
|
|
make_deps_key: ${{ steps.make_deps.outputs.key }}
|
|
make_deps_path: ${{ steps.make_deps.outputs.path }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: 'recursive'
|
|
- id: fetch_params
|
|
env:
|
|
CACHE_KEY: fetch-params-${{ hashFiles('./extern/filecoin-ffi/parameters.json') }}
|
|
CACHE_PATH: |
|
|
/var/tmp/filecoin-proof-parameters/
|
|
run: |
|
|
echo -e "key=$CACHE_KEY" | tee -a $GITHUB_OUTPUT
|
|
echo -e "path<<EOF\n$CACHE_PATH\nEOF" | tee -a $GITHUB_OUTPUT
|
|
- id: make_deps
|
|
env:
|
|
CACHE_KEY: ${{ runner.os }}-${{ runner.arch }}-make-deps-${{ hashFiles('./.git/modules/extern/filecoin-ffi/HEAD') }}
|
|
CACHE_PATH: |
|
|
./extern/filecoin-ffi/filcrypto.h
|
|
./extern/filecoin-ffi/libfilcrypto.a
|
|
./extern/filecoin-ffi/filcrypto.pc
|
|
run: |
|
|
echo -e "key=$CACHE_KEY" | tee -a $GITHUB_OUTPUT
|
|
echo -e "path<<EOF\n$CACHE_PATH\nEOF" | tee -a $GITHUB_OUTPUT
|
|
- id: restore_fetch_params
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
key: ${{ steps.fetch_params.outputs.key }}
|
|
path: ${{ steps.fetch_params.outputs.path }}
|
|
lookup-only: true
|
|
- id: restore_make_deps
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
key: ${{ steps.make_deps.outputs.key }}
|
|
path: ${{ steps.make_deps.outputs.path }}
|
|
lookup-only: true
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true'
|
|
uses: ./.github/actions/install-system-dependencies
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true'
|
|
uses: ./.github/actions/install-go
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true' || steps.restore_make_deps.outputs.cache-hit != 'true'
|
|
env:
|
|
GITHUB_TOKEN: ${{ github.token }}
|
|
run: make deps
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true'
|
|
run: make lotus
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true'
|
|
run: ./lotus fetch-params 2048
|
|
- if: steps.restore_fetch_params.outputs.cache-hit != 'true'
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
key: ${{ steps.fetch_params.outputs.key }}
|
|
path: ${{ steps.fetch_params.outputs.path }}
|
|
- if: steps.restore_make_deps.outputs.cache-hit != 'true'
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
key: ${{ steps.make_deps.outputs.key }}
|
|
path: ${{ steps.make_deps.outputs.path }}
|
|
test:
|
|
needs: [discover, cache]
|
|
name: Test (${{ matrix.name }})
|
|
runs-on: ${{ github.repository == 'filecoin-project/lotus' && matrix.runner || 'ubuntu-latest' }}
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include: ${{ fromJson(needs.discover.outputs.groups) }}
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
with:
|
|
submodules: 'recursive'
|
|
- uses: ./.github/actions/install-system-dependencies
|
|
- uses: ./.github/actions/install-go
|
|
- run: go install gotest.tools/gotestsum@latest
|
|
- name: Restore cached make deps outputs
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
key: ${{ needs.cache.outputs.make_deps_key }}
|
|
path: ${{ needs.cache.outputs.make_deps_path }}
|
|
fail-on-cache-miss: true
|
|
- if: ${{ matrix.needs_parameters }}
|
|
name: Restore cached fetch params outputs
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
key: ${{ needs.cache.outputs.fetch_params_key }}
|
|
path: ${{ needs.cache.outputs.fetch_params_path }}
|
|
fail-on-cache-miss: true
|
|
- if: ${{ matrix.needs_yugabytedb }}
|
|
uses: ./.github/actions/start-yugabytedb
|
|
timeout-minutes: 3
|
|
# TODO: Install statediff (used to be used for conformance)
|
|
- id: reports
|
|
run: mktemp -d | xargs -0 -I{} echo "path={}" | tee -a $GITHUB_OUTPUT
|
|
# TODO: Track coverage (used to be tracked for conformance)
|
|
- env:
|
|
NAME: ${{ matrix.name }}
|
|
LOTUS_SRC_DIR: ${{ github.workspace }}
|
|
LOTUS_HARMONYDB_HOSTS: 127.0.0.1
|
|
REPORTS_PATH: ${{ steps.reports.outputs.path }}
|
|
SKIP_CONFORMANCE: ${{ matrix.skip_conformance || '1' }}
|
|
TEST_RUSTPROOFS_LOGS: ${{ matrix.test_rustproofs_logs || '0' }}
|
|
FORMAT: ${{ matrix.format || 'standard-verbose' }}
|
|
PACKAGES: ${{ join(matrix.packages, ' ') }}
|
|
run: |
|
|
gotestsum \
|
|
--format "$FORMAT" \
|
|
--junitfile "$REPORTS_PATH/$NAME.xml" \
|
|
--jsonfile "$REPORTS_PATH/$NAME.json" \
|
|
--packages="$PACKAGES" \
|
|
-- ${{ matrix.go_test_flags || '' }}
|
|
- if: success() || failure()
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: ${{ matrix.name }}
|
|
path: |
|
|
${{ steps.reports.outputs.path }}/${{ matrix.name }}.xml
|
|
${{ steps.reports.outputs.path }}/${{ matrix.name }}.json
|
|
continue-on-error: true
|