solidity/scripts/tests.sh

162 lines
4.3 KiB
Bash
Raw Normal View History

Make the Solidity repository standalone. This commit is the culmination of several months of work to decouple Solidity from the webthree-umbrella so that it can be developed in parallel with cpp-ethereum (the Ethereum C++ runtime) and so that even for the Solidity unit-tests there is no hard-dependency onto the C++ runtime. The Tests-over-IPC refactoring was a major step in the same process which was already committed. This commit contains the following changes: - A subset of the CMake functionality in webthree-helpers was extracted and tailored for Solidity into ./cmake. Further cleanup is certainly possible. - A subset of the libdevcore functionality in libweb3core was extracted and tailored for Solidity into ./libdevcore. Further cleanup is certainly possible - The gas price constants in EVMSchedule were orphaned into libevmasm. - Some other refactorings and cleanups were made to sever unnecessary EVM dependencies in the Solidity unit-tests. - TravisCI and Appveyor support was added, covering builds and running of the unit-tests (Linux and macOS only for now) - A bug-fix was made to get the Tests-over-IPC running on macOS. - There are still reliability issues in the unit-tests, which need immediate attention. The Travis build has been flipped to run the unit-tests 5 times, to try to flush these out. - The Emscripten automation which was previously in webthree-umbrella was merged into the TravisCI automation here. - The development ZIP deployment step has been commented out, but we will want to read that ONLY for release branch. Further iteration on these changes will definitely be needed, but I feel these have got to sufficient maturity than holding them back further isn't winning us anything. It is go time :-)
2016-08-01 05:25:37 +00:00
#!/usr/bin/env bash
#------------------------------------------------------------------------------
# Bash script to execute the Solidity tests.
#
# The documentation for solidity is hosted at:
#
# https://docs.soliditylang.org
Make the Solidity repository standalone. This commit is the culmination of several months of work to decouple Solidity from the webthree-umbrella so that it can be developed in parallel with cpp-ethereum (the Ethereum C++ runtime) and so that even for the Solidity unit-tests there is no hard-dependency onto the C++ runtime. The Tests-over-IPC refactoring was a major step in the same process which was already committed. This commit contains the following changes: - A subset of the CMake functionality in webthree-helpers was extracted and tailored for Solidity into ./cmake. Further cleanup is certainly possible. - A subset of the libdevcore functionality in libweb3core was extracted and tailored for Solidity into ./libdevcore. Further cleanup is certainly possible - The gas price constants in EVMSchedule were orphaned into libevmasm. - Some other refactorings and cleanups were made to sever unnecessary EVM dependencies in the Solidity unit-tests. - TravisCI and Appveyor support was added, covering builds and running of the unit-tests (Linux and macOS only for now) - A bug-fix was made to get the Tests-over-IPC running on macOS. - There are still reliability issues in the unit-tests, which need immediate attention. The Travis build has been flipped to run the unit-tests 5 times, to try to flush these out. - The Emscripten automation which was previously in webthree-umbrella was merged into the TravisCI automation here. - The development ZIP deployment step has been commented out, but we will want to read that ONLY for release branch. Further iteration on these changes will definitely be needed, but I feel these have got to sufficient maturity than holding them back further isn't winning us anything. It is go time :-)
2016-08-01 05:25:37 +00:00
#
# ------------------------------------------------------------------------------
# This file is part of solidity.
#
# solidity is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# solidity is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with solidity. If not, see <http://www.gnu.org/licenses/>
#
# (c) 2016 solidity contributors.
#------------------------------------------------------------------------------
2016-08-01 13:33:01 +00:00
set -e
REPO_ROOT="$(dirname "$0")/.."
SOLIDITY_BUILD_DIR="${SOLIDITY_BUILD_DIR:-${REPO_ROOT}/build}"
IFS=" " read -r -a SMT_FLAGS <<< "$SMT_FLAGS"
# shellcheck source=scripts/common.sh
source "${REPO_ROOT}/scripts/common.sh"
2016-11-02 11:32:55 +00:00
WORKDIR=$(mktemp -d)
CMDLINE_PID=
function cleanup
{
2019-04-03 08:59:22 +00:00
# ensure failing commands don't cause termination during cleanup (especially within safe_kill)
set +e
if [[ -n "$CMDLINE_PID" ]]
then
2020-12-11 17:19:53 +00:00
safe_kill "$CMDLINE_PID" "Commandline tests"
fi
echo "Cleaning up working directory ${WORKDIR} ..."
rm -rf "$WORKDIR" || true
}
trap cleanup INT TERM
log_directory=""
no_smt=""
while [[ $# -gt 0 ]]
do
case "$1" in
--junit_report)
if [ -z "$2" ]
then
echo "Usage: $0 [--junit_report <report_directory>] [--no-smt]"
exit 1
else
log_directory="$2"
fi
shift
shift
;;
--no-smt)
no_smt="--no-smt"
SMT_FLAGS+=(--no-smt)
shift
;;
*)
echo "Usage: $0 [--junit_report <report_directory>] [--no-smt]"
exit 1
esac
done
2018-02-13 10:54:22 +00:00
printTask "Testing Python scripts..."
"$REPO_ROOT/test/pyscriptTests.py"
printTask "Testing LSP..."
"$REPO_ROOT/test/lsp.py" "${SOLIDITY_BUILD_DIR}/solc/solc"
2018-04-17 06:53:21 +00:00
printTask "Running commandline tests..."
2018-02-26 19:41:18 +00:00
# Only run in parallel if this is run on CI infrastructure
if [[ -n "$CI" ]]
2018-02-26 19:41:18 +00:00
then
"$REPO_ROOT/test/cmdlineTests.sh" &
CMDLINE_PID=$!
else
if ! "$REPO_ROOT/test/cmdlineTests.sh" "$no_smt"
2018-04-17 06:53:21 +00:00
then
printError "Commandline tests FAILED"
exit 1
fi
2018-02-26 19:41:18 +00:00
fi
2017-07-05 10:28:15 +00:00
2018-02-26 19:41:18 +00:00
2018-04-06 10:20:01 +00:00
EVM_VERSIONS="homestead byzantium"
if [ -z "$CI" ]
2018-04-06 10:20:01 +00:00
then
EVM_VERSIONS+=" constantinople petersburg istanbul berlin london paris"
2018-04-06 10:20:01 +00:00
fi
2018-02-22 16:21:26 +00:00
# And then run the Solidity unit-tests in the matrix combination of optimizer / no optimizer
2019-07-17 09:05:44 +00:00
# and homestead / byzantium VM
2018-02-22 16:21:26 +00:00
for optimize in "" "--optimize"
do
for vm in $EVM_VERSIONS
do
FORCE_ABIV1_RUNS="no"
2023-01-18 16:34:48 +00:00
if [[ "$vm" == "paris" ]]
then
2023-01-18 16:34:48 +00:00
FORCE_ABIV1_RUNS="no yes" # run both in paris
fi
for abiv1 in $FORCE_ABIV1_RUNS
do
force_abiv1_flag=()
if [[ "$abiv1" == "yes" ]]
then
force_abiv1_flag=(--abiencoderv1)
fi
printTask "--> Running tests using $optimize --evm-version $vm ${force_abiv1_flag[*]}..."
log=()
if [ -n "$log_directory" ]
then
if [ -n "$optimize" ]
then
log+=("--logger=JUNIT,error,$log_directory/opt_$vm.xml")
else
log+=("--logger=JUNIT,error,$log_directory/noopt_$vm.xml")
fi
fi
set +e
2023-01-12 08:08:39 +00:00
"${SOLIDITY_BUILD_DIR}"/test/soltest --show-progress "${log[@]}" -- --testpath "$REPO_ROOT"/test "$optimize" --evm-version "$vm" "${SMT_FLAGS[@]}" "${force_abiv1_flag[@]}"
if test "0" -ne "$?"; then
exit 1
fi
set -e
done
done
2018-02-22 16:21:26 +00:00
done
2018-02-26 19:41:18 +00:00
if [[ -n $CMDLINE_PID ]] && ! wait $CMDLINE_PID
2018-04-17 06:53:21 +00:00
then
printError "Commandline tests FAILED"
CMDLINE_PID=
2018-04-17 06:53:21 +00:00
exit 1
fi
2018-02-26 19:41:18 +00:00
cleanup