mirror of
https://github.com/ethereum/solidity
synced 2023-10-03 13:03:40 +00:00
solc-bin: Scripts for downloading and renaming binaries from CircleCI job artifacts
This commit is contained in:
Kamil Śliwak
parent
0c0ff4fce6
commit
23a9d1bff5
207
scripts/solc-bin/download-circleci-binaries.sh
Executable file
207
scripts/solc-bin/download-circleci-binaries.sh
Executable file
@ -0,0 +1,207 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
function help() {
|
||||
echo "Downloads binaries created by a CircleCI job to the current working,"
|
||||
echo "directory and renames them according to the naming convention used"
|
||||
echo "on the Solidity release page on Github."
|
||||
echo
|
||||
echo "WARNING: The binaries will be overwritten if they already exist."
|
||||
echo
|
||||
echo
|
||||
echo "Usage:"
|
||||
echo " ./$(basename "$0") --help"
|
||||
echo " ./$(basename "$0") workflow_id"
|
||||
echo
|
||||
echo " workflow_id CircleCI workflow ID. Identifies the workflow that contains"
|
||||
echo " jobs whose artifacts should be downloaded."
|
||||
echo
|
||||
echo
|
||||
echo "Examples:"
|
||||
echo " ./$(basename "$0") --help"
|
||||
echo " ./$(basename "$0") 12345678-90ab-cdef-1234-567890abcdef"
|
||||
}
|
||||
|
||||
|
||||
# GENERAL UTILITIES
|
||||
|
||||
query_api() {
|
||||
local api_endpoint="$1"
|
||||
|
||||
curl --fail --silent --show-error "$api_endpoint"
|
||||
}
|
||||
|
||||
fail() {
|
||||
local format="$1"
|
||||
|
||||
# shellcheck disable=SC2059
|
||||
>&2 printf "ERROR: $format\n" "${@:2}"
|
||||
exit 1
|
||||
}
|
||||
|
||||
expect_single_line() {
|
||||
local text="$1"
|
||||
|
||||
local line_count; line_count="$(echo "$text" | grep --count "")"
|
||||
[[ $text != "" ]] || fail "Expected one line, got zero."
|
||||
(( "$line_count" < 2 )) || fail "Expected one line, got %d:\n%s" "$line_count" "$text"
|
||||
}
|
||||
|
||||
|
||||
# JSON FILTERING
|
||||
|
||||
filter_artifacts_by_name() {
|
||||
local artifact_name="$1"
|
||||
|
||||
jq '[ .items[] | select (.path == "'"$artifact_name"'") ]'
|
||||
}
|
||||
|
||||
filter_jobs_by_name() {
|
||||
local job_name="$1"
|
||||
|
||||
jq '[ .items[] | select (.name == "'"$job_name"'") ]'
|
||||
}
|
||||
|
||||
|
||||
# ENUMERATIONS
|
||||
|
||||
target_to_job_name() {
|
||||
local target="$1"
|
||||
|
||||
case "$target" in
|
||||
linux-amd64) echo b_ubu_static ;;
|
||||
macosx-amd64) echo b_osx ;;
|
||||
windows-amd64) echo b_win_release ;;
|
||||
emscripten) echo b_ems ;;
|
||||
*) fail "Invalid target: %s" "$target" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
target_to_circleci_artifact_name() {
|
||||
local target="$1"
|
||||
|
||||
case "$target" in
|
||||
linux-amd64) echo solc ;;
|
||||
macosx-amd64) echo solc ;;
|
||||
windows-amd64) echo upload/bin/solc.exe ;;
|
||||
emscripten) echo soljson.js ;;
|
||||
*) fail "Invalid target: %s" "$target" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
is_executable() {
|
||||
local target="$1"
|
||||
|
||||
case "$target" in
|
||||
linux-amd64) true ;;
|
||||
macosx-amd64) true ;;
|
||||
windows-amd64) false ;;
|
||||
emscripten) false ;;
|
||||
*) fail "Invalid target: %s" "$target" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
target_to_binary_name() {
|
||||
local target="$1"
|
||||
|
||||
case "$target" in
|
||||
linux-amd64) echo solc-static-linux ;;
|
||||
macosx-amd64) echo solc-macos ;;
|
||||
windows-amd64) echo solc-windows.exe ;;
|
||||
emscripten) echo soljson.js ;;
|
||||
*) fail "Invalid target: %s" "$target" ;;
|
||||
esac
|
||||
}
|
||||
|
||||
|
||||
# MAIN LOGIC
|
||||
|
||||
query_circleci_artifact_url() {
|
||||
local target="$1"
|
||||
local build_num="$2"
|
||||
|
||||
local artifact_name; artifact_name="$(target_to_circleci_artifact_name "$target")"
|
||||
local artifact_info; artifact_info="$(
|
||||
query_api "https://circleci.com/api/v2/project/gh/ethereum/solidity/${build_num}/artifacts" |
|
||||
filter_artifacts_by_name "$artifact_name"
|
||||
)"
|
||||
|
||||
[[ $artifact_info != "[]" ]] || fail "Artifact '%s' is missing." "$artifact_name"
|
||||
|
||||
local artifact_url; artifact_url="$(echo "$artifact_info" | jq --raw-output '.[].url')"
|
||||
expect_single_line "$artifact_url"
|
||||
|
||||
echo "$artifact_url"
|
||||
}
|
||||
|
||||
download_binary() {
|
||||
local target="$1"
|
||||
local download_url="$2"
|
||||
|
||||
local target_path; target_path="$(target_to_binary_name "$target")"
|
||||
|
||||
# If the target exists we ovewrite it. As a special case, if it's a symlink, remove it
|
||||
# so that we only change link not the file it links to.
|
||||
[[ ! -L "$target_path" ]] || rm "$target_path"
|
||||
|
||||
echo "Downloading release binary from ${download_url} into ${target_path}"
|
||||
curl "$download_url" --output "$target_path" --location --no-progress-meter --create-dirs
|
||||
|
||||
! is_executable "$target" || chmod +x "$target_path"
|
||||
}
|
||||
|
||||
download_binary_from_circleci() {
|
||||
local target="$1"
|
||||
local workflow_job_info="$2"
|
||||
|
||||
local job_name; job_name="$(target_to_job_name "$target")"
|
||||
local job_info; job_info="$(
|
||||
echo "$workflow_job_info" |
|
||||
filter_jobs_by_name "$job_name"
|
||||
)"
|
||||
[[ $job_info != "[]" ]] || fail "Job '%s' not found." "$job_name"
|
||||
|
||||
local build_num; build_num="$(echo "$job_info" | jq --raw-output '.[].job_number')"
|
||||
expect_single_line "$build_num"
|
||||
|
||||
local artifact_url; artifact_url="$(query_circleci_artifact_url "$target" "$build_num")"
|
||||
download_binary "$target" "$artifact_url"
|
||||
}
|
||||
|
||||
download_binaries() {
|
||||
local workflow_id="$1"
|
||||
|
||||
echo "===> DOWNLOADING BINARIES FOR WORKFLOW ${workflow_id} FROM CIRCLECI"
|
||||
|
||||
local workflow_job_info; workflow_job_info="$(
|
||||
query_api "https://circleci.com/api/v2/workflow/${workflow_id}/job"
|
||||
)"
|
||||
|
||||
local release_targets=(
|
||||
linux-amd64
|
||||
windows-amd64
|
||||
macosx-amd64
|
||||
emscripten
|
||||
)
|
||||
|
||||
for target in "${release_targets[@]}"; do
|
||||
download_binary_from_circleci "$target" "$workflow_job_info"
|
||||
done
|
||||
}
|
||||
|
||||
main() {
|
||||
if (( $# > 0 )) && [[ $1 == --help ]]; then
|
||||
help
|
||||
exit 0
|
||||
fi
|
||||
|
||||
(( $# >= 1 )) || fail "Too few arguments"
|
||||
(( $# <= 1 )) || fail "Too many arguments"
|
||||
|
||||
local workflow_id="${1:-$PWD}"
|
||||
|
||||
download_binaries "$workflow_id"
|
||||
}
|
||||
|
||||
main "$@"
|
||||
52
scripts/solc-bin/rename-circleci-binaries-for-solc-bin.sh
Executable file
52
scripts/solc-bin/rename-circleci-binaries-for-solc-bin.sh
Executable file
@ -0,0 +1,52 @@
|
||||
#!/usr/bin/env bash
|
||||
|
||||
set -euo pipefail
|
||||
|
||||
if (( $# > 0 )) && [[ $1 == --help ]]; then
|
||||
echo "Renames binaries following the naming convention from Solidity release page on Github to match"
|
||||
echo "the naming convention used in solc-bin."
|
||||
echo "Assumes that the binaries are present in the current working directory."
|
||||
echo "Obtains version from the --version output of the Linux binary."
|
||||
echo
|
||||
echo "WARNING: The binaries will be overwritten if they already exist."
|
||||
echo
|
||||
echo
|
||||
echo "Usage:"
|
||||
echo " ./$(basename "$0") --help"
|
||||
echo " ./$(basename "$0") [solc_bin_dir]"
|
||||
echo
|
||||
echo " solc_bin_dir Location of the solc-bin directory."
|
||||
echo " Default: current working directory."
|
||||
echo
|
||||
echo
|
||||
echo "Examples:"
|
||||
echo " ./$(basename "$0") --help"
|
||||
echo " ./$(basename "$0") ~/solc-bin/"
|
||||
|
||||
exit 0
|
||||
fi
|
||||
|
||||
(( $# <= 1 )) || { >&2 printf "ERROR: Too many arguments"; exit 1; }
|
||||
|
||||
solc_bin_dir="${1:-$PWD}"
|
||||
|
||||
full_version=$(
|
||||
./solc-static-linux --version |
|
||||
sed -En 's/^Version: ([0-9.]+.*\+commit\.[0-9a-f]+(\.mod)?).*$/\1/p'
|
||||
)
|
||||
|
||||
target=linux-amd64
|
||||
mkdir -p "${solc_bin_dir}/${target}"
|
||||
mv solc-static-linux "${solc_bin_dir}/${target}/solc-${target}-${full_version}"
|
||||
|
||||
target=macosx-amd64
|
||||
mkdir -p "${solc_bin_dir}/${target}"
|
||||
mv solc-macos "${solc_bin_dir}/${target}/solc-${target}-${full_version}"
|
||||
|
||||
target=windows-amd64
|
||||
mkdir -p "${solc_bin_dir}/${target}"
|
||||
mv solc-windows.exe "${solc_bin_dir}/${target}/solc-${target}-${full_version}.exe"
|
||||
|
||||
target=bin
|
||||
mkdir -p "${solc_bin_dir}/${target}"
|
||||
mv soljson.js "${solc_bin_dir}/${target}/soljson-${full_version}.js"
|
||||
Loading…
Reference in New Issue
Block a user