From 3a7132e8f44f6721ab30be46c29bad74ab865fc8 Mon Sep 17 00:00:00 2001 From: whyrusleeping Date: Mon, 16 Sep 2019 12:14:06 -0700 Subject: [PATCH] use gateway of dedicated ipfs node for param downloads --- build/proof-params/paramfetch.sh | 74 +++++++++++++++++++++++++++++++- 1 file changed, 72 insertions(+), 2 deletions(-) diff --git a/build/proof-params/paramfetch.sh b/build/proof-params/paramfetch.sh index b340afbab..eb55a312e 100755 --- a/build/proof-params/paramfetch.sh +++ b/build/proof-params/paramfetch.sh @@ -2,7 +2,76 @@ set -euo pipefail -IPGET_PARAMS="--node=spawn -p=/ip4/138.201.67.219/tcp/4002/ws/ipfs/QmUd6zHcbkbcs7SMxwLs48qZVX3vpcM8errYS7xEczwRMA -p=/ip4/138.201.67.218/tcp/4002/ws/ipfs/QmbVWZQhCGrS7DhgLqWbgvdmKN7JueKCREVanfnVpgyq8x -p=/ip4/94.130.135.167/tcp/4002/ws/ipfs/QmUEMvxS2e7iDrereVYc5SWPauXPyNwxcy9BXZrC1QTcHE -p=/ip4/138.201.68.74/tcp/4001/ipfs/QmdnXwLrC8p1ueiq2Qya8joNvk3TVVDAut7PrikmZwubtR -p=/ip4/138.201.67.220/tcp/4001/ipfs/QmNSYxZAiJHeLdkBg38roksAR9So7Y5eojks1yjEcUtZ7i" +die() { + echo "$@" >&2 + exit 1 +} + +have_binary() { + type "$1" > /dev/null 2> /dev/null +} + +check_writable() { + printf "" > "$1" && rm "$1" +} + +try_download() { + url="$1" + output="$2" + command="$3" + util_name="$(set -- $command; echo "$1")" + + if ! have_binary "$util_name"; then + return 1 + fi + + printf '==> Using %s to download "%s" to "%s"\n' "$util_name" "$url" "$output" + if eval "$command"; then + echo "==> Download complete!" + return + else + echo "error: couldn't download with $util_name ($?)" + return 1 + fi +} + +download() { + dl_url="$1" + dl_output="$2" + + test "$#" -eq "2" || die "download requires exactly two arguments, was given $@" + + if ! check_writable "$dl_output"; then + die "download error: cannot write to $dl_output" + fi + + try_download "$dl_url" "$dl_output" "wget '$dl_url' -O '$dl_output'" && return + try_download "$dl_url" "$dl_output" "curl --silent --fail --output '$dl_output' '$dl_url'" && return + try_download "$dl_url" "$dl_output" "fetch '$dl_url' -o '$dl_output'" && return + try_download "$dl_url" "$dl_output" "http '$dl_url' > '$dl_output'" && return + try_download "$dl_url" "$dl_output" "ftp -o '$dl_output' '$dl_url'" && return + + die "Unable to download $dl_url. exiting." +} + +fetch_ipget() { + local dest="$1" + local cid="$2" + + IPGET_PARAMS="--node=spawn -p=/ip4/138.201.67.219/tcp/4002/ws/ipfs/QmUd6zHcbkbcs7SMxwLs48qZVX3vpcM8errYS7xEczwRMA -p=/ip4/138.201.67.218/tcp/4002/ws/ipfs/QmbVWZQhCGrS7DhgLqWbgvdmKN7JueKCREVanfnVpgyq8x -p=/ip4/94.130.135.167/tcp/4002/ws/ipfs/QmUEMvxS2e7iDrereVYc5SWPauXPyNwxcy9BXZrC1QTcHE -p=/ip4/138.201.68.74/tcp/4001/ipfs/QmdnXwLrC8p1ueiq2Qya8joNvk3TVVDAut7PrikmZwubtR -p=/ip4/138.201.67.220/tcp/4001/ipfs/QmNSYxZAiJHeLdkBg38roksAR9So7Y5eojks1yjEcUtZ7i" + + ./bin/ipget $IPGET_PARAMS -o "$dest" "$cid" +} + +fetch_gateway() { + local dest="$1" + local cid="$2" + + local url="https://198.211.99.118/ipfs/$cid" + + download "$url" "$dest" +} + OUT_DIR="/var/tmp/filecoin-proof-parameters" PARAMS="build/proof-params/parameters.json" @@ -20,5 +89,6 @@ jq '. | to_entries | map("'$OUT_DIR'/\(.key) \(.value.cid) \(.value.digest)") | fi fi echo "downloading $dest" - ./bin/ipget $IPGET_PARAMS -o "$dest" "$cid" + + fetch_gateway "$dest" "$cid" done