Merge pull request #1621 from filecoin-project/feat/devnet-script

add script to run a local devnet, and helper command
This commit is contained in:
Łukasz Magiera 2020-04-28 22:59:29 +02:00 committed by GitHub
commit fb1788a3e9
4 changed files with 233 additions and 0 deletions

View File

@ -215,6 +215,7 @@ var CommonCommands = []*cli.Command{
netCmd,
versionCmd,
logCmd,
waitApiCmd,
}
var Commands = []*cli.Command{
@ -232,4 +233,5 @@ var Commands = []*cli.Command{
versionCmd,
walletCmd,
logCmd,
waitApiCmd,
}

34
cli/wait.go Normal file
View File

@ -0,0 +1,34 @@
package cli
import (
"fmt"
"time"
"gopkg.in/urfave/cli.v2"
)
var waitApiCmd = &cli.Command{
Name: "wait-api",
Usage: "Wait for lotus api to come online",
Action: func(cctx *cli.Context) error {
for i := 0; i < 30; i++ {
api, closer, err := GetFullNodeAPI(cctx)
if err != nil {
fmt.Printf("Not online yet... (%s)\n", err)
time.Sleep(time.Second)
continue
}
defer closer()
ctx := ReqContext(cctx)
_, err = api.ID(ctx)
if err != nil {
return err
}
return nil
}
return fmt.Errorf("timed out waiting for api to come online")
},
}

View File

@ -16,5 +16,6 @@ func SetupLogLevels() {
logging.SetLogLevel("connmgr", "WARN")
logging.SetLogLevel("advmgr", "DEBUG")
logging.SetLogLevel("stores", "DEBUG")
logging.SetLogLevel("nat", "INFO")
}
}

196
scripts/devnet.bash Executable file
View File

@ -0,0 +1,196 @@
#!/usr/bin/env bash
session="lotus-interop"
wdaemon="daemon"
wminer="miner"
wsetup="setup"
wpledging="pledging"
wcli="cli"
wshell="cli"
faucet="http://t01000.miner.interopnet.kittyhawk.wtf"
PLEDGE_COUNT="${1:-20}"
if [ -z "$BRANCH" ]; then
BRANCH="interopnet"
fi
if [ -z "$BUILD" ]; then
BUILD="no"
fi
if [ -z "$DEVNET" ]; then
DEVNET="yes"
fi
BASEDIR=$(mktemp -d -t "lotus-interopnet.XXXX")
if [ "$BUILD" == "yes" ]; then
git clone --branch "$BRANCH" https://github.com/filecoin-project/lotus.git "${BASEDIR}/build"
fi
mkdir -p "${BASEDIR}/scripts"
mkdir -p "${BASEDIR}/bin"
cat > "${BASEDIR}/scripts/build.bash" <<EOF
#!/usr/bin/env bash
set -x
SCRIPTDIR="\$( cd "\$( dirname "\${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
pushd \$SCRIPTDIR/../build
pwd
env RUSTFLAGS="-C target-cpu=native -g" FFI_BUILD_FROM_SOURCE=1 make clean deps lotus lotus-storage-miner lotus-shed
cp lotus lotus-storage-miner lotus-shed ../bin/
popd
EOF
cat > "${BASEDIR}/scripts/env.fish" <<EOF
set -x PATH ${BASEDIR}/bin \$PATH
set -x LOTUS_PATH ${BASEDIR}/.lotus
set -x LOTUS_STORAGE_PATH ${BASEDIR}/.lotusstorage
EOF
cat > "${BASEDIR}/scripts/env.bash" <<EOF
export PATH=${BASEDIR}/bin:\$PATH
export LOTUS_PATH=${BASEDIR}/.lotus
export LOTUS_STORAGE_PATH=${BASEDIR}/.lotusstorage
EOF
cat > "${BASEDIR}/scripts/create_miner.bash" <<EOF
#!/usr/bin/env bash
set -x
lotus wallet import ~/.genesis-sectors/pre-seal-t01000.key
lotus-storage-miner init --genesis-miner --actor=t01000 --sector-size=2048 --pre-sealed-sectors=~/.genesis-sectors --pre-sealed-metadata=~/.genesis-sectors/pre-seal-t01000.json --nosync
EOF
cat > "${BASEDIR}/scripts/pledge_sectors.bash" <<EOF
#!/usr/bin/env bash
set -x
while [ ! -d ${BASEDIR}/.lotusstorage ]; do
sleep 5
done
while [ ! -f ${BASEDIR}/.lotusstorage/api ]; do
sleep 5
done
sleep 30
sector=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$1}' | tr -d ':')
current="\$sector"
while true; do
if (( \$(lotus-storage-miner sectors list | wc -l) > ${PLEDGE_COUNT} )); then
break
fi
while true; do
state=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$2}')
if [ -z "\$state" ]; then
break
fi
case \$state in
PreCommit1 | PreCommit2 | Packing | Unsealed | PreCommitting | Committing | CommitWait | FinalizeSector ) sleep 30 ;;
WaitSeed | Proving ) break ;;
* ) echo "Unknown Sector State: \$state"
lotus-storage-miner sectors status --log \$current
break ;;
esac
done
lotus-storage-miner sectors pledge
while [ "\$current" == "\$sector" ]; do
sector=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$1}' | tr -d ':')
sleep 5
done
current="\$sector"
done
EOF
cat > "${BASEDIR}/scripts/monitor.bash" <<EOF
#!/usr/bin/env bash
while true; do
clear
lotus sync status
echo
echo
echo Storage Miner Info
lotus-storage-miner info
echo
echo
echo Sector List
lotus-storage-miner sectors list | tail -n4
sleep 25
lotus-shed noncefix --addr \$(lotus wallet list) --auto
done
EOF
chmod +x "${BASEDIR}/scripts/build.bash"
chmod +x "${BASEDIR}/scripts/create_miner.bash"
chmod +x "${BASEDIR}/scripts/pledge_sectors.bash"
chmod +x "${BASEDIR}/scripts/monitor.bash"
if [ "$BUILD" == "yes" ]; then
bash "${BASEDIR}/scripts/build.bash"
else
cp ./lotus ${BASEDIR}/bin/
cp ./lotus-storage-miner ${BASEDIR}/bin/
cp ./lotus-seed ${BASEDIR}/bin/
cp ./lotus-shed ${BASEDIR}/bin/
fi
tmux new-session -d -s $session -n $wsetup
tmux set-environment -t $session BASEDIR "$BASEDIR"
tmux new-window -t $session -n $wcli
tmux new-window -t $session -n $wdaemon
tmux new-window -t $session -n $wminer
tmux new-window -t $session -n $wpledging
tmux kill-window -t $session:$wsetup
case $(basename $SHELL) in
fish ) shell=fish ;;
* ) shell=bash ;;
esac
tmux send-keys -t $session:$wdaemon "source ${BASEDIR}/scripts/env.$shell" C-m
tmux send-keys -t $session:$wminer "source ${BASEDIR}/scripts/env.$shell" C-m
tmux send-keys -t $session:$wcli "source ${BASEDIR}/scripts/env.$shell" C-m
tmux send-keys -t $session:$wpledging "source ${BASEDIR}/scripts/env.$shell" C-m
tmux send-keys -t $session:$wshell "source ${BASEDIR}/scripts/env.$shell" C-m
tmux send-keys -t $session:$wdaemon "lotus-seed genesis new devnet.json" C-m
tmux send-keys -t $session:$wdaemon "lotus-seed genesis add-miner devnet.json ~/.genesis-sectors/pre-seal-t01000.json" C-m
tmux send-keys -t $session:$wdaemon "lotus daemon --api 48010 --lotus-make-genesis=dev.gen --genesis-template=devnet.json --bootstrap=false 2>&1 | tee -a ${BASEDIR}/daemon.log" C-m
export LOTUS_PATH="${BASEDIR}/.lotus"
${BASEDIR}/bin/lotus wait-api
tmux send-keys -t $session:$wminer "${BASEDIR}/scripts/create_miner.bash" C-m
tmux send-keys -t $session:$wminer "lotus-storage-miner run --api 48020 --nosync 2>&1 | tee -a ${BASEDIR}/miner.log" C-m
tmux send-keys -t $session:$wcli "${BASEDIR}/scripts/monitor.bash" C-m
tmux send-keys -t $session:$wpleding "${BASEDIR}/scripts/pledge_sectors.bash" C-m
tmux select-window -t $session:$wcli
tmux attach-session -t $session