Merge pull request #1621 from filecoin-project/feat/devnet-script

add script to run a local devnet, and helper command

cli/cmd.go

@@ -215,6 +215,7 @@ var CommonCommands = []*cli.Command{
 	netCmd,
 	versionCmd,
 	logCmd,
+	waitApiCmd,
 }
 
 var Commands = []*cli.Command{
@@ -232,4 +233,5 @@ var Commands = []*cli.Command{
 	versionCmd,
 	walletCmd,
 	logCmd,
+	waitApiCmd,
 }

cli/wait.go

@@ -0,0 +1,34 @@
+package cli
+
+import (
+	"fmt"
+	"time"
+
+	"gopkg.in/urfave/cli.v2"
+)
+
+var waitApiCmd = &cli.Command{
+	Name:  "wait-api",
+	Usage: "Wait for lotus api to come online",
+	Action: func(cctx *cli.Context) error {
+		for i := 0; i < 30; i++ {
+			api, closer, err := GetFullNodeAPI(cctx)
+			if err != nil {
+				fmt.Printf("Not online yet... (%s)\n", err)
+				time.Sleep(time.Second)
+				continue
+			}
+			defer closer()
+
+			ctx := ReqContext(cctx)
+
+			_, err = api.ID(ctx)
+			if err != nil {
+				return err
+			}
+
+			return nil
+		}
+		return fmt.Errorf("timed out waiting for api to come online")
+	},
+}

lib/lotuslog/levels.go

@@ -16,5 +16,6 @@ func SetupLogLevels() {
 		logging.SetLogLevel("connmgr", "WARN")
 		logging.SetLogLevel("advmgr", "DEBUG")
 		logging.SetLogLevel("stores", "DEBUG")
+		logging.SetLogLevel("nat", "INFO")
 	}
 }

scripts/devnet.bash

@@ -0,0 +1,196 @@
+#!/usr/bin/env bash
+
+session="lotus-interop"
+wdaemon="daemon"
+wminer="miner"
+wsetup="setup"
+wpledging="pledging"
+wcli="cli"
+wshell="cli"
+faucet="http://t01000.miner.interopnet.kittyhawk.wtf"
+
+
+PLEDGE_COUNT="${1:-20}"
+
+if [ -z "$BRANCH" ]; then 
+  BRANCH="interopnet"
+fi
+
+if [ -z "$BUILD" ]; then 
+  BUILD="no"
+fi
+
+if [ -z "$DEVNET" ]; then
+  DEVNET="yes"
+fi
+
+BASEDIR=$(mktemp -d -t "lotus-interopnet.XXXX")
+
+if [ "$BUILD" == "yes" ]; then
+  git clone --branch "$BRANCH" https://github.com/filecoin-project/lotus.git "${BASEDIR}/build"
+fi
+
+
+mkdir -p "${BASEDIR}/scripts"
+mkdir -p "${BASEDIR}/bin"
+
+cat > "${BASEDIR}/scripts/build.bash" <<EOF
+#!/usr/bin/env bash
+set -x
+
+SCRIPTDIR="\$( cd "\$( dirname "\${BASH_SOURCE[0]}" )" >/dev/null 2>&1 && pwd )"
+pushd \$SCRIPTDIR/../build
+
+pwd
+env RUSTFLAGS="-C target-cpu=native -g" FFI_BUILD_FROM_SOURCE=1 make clean deps lotus lotus-storage-miner lotus-shed
+cp lotus lotus-storage-miner lotus-shed ../bin/
+
+popd
+EOF
+
+cat > "${BASEDIR}/scripts/env.fish" <<EOF
+set -x PATH ${BASEDIR}/bin \$PATH
+set -x LOTUS_PATH ${BASEDIR}/.lotus
+set -x LOTUS_STORAGE_PATH ${BASEDIR}/.lotusstorage
+EOF
+
+cat > "${BASEDIR}/scripts/env.bash" <<EOF
+export PATH=${BASEDIR}/bin:\$PATH
+export LOTUS_PATH=${BASEDIR}/.lotus
+export LOTUS_STORAGE_PATH=${BASEDIR}/.lotusstorage
+EOF
+
+cat > "${BASEDIR}/scripts/create_miner.bash" <<EOF
+#!/usr/bin/env bash
+set -x
+
+lotus wallet import ~/.genesis-sectors/pre-seal-t01000.key
+lotus-storage-miner init --genesis-miner --actor=t01000 --sector-size=2048 --pre-sealed-sectors=~/.genesis-sectors --pre-sealed-metadata=~/.genesis-sectors/pre-seal-t01000.json --nosync
+EOF
+
+cat > "${BASEDIR}/scripts/pledge_sectors.bash" <<EOF
+#!/usr/bin/env bash
+
+set -x
+
+while [ ! -d ${BASEDIR}/.lotusstorage ]; do
+  sleep 5
+done
+
+while [ ! -f ${BASEDIR}/.lotusstorage/api ]; do
+  sleep 5
+done
+
+sleep 30
+
+sector=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$1}' | tr -d ':')
+current="\$sector"
+
+while true; do
+  if (( \$(lotus-storage-miner sectors list | wc -l) > ${PLEDGE_COUNT} )); then
+    break
+  fi
+
+  while true; do
+    state=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$2}')
+
+    if [ -z "\$state" ]; then
+      break
+    fi
+
+    case \$state in
+      PreCommit1 | PreCommit2 | Packing | Unsealed | PreCommitting | Committing | CommitWait | FinalizeSector ) sleep 30 ;;
+      WaitSeed | Proving ) break ;;
+      * ) echo "Unknown Sector State: \$state"
+          lotus-storage-miner sectors status --log \$current
+          break ;;
+    esac
+  done
+
+  lotus-storage-miner sectors pledge
+
+  while [ "\$current" == "\$sector" ]; do
+    sector=\$(lotus-storage-miner sectors list | tail -n1 | awk '{print \$1}' | tr -d ':')
+    sleep 5
+  done
+
+  current="\$sector"
+done
+EOF
+
+cat > "${BASEDIR}/scripts/monitor.bash" <<EOF
+#!/usr/bin/env bash
+
+while true; do
+  clear
+  lotus sync status
+
+  echo
+  echo
+  echo Storage Miner Info
+  lotus-storage-miner info
+
+  echo
+  echo
+  echo Sector List
+  lotus-storage-miner sectors list | tail -n4
+
+  sleep 25
+
+  lotus-shed noncefix --addr \$(lotus wallet list) --auto
+
+done
+EOF
+
+chmod +x "${BASEDIR}/scripts/build.bash"
+chmod +x "${BASEDIR}/scripts/create_miner.bash"
+chmod +x "${BASEDIR}/scripts/pledge_sectors.bash"
+chmod +x "${BASEDIR}/scripts/monitor.bash"
+
+if [ "$BUILD" == "yes" ]; then
+  bash "${BASEDIR}/scripts/build.bash"
+else
+  cp ./lotus ${BASEDIR}/bin/
+  cp ./lotus-storage-miner ${BASEDIR}/bin/
+  cp ./lotus-seed ${BASEDIR}/bin/
+  cp ./lotus-shed ${BASEDIR}/bin/
+fi
+
+tmux new-session -d -s $session -n $wsetup
+
+tmux set-environment -t $session BASEDIR "$BASEDIR"
+
+tmux new-window -t $session -n $wcli
+tmux new-window -t $session -n $wdaemon
+tmux new-window -t $session -n $wminer
+tmux new-window -t $session -n $wpledging
+
+tmux kill-window -t $session:$wsetup
+
+case $(basename $SHELL) in
+  fish ) shell=fish ;;
+  *    ) shell=bash ;;
+esac
+
+tmux send-keys -t $session:$wdaemon   "source ${BASEDIR}/scripts/env.$shell" C-m
+tmux send-keys -t $session:$wminer    "source ${BASEDIR}/scripts/env.$shell" C-m
+tmux send-keys -t $session:$wcli      "source ${BASEDIR}/scripts/env.$shell" C-m
+tmux send-keys -t $session:$wpledging "source ${BASEDIR}/scripts/env.$shell" C-m
+tmux send-keys -t $session:$wshell "source ${BASEDIR}/scripts/env.$shell" C-m
+
+tmux send-keys -t $session:$wdaemon "lotus-seed genesis new devnet.json" C-m
+tmux send-keys -t $session:$wdaemon "lotus-seed genesis add-miner devnet.json ~/.genesis-sectors/pre-seal-t01000.json" C-m
+tmux send-keys -t $session:$wdaemon "lotus daemon --api 48010 --lotus-make-genesis=dev.gen --genesis-template=devnet.json --bootstrap=false 2>&1 | tee -a ${BASEDIR}/daemon.log" C-m
+
+export LOTUS_PATH="${BASEDIR}/.lotus"
+${BASEDIR}/bin/lotus wait-api
+
+tmux send-keys -t $session:$wminer   "${BASEDIR}/scripts/create_miner.bash" C-m
+tmux send-keys -t $session:$wminer   "lotus-storage-miner run --api 48020 --nosync 2>&1 | tee -a ${BASEDIR}/miner.log" C-m
+tmux send-keys -t $session:$wcli     "${BASEDIR}/scripts/monitor.bash" C-m
+tmux send-keys -t $session:$wpleding "${BASEDIR}/scripts/pledge_sectors.bash" C-m
+
+tmux select-window -t $session:$wcli
+
+tmux attach-session -t $session
+