seed removal

dockerfiles/super_node/Dockerfile

@@ -0,0 +1,75 @@
+FROM golang:alpine
+
+RUN apk --update --no-cache add make git g++ linux-headers
+# DEBUG
+RUN apk add busybox-extras
+
+# this is probably a noob move, but I want apk from alpine for the above but need to avoid Go 1.13 below as this error still occurs https://github.com/ipfs/go-ipfs/issues/6603
+FROM golang:1.12.4 as builder
+
+# Get and build vulcanizedb ipfs_concurreny fork
+RUN go get -u -d github.com/vulcanize/vulcanizedb
+WORKDIR /go/src/github.com/vulcanize/vulcanizedb
+RUN git checkout ipfs_concurrency
+RUN GO111MODULE=on GCO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -ldflags '-extldflags "-static"' -o vulcanizedb .
+
+# Get and build vulcanize's go-ipfs fork
+RUN go get -u -d github.com/ipfs/go-ipfs
+WORKDIR /go/src/github.com/ipfs/go-ipfs
+RUN git remote add vulcanize https://github.com/vulcanize/go-ipfs.git
+RUN git fetch vulcanize
+RUN git checkout -b pg_ipfs vulcanize/postgres_update
+RUN GO111MODULE=on GCO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -ldflags '-extldflags "-static"' -o ipfs ./cmd/ipfs
+
+# Get and build vulcanize's geth fork
+RUN go get -u -d github.com/ethereum/go-ethereum
+WORKDIR /go/src/github.com/ethereum/go-ethereum
+RUN git remote add vulcanize https://github.com/vulcanize/go-ethereum.git
+RUN git fetch vulcanize
+RUN git checkout -b statediff_geth vulcanize/statediffing
+RUN GCO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -ldflags '-extldflags "-static"' -o geth ./cmd/geth
+
+# Build migration tool
+RUN go get -u -d github.com/pressly/goose/cmd/goose
+WORKDIR /go/src/github.com/pressly/goose/cmd/goose
+RUN GCO_ENABLED=0 GOOS=linux go build -a -installsuffix cgo -ldflags '-extldflags "-static"' -tags='no_mysql no_sqlite' -o goose .
+
+WORKDIR /go/src/github.com/vulcanize/vulcanizedb
+
+# app container
+FROM alpine
+WORKDIR /app
+
+ARG USER
+ARG config_file=environments/syncPublishScreenAndServe.toml
+ARG vdb_dbname="vulcanize_public"
+ARG vdb_hostname="localhost"
+ARG vdb_port="5432"
+ARG vdb_user="postgres"
+ARG vdb_password
+
+# setup environment
+ENV VDB_PG_NAME="$vdb_dbname"
+ENV VDB_PG_HOSTNAME="$vdb_hostname"
+ENV VDB_PG_PORT="$vdb_port"
+ENV VDB_PG_USER="$vdb_user"
+ENV VDB_PG_PASSWORD="$vdb_password"
+
+RUN adduser -D 5000 $USER
+USER $USER
+
+# chown first so dir is writable
+# note: using $USER is merged, but not in the stable release yet
+COPY --chown=5000:5000 --from=builder /go/src/github.com/vulcanize/vulcanizedb/$config_file config.toml
+COPY --chown=5000:5000 --from=builder /go/src/github.com/vulcanize/vulcanizedb/dockerfiles/super_node/startup_script.sh .
+
+# keep binaries immutable
+COPY --from=builder /go/src/github.com/vulcanize/vulcanizedb/vulcanizedb vulcanizedb
+COPY --from=builder /go/src/github.com/pressly/goose/cmd/goose/goose goose
+COPY --from=builder /go/src/github.com/vulcanize/vulcanizedb/db/migrations migrations/vulcanizedb
+COPY --from=builder /go/src/github.com/ipfs/go-ipfs/ipfs ipfs
+COPY --from=builder /go/src/github.com/ethereum/go-ethereum/geth geth
+
+EXPOSE 8080
+
+CMD ["./startup_script.sh"]

dockerfiles/super_node/startup_script.sh

@@ -0,0 +1,71 @@
+#!/bin/sh
+# Runs the db migrations and starts the super node services
+
+# Exit if the variable tests fail
+set -e
+
+# Check the database variables are set
+test $VDB_PG_NAME
+test $VDB_PG_HOSTNAME
+test $VDB_PG_PORT
+test $VDB_PG_USER
+set +e
+
+# Export our database variables so that the IPFS Postgres plugin can use them
+export IPFS_PGHOST=$VDB_PG_HOSTNAME
+export IPFS_PGUSER=$VDB_PG_USER
+export IPFS_PGDATABASE=$VDB_PG_NAME
+export IPFS_PGPORT=$VDB_PG_PORT
+export IPFS_PGPASSWORD=$VDB_PG_PASSWORD
+
+# Construct the connection string for postgres
+VDB_PG_CONNECT=postgresql://$VDB_PG_USER:$VDB_PG_PASSWORD@$VDB_PG_HOSTNAME:$VDB_PG_PORT/$VDB_PG_NAME?sslmode=disable
+
+# Run the DB migrations
+echo "Connecting with: $VDB_PG_CONNECT"
+echo "Running database migrations"
+./goose -dir migrations/vulcanizedb postgres "$VDB_PG_CONNECT" up
+
+# If the db migrations ran without err
+if [ $? -eq 0 ]; then
+    # Initialize PG-IPFS
+    echo "Initializing Postgres-IPFS profile"
+    ./ipfs init --profile=postgresds
+else
+    echo "Could not run migrations. Are the database details correct?"
+    exit
+fi
+
+# If IPFS initialization was successful
+if [ $? -eq 0 ]; then
+    # Begin the state-diffing Geth process
+    echo "Beginning the state-diffing Geth process"
+    ./geth --statediff --statediff.streamblock --ws --syncmode=full 2>&1 | tee -a log.txt &
+    sleep 1
+else
+    echo "Could not initialize Postgres backed IPFS profile. Are the database details correct?"
+    exit
+fi
+
+# If Geth startup was successful
+if [ $? -eq 0 ]; then
+    # Wait until block synchronisation has begun
+    echo "Waiting for block synchronization to begin"
+    ( tail -f -n0 log.txt & ) | grep -q "Block synchronisation started" # this blocks til we see "Block synchronisation started"
+    # And then spin up the syncPublishScreenAndServe Vulcanizedb service
+    echo "Beginning the syncPublishScreenAndServe vulcanizedb process"
+    ./vulcanizedb syncPublishScreenAndServe --config=config.toml 2>&1 | tee -a log.txt &
+else
+    echo "Could not initialize state-diffing Geth."
+    exit
+fi
+
+# If Vulcanizedb startup was successful
+if [ $? -eq 0 ]; then
+    echo "Seed node successfully booted"
+else
+    echo "Could not start vulcanizedb syncPublishScreenAndServe process. Is the config file correct?"
+    exit
+fi
+
+wait