Add a sushiswap-subgraph stack (#496 )

* Add a sushiswap-graph stack * Fix shared volume name in fixturenet-lotus * Export Lotus miner node multiaddr after initialization * Add deployment scripts for sushiswap contracts * Skip contracts deployment if already exists * Rename stack to sushiswap-subgraph * Fix postgres and use Lotus fixturenet in graph-node stack * Add sushiswap v3 subgraph stack * Fixes to deploy sushiswap subgraph to graph-node * Add graph-node container in sushiswap subgraph stack --------- Co-authored-by: Nabarun <nabarun@deepstacksoft.com>
Restart support for fixturenet-lotus (#499 )
2023-08-14 14:17:21 +05:30 · 2023-08-14 12:46:04 +05:30 · 2023-08-11 15:25:54 -05:00 · 2023-08-11 09:00:19 -06:00
31 changed files with 563 additions and 54 deletions
@@ -0,0 +1,49 @@
+version: '3.2'
+
+services:
+  # Deploys the core (UniswapV3Factory) contract
+  sushiswap-v3-core:
+    image: cerc/sushiswap-v3-core:local
+    restart: on-failure
+    env_file:
+      # Defaults
+      - ../config/contract-sushiswap/deployment-params.env
+    environment:
+      # Overrides
+      ETH_RPC_ENDPOINT: ${ETH_RPC_ENDPOINT}
+      CHAIN_ID: ${CHAIN_ID}
+      ACCOUNT_PRIVATE_KEY: ${ACCOUNT_PRIVATE_KEY}
+      DEPLOY: ${DEPLOY}
+    volumes:
+      - ../config/network/wait-for-it.sh:/app/wait-for-it.sh
+      - ../config/contract-sushiswap/deploy-core-contracts.sh:/app/deploy-core-contracts.sh
+      - sushiswap_core_deployment:/app/deployments/docker
+    command: ["bash", "-c", "/app/deploy-core-contracts.sh && tail -f"]
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
+
+  # Deploys the periphery (NFPM, token, etc.) contracts
+  sushiswap-v3-periphery:
+    image: cerc/sushiswap-v3-periphery:local
+    restart: on-failure
+    env_file:
+      # Defaults
+      - ../config/contract-sushiswap/deployment-params.env
+    environment:
+      # Overrides
+      ETH_RPC_ENDPOINT: ${ETH_RPC_ENDPOINT}
+      CHAIN_ID: ${CHAIN_ID}
+      ACCOUNT_PRIVATE_KEY: ${ACCOUNT_PRIVATE_KEY}
+      DEPLOY: ${DEPLOY}
+    volumes:
+      - ../config/network/wait-for-it.sh:/app/wait-for-it.sh
+      - ../config/contract-sushiswap/deploy-periphery-contracts.sh:/app/deploy-periphery-contracts.sh
+      - sushiswap_core_deployment:/app/core-deployments/docker
+      - sushiswap_periphery_deployment:/app/deployments/docker
+    command: ["bash", "-c", "/app/deploy-periphery-contracts.sh && tail -f"]
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
+
+volumes:
+  sushiswap_core_deployment:
+  sushiswap_periphery_deployment:
@@ -0,0 +1,69 @@
+services:
+  graph-node:
+    image: cerc/graph-node:local
+    depends_on:
+      db:
+        condition: service_healthy
+      ipfs:
+        condition: service_healthy
+      lotus-node-1:
+        condition: service_healthy
+    extra_hosts:
+      - host.docker.internal:host-gateway
+    environment:
+      ipfs: ipfs:5001
+      postgres_host: db
+      postgres_port: 5432
+      postgres_user: graph-node
+      postgres_pass: password
+      postgres_db: graph-node
+      # TODO: Get endpoint from env
+      ethereum: 'lotus-fixturenet:http://lotus-node-1:1234/rpc/v1'
+      GRAPH_LOG: info
+    ports:
+      - "8000"
+      - "8001"
+      - "8020"
+      - "8030"
+    healthcheck:
+      test: ["CMD", "nc", "-vz", "localhost", "8020"]
+      interval: 30s
+      timeout: 10s
+      retries: 10
+      start_period: 3s
+  ipfs:
+    image: ipfs/kubo:master-2023-02-20-714a968
+    volumes:
+      - ipfs-import:/import
+      - ipfs-data:/data/ipfs
+    ports:
+      - "8080"
+      - "4001"
+      - "5001"
+  db:
+    image: postgres:14-alpine
+    volumes:
+      - db-data:/var/lib/postgresql/data
+    environment:
+      POSTGRES_USER: "graph-node"
+      POSTGRES_DB: "graph-node"
+      POSTGRES_PASSWORD: "password"
+      POSTGRES_INITDB_ARGS: "-E UTF8 --locale=C"
+    command:
+      [
+        "postgres",
+        "-cshared_preload_libraries=pg_stat_statements"
+      ]
+    healthcheck:
+      test: ["CMD", "nc", "-v", "localhost", "5432"]
+      interval: 30s
+      timeout: 10s
+      retries: 10
+      start_period: 3s
+    ports:
+      - "5432"
+
+volumes:
+  ipfs-import:
+  ipfs-data:
+  db-data:
@@ -10,7 +10,8 @@ services:
      - ../config/fixturenet-lotus/setup-miner.sh:/docker-entrypoint-scripts.d/setup-miner.sh
      - ../config/fixturenet-lotus/fund-account.sh:/fund-account.sh
      - lotus_miner_params:/var/tmp/filecoin-proof-parameters
-      - lotus-shared:/root/.lotus-shared
+      - lotus_shared:/root/.lotus-shared
+      - lotus_miner_data:/root/data
    entrypoint: ["sh", "/docker-entrypoint-scripts.d/setup-miner.sh"]
    ports:
      - "1234"
@@ -29,12 +30,13 @@ services:
    volumes:
      - ../config/fixturenet-lotus/setup-node.sh:/docker-entrypoint-scripts.d/setup-node.sh
      - lotus_node_1_params:/var/tmp/filecoin-proof-parameters
-      - lotus-shared:/root/.lotus-shared
+      - lotus_shared:/root/.lotus-shared
+      - lotus_node_1_data:/root/data
    healthcheck:
      test: ["CMD", "nc", "-vz", "localhost", "1234"]
      interval: 30s
      timeout: 10s
-      retries: 10
+      retries: 60
      start_period: 3s
    depends_on:
      - lotus-miner
@@ -56,12 +58,13 @@ services:
    volumes:
      - ../config/fixturenet-lotus/setup-node.sh:/docker-entrypoint-scripts.d/setup-node.sh
      - lotus_node_2_params:/var/tmp/filecoin-proof-parameters
-      - lotus-shared:/root/.lotus-shared
+      - lotus_shared:/root/.lotus-shared
+      - lotus_node_2_data:/root/data
    healthcheck:
      test: ["CMD", "nc", "-vz", "localhost", "1234"]
      interval: 30s
      timeout: 10s
-      retries: 10
+      retries: 60
      start_period: 3s
    depends_on:
      - lotus-miner
@@ -76,4 +79,7 @@ volumes:
  lotus_miner_params:
  lotus_node_1_params:
  lotus_node_2_params:
-  lotus-shared:
+  lotus_shared:
+  lotus_miner_data:
+  lotus_node_1_data:
+  lotus_node_2_data:
@@ -0,0 +1,26 @@
+version: '3.2'
+
+services:
+  # Deploys the sushiswap v3 subgraph
+  sushiswap-subgraph-v3:
+    image: cerc/sushiswap-subgraphs:local
+    restart: on-failure
+    depends_on:
+      graph-node:
+        condition: service_healthy
+    environment:
+      - APP=v3
+      - NETWORK=lotus-fixturenet
+    command: ["bash", "-c", "./run-v3.sh"]
+    working_dir: /app/subgraphs/v3
+    volumes:
+      - ../config/sushiswap-subgraph-v3/lotus-fixturenet.js.template:/app/config/lotus-fixturenet.js.template
+      - ../config/sushiswap-subgraph-v3/run-v3.sh:/app/subgraphs/v3/run-v3.sh
+      - sushiswap_core_deployment:/app/subgraphs/v3/core-deployments/docker
+      - sushiswap_periphery_deployment:/app/subgraphs/v3/deployments/docker
+    extra_hosts:
+      - "host.docker.internal:host-gateway"
+
+volumes:
+  sushiswap_core_deployment:
+  sushiswap_periphery_deployment:
@@ -0,0 +1,34 @@
+#!/bin/bash
+
+set -e
+
+# Chain config
+ETH_RPC_ENDPOINT="${ETH_RPC_ENDPOINT:-${DEFAULT_ETH_RPC_ENDPOINT}}"
+CHAIN_ID="${CHAIN_ID:-${DEFAULT_CHAIN_ID}}"
+ACCOUNT_PRIVATE_KEY="${ACCOUNT_PRIVATE_KEY:-${DEFAULT_ACCOUNT_PRIVATE_KEY}}"
+
+# Option
+DEPLOY="${DEPLOY:-${DEFAULT_DEPLOY}}"
+
+# Create a .env file
+echo "ETH_RPC_ENDPOINT=$ETH_RPC_ENDPOINT" > .env
+echo "CHAIN_ID=$CHAIN_ID" >> .env
+echo "ACCOUNT_PRIVATE_KEY=$ACCOUNT_PRIVATE_KEY" >> .env
+
+echo "Using RPC endpoint ${ETH_RPC_ENDPOINT}"
+
+# Wait for the RPC endpoint to be up
+endpoint=${ETH_RPC_ENDPOINT#http://}
+endpoint=${endpoint#https://}
+RPC_HOST=$(echo "$endpoint" | awk -F'[:/]' '{print $1}')
+RPC_PORT=$(echo "$endpoint" | awk -F'[:/]' '{print $2}')
+./wait-for-it.sh -h "${RPC_HOST}" -p "${RPC_PORT}" -s -t 0
+
+if [ "$DEPLOY" = true ] && [ ! -e "/app/deployments/docker/UniswapV3Factory.json" ]; then
+  echo "Performing core contract deployments..."
+  pnpm hardhat --network docker deploy --tags UniswapV3Factory
+else
+  echo "Skipping contract deployments"
+fi
+
+echo "Done"
@@ -0,0 +1,46 @@
+#!/bin/bash
+
+set -e
+
+# Chain config
+ETH_RPC_ENDPOINT="${ETH_RPC_ENDPOINT:-${DEFAULT_ETH_RPC_ENDPOINT}}"
+CHAIN_ID="${CHAIN_ID:-${DEFAULT_CHAIN_ID}}"
+ACCOUNT_PRIVATE_KEY="${ACCOUNT_PRIVATE_KEY:-${DEFAULT_ACCOUNT_PRIVATE_KEY}}"
+
+# Option
+DEPLOY="${DEPLOY:-${DEFAULT_DEPLOY}}"
+
+# Create a .env file
+echo "ETH_RPC_ENDPOINT=$ETH_RPC_ENDPOINT" > .env
+echo "CHAIN_ID=$CHAIN_ID" >> .env
+echo "ACCOUNT_PRIVATE_KEY=$ACCOUNT_PRIVATE_KEY" >> .env
+
+echo "Using RPC endpoint $ETH_RPC_ENDPOINT"
+
+# Wait for the RPC endpoint to be up
+endpoint=${ETH_RPC_ENDPOINT#http://}
+endpoint=${endpoint#https://}
+RPC_HOST=$(echo "$endpoint" | awk -F'[:/]' '{print $1}')
+RPC_PORT=$(echo "$endpoint" | awk -F'[:/]' '{print $2}')
+./wait-for-it.sh -h "${RPC_HOST}" -p "${RPC_PORT}" -s -t 0
+
+if [ "$DEPLOY" = true ] && [ ! -e "/app/deployments/docker/NonfungiblePositionManager.json" ]; then
+  # Loop until the factory deployment is detected
+  echo "Waiting for core deployments to occur"
+  while [ ! -f /app/core-deployments/docker/UniswapV3Factory.json ]; do
+    sleep 5
+  done
+
+  echo "Reading factory address from core deployments"
+  FACTORY_ADDRESS=$(jq -r '.address' /app/core-deployments/docker/UniswapV3Factory.json)
+
+  echo "Using UniswapV3Factory at $FACTORY_ADDRESS"
+  echo "FACTORY_ADDRESS=$FACTORY_ADDRESS" >> .env
+
+  echo "Performing periphery contract deployments..."
+  yarn hardhat --network docker deploy --tags NonfungiblePositionManager
+else
+  echo "Skipping contract deployments"
+fi
+
+echo "Done"
@@ -0,0 +1,11 @@
+# Chain config
+
+DEFAULT_ETH_RPC_ENDPOINT="http://lotus-node-1:1234/rpc/v1"
+DEFAULT_CHAIN_ID=31415926
+
+# From app/data/config/fixturenet-lotus/fund-account.sh
+DEFAULT_ACCOUNT_PRIVATE_KEY="0xc05fd3613bcd62a4f25e5eba1f464d0b76d74c3f771a7c2f13e26ad6439444b3"
+
+# Options
+
+DEFAULT_DEPLOY=true
@@ -1,5 +1,5 @@
-LOTUS_PATH=/root/.lotus-local-net
-LOTUS_MINER_PATH=/root/.lotus-miner-local-net
+LOTUS_PATH=/root/data/.lotus-local-net
+LOTUS_MINER_PATH=/root/data/.lotus-miner-local-net
 LOTUS_SKIP_GENESIS_CHECK=_yes_
 LOTUS_FEVM_ENABLEETHRPC=true
 CGO_CFLAGS_ALLOW="-D__BLST_PORTABLE__"
@@ -15,12 +15,16 @@ else
  echo "Existing proof params found"
 fi

-lotus-seed pre-seal --sector-size 2KiB --num-sectors 2
-lotus-seed genesis new localnet.json
-lotus-seed genesis add-miner localnet.json ~/.genesis-sectors/pre-seal-t01000.json
+# if genesis is not already setup
+if [ ! -f /root/data/localnet.json ]; then
+  lotus-seed --sector-dir /root/data/.genesis-sectors pre-seal --sector-size 2KiB --num-sectors 2
+  lotus-seed --sector-dir /root/data/.genesis-sectors genesis new /root/data/localnet.json
+  lotus-seed --sector-dir /root/data/.genesis-sectors genesis add-miner /root/data/localnet.json /root/data/.genesis-sectors/pre-seal-t01000.json
+fi

 # start daemon
-nohup lotus daemon --lotus-make-genesis=devgen.car --profile=bootstrapper --genesis-template=localnet.json --bootstrap=false > /var/log/lotus.log 2>&1 &
+# /root/.lotus-shared/devgen.car path
+nohup lotus daemon --lotus-make-genesis=/root/.lotus-shared/devgen.car --profile=bootstrapper --genesis-template=/root/data/localnet.json --bootstrap=false > /var/log/lotus.log 2>&1 &

 # Loop until the daemon is started
 echo "Waiting for daemon to start..."
@@ -32,21 +36,20 @@ echo "Daemon started."
 # copy genesis file to shared volume
 cp /devgen.car /root/.lotus-shared

-# publish bootnode peer info to shared volume
-# TODO: Improve exporting public address to shared volume
-lotus net listen | awk 'NR==4{print}' > /root/.lotus-shared/miner.addr
-
 # if miner not already initialized
 if [ ! -d $LOTUS_MINER_PATH ]; then
  # initialize miner
-  lotus wallet import --as-default ~/.genesis-sectors/pre-seal-t01000.key
+  lotus wallet import --as-default /root/data/.genesis-sectors/pre-seal-t01000.key

  # fund a known account for usage
  /fund-account.sh

-  lotus-miner init --genesis-miner --actor=t01000 --sector-size=2KiB --pre-sealed-sectors=~/.genesis-sectors --pre-sealed-metadata=~/.genesis-sectors/pre-seal-t01000.json --nosync
+  lotus-miner init --genesis-miner --actor=t01000 --sector-size=2KiB --pre-sealed-sectors=/root/data/.genesis-sectors --pre-sealed-metadata=/root/data/.genesis-sectors/pre-seal-t01000.json --nosync
 fi

+# publish bootnode peer info to shared volume
+lotus net listen | grep "$(ip addr | grep inet | grep -v '127.0.0.1' | sort | head -1 | awk '{print $2}' | cut -d '/' -f1)" | head -1 > /root/.lotus-shared/miner.addr
+
 # start miner
 nohup lotus-miner run --nosync &

@@ -9,20 +9,17 @@ while [ ! -f /root/.lotus-shared/miner.addr ]; do
 done
 echo "Resuming..."

-# if not already initialized
-if [ ! -f $LOTUS_PATH/config.toml ]; then
-  # init node config
-  mkdir $LOTUS_PATH
-  lotus config default > $LOTUS_PATH/config.toml
+# init node config
+mkdir -p $LOTUS_PATH
+lotus config default > $LOTUS_PATH/config.toml

-  # add bootstrap peer info if available
-  if [ -f /root/.lotus-shared/miner.addr ]; then
-    MINER_ADDR=\"$(cat /root/.lotus-shared/miner.addr)\"
-    # add bootstrap peer id to config file
-    sed -i "/^\[Libp2p\]/a \ \ BootstrapPeers = [$MINER_ADDR]" $LOTUS_PATH/config.toml
-  else
-    echo "Bootstrap peer info not found, unable to configure. Manual peering will be required."
-  fi
+# add bootstrap peer info if available
+if [ -f /root/.lotus-shared/miner.addr ]; then
+  MINER_ADDR=\"$(cat /root/.lotus-shared/miner.addr)\"
+  # add bootstrap peer id to config file
+  sed -i "/^\[Libp2p\]/a \ \ BootstrapPeers = [$MINER_ADDR]" $LOTUS_PATH/config.toml
+else
+  echo "Bootstrap peer info not found, unable to configure. Manual peering will be required."
 fi

 # start node
@@ -0,0 +1,20 @@
+module.exports = {
+  network: 'lotus-fixturenet',
+  v3: {
+    factory: {
+      address: 'FACTORY_ADDRESS',
+      startBlock: FACTORY_BLOCK
+    },
+    positionManager: {
+      address: 'NFPM_ADDRESS',
+      startBlock: NFPM_BLOCK
+    },
+    native: { address: 'NATIVE_ADDRESS' },
+    whitelistedTokenAddresses: [
+      'NATIVE_ADDRESS',
+    ],
+    stableTokenAddresses: [
+    ],
+    minimumEthLocked: 1.5
+  }
+}
@@ -0,0 +1,39 @@
+#!/bin/bash
+
+set -e
+
+# Loop until the NFPM deployment is detected
+echo "Waiting for sushiswap-periphery deployments to occur"
+while [ ! -f ./deployments/docker/NonfungiblePositionManager.json ]; do
+  sleep 5
+done
+
+echo "Reading contract addresses and block numbers from deployments"
+FACTORY_ADDRESS=$(jq -r '.address' ./core-deployments/docker/UniswapV3Factory.json)
+FACTORY_BLOCK=$(jq -r '.receipt.blockNumber' ./core-deployments/docker/UniswapV3Factory.json)
+NATIVE_ADDRESS=$(jq -r '.address' ./deployments/docker/WFIL.json)
+NFPM_ADDRESS=$(jq -r '.address' ./deployments/docker/NonfungiblePositionManager.json)
+NFPM_BLOCK=$(jq -r '.receipt.blockNumber' ./deployments/docker/NonfungiblePositionManager.json)
+
+# Read the JavaScript file content
+file_content=$(</app/config/lotus-fixturenet.js.template)
+
+# Replace uppercase words with environment variables
+echo "Reading values in lotus-fixturenet config"
+replaced_content=$(echo "$file_content" | sed -e "s/FACTORY_ADDRESS/$FACTORY_ADDRESS/g" \
+                                              -e "s/FACTORY_BLOCK/$FACTORY_BLOCK/g" \
+                                              -e "s/NFPM_ADDRESS/$NFPM_ADDRESS/g" \
+                                              -e "s/NFPM_BLOCK/$NFPM_BLOCK/g" \
+                                              -e "s/NATIVE_ADDRESS/$NATIVE_ADDRESS/g")
+
+# Write the replaced content back to the JavaScript file
+echo "$replaced_content" > /app/config/lotus-fixturenet.js
+
+
+echo "Building subgraph and deploying to graph-node..."
+pnpm run generate
+pnpm run build
+pnpm exec graph create --node http://graph-node:8020/ sushiswap/v3-lotus
+pnpm exec graph deploy --node http://graph-node:8020/ --ipfs http://ipfs:5001 --version-label 0.1.0 sushiswap/v3-lotus
+
+echo "Done"
@@ -0,0 +1,4 @@
+#!/usr/bin/env bash
+# Build a local version of the graphprotocol/graph-node image (among reasons: the upstream image is not built for arm)
+source ${CERC_CONTAINER_BASE_DIR}/build-base.sh
+docker build -t cerc/graph-node:local -f ${CERC_REPO_BASE_DIR}/graph-node/docker/Dockerfile ${build_command_args} ${CERC_REPO_BASE_DIR}/graph-node
@@ -99,7 +99,7 @@ CMD ["-help"]
 FROM lotus-base AS lotus-all-in-one

 # Install netcat for healthcheck
-RUN apt-get update && apt-get install -y netcat
+RUN apt-get update && apt-get install -y netcat && apt-get install -y iproute2

 ENV FILECOIN_PARAMETER_CACHE /var/tmp/filecoin-proof-parameters
 ENV LOTUS_MINER_PATH /var/lib/lotus-miner
@@ -0,0 +1,11 @@
+FROM node:18.15.0-alpine3.16
+
+RUN apk --update --no-cache add git alpine-sdk bash jq
+RUN curl -L https://unpkg.com/@pnpm/self-installer | node
+
+WORKDIR /app
+
+COPY . .
+
+RUN echo "Installing dependencies..." && \
+  pnpm install
@@ -0,0 +1,7 @@
+#!/usr/bin/env bash
+
+# Build cerc/sushiswap-subgraphs
+source ${CERC_CONTAINER_BASE_DIR}/build-base.sh
+SCRIPT_DIR=$( cd -- "$( dirname -- "${BASH_SOURCE[0]}" )" &> /dev/null && pwd )
+
+docker build -t cerc/sushiswap-subgraphs:local -f ${SCRIPT_DIR}/Dockerfile ${build_command_args} ${CERC_REPO_BASE_DIR}/subgraphs
@@ -1,6 +1,6 @@
 FROM node:18.15.0-alpine3.16

-RUN apk --update --no-cache add git python3 alpine-sdk bash
+RUN apk --update --no-cache add git python3 alpine-sdk bash jq
 RUN curl -L https://unpkg.com/@pnpm/self-installer | node

 WORKDIR /app
@@ -1,6 +1,6 @@
 FROM node:18.15.0-alpine3.16

-RUN apk --update --no-cache add git python3 alpine-sdk bash
+RUN apk --update --no-cache add git python3 alpine-sdk bash jq

 WORKDIR /app

@@ -47,3 +47,5 @@ cerc/reth
 cerc/sushiswap-v3-core
 cerc/sushiswap-v3-periphery
 cerc/watcher-sushiswap
+cerc/graph-node
+cerc/sushiswap-subgraphs
@@ -31,3 +31,4 @@ mainnet-go-opera
 lasso
 reth
 watcher-sushiswap
+contract-sushiswap
@@ -41,3 +41,5 @@ git.vdb.to/cerc-io/plugeth
 git.vdb.to/cerc-io/plugeth-statediff
 github.com/cerc-io/sushiswap-v3-core
 github.com/cerc-io/sushiswap-v3-periphery
+github.com/graphprotocol/graph-node
+github.com/sushiswap/subgraphs
@@ -55,7 +55,7 @@ This should create the required docker images in the local image registry.

 ## Clean up

-Stop all the services running in background run:
+Stop all the services running in background:

 ```bash
 laconic-so --stack azimuth deploy-system down
@@ -0,0 +1,3 @@
+# Graph-Node Fixturenet
+
+Experimental
@@ -0,0 +1,12 @@
+version: "1.0"
+name: fixturenet-graph-node
+description: "A graph-node fixturenet"
+repos:
+  - github.com/filecoin-project/lotus
+  - github.com/graphprotocol/graph-node
+containers:
+  - cerc/lotus
+  - cerc/graph-node
+pods:
+  - fixturenet-lotus
+  - fixturenet-graph-node
@@ -14,6 +14,9 @@ $ laconic-so --stack fixturenet-lotus build-containers
 ```
 $ laconic-so --stack fixturenet-lotus deploy --cluster lotus up
 ```
+
+Note: When running for the first time (or after clean up), the services will take some time to start properly as the Lotus nodes download the proof params (which are persisted to volumes)
+
 Correct operation should be verified by checking the container logs with:
 ```
 $ laconic-so --stack fixturenet-lotus deploy --cluster lotus logs lotus-miner
@@ -26,3 +29,19 @@ $ laconic-so --stack fixturenet-lotus deploy --cluster lotus exec lotus-miner "l
 $ laconic-so --stack fixturenet-lotus deploy --cluster lotus exec lotus-node-1 "lotus status"
 $ laconic-so --stack fixturenet-lotus deploy --cluster lotus exec lotus-node-2 "lotus status"
 ```
+
+## 4. Clean up
+
+Stop all the services running in background:
+```
+$ laconic-so --stack fixturenet-lotus deploy --cluster lotus down
+```
+
+Clear volumes created by this stack:
+```
+# List all relevant volumes
+$ docker volume ls -q --filter "name=lotus"
+
+# Remove all the listed volumes
+$ docker volume rm $(docker volume ls -q --filter "name=lotus")
+```
@@ -70,12 +70,41 @@ To permanently *delete* the stack's data volumes run:
 $ laconic-so deployment --dir mainnet-eth-deployment stop --delete-data-volumes
 ```
 After deleting the volumes, any subsequent re-start will begin chain sync from cold.
+
+## Ports
+It is usually necessary to expose certain container ports on one or more the host's addresses to allow incoming connections.
+Any ports defined in the Docker compose file are exposed by default with random port assignments, but the values can be
+customized by editing the "spec" file generated by `laconic-so deploy init`.
+
+In this example, ports `8545` and `5052` have been assigned to a specific addresses/port combination on the host, while
+port `40000` has been left with random assignment:
+```
+$ cat mainnet-eth-spec.yml
+stack: mainnet-eth
+ports:
+  mainnet-eth-geth-1:
+   - '10.10.10.10:8545:8545'
+   - '40000'
+  mainnet-eth-lighthouse-1:
+   - '10.10.10.10:5052:5052'
+volumes:
+  mainnet_eth_config_data: ./data/mainnet_eth_config_data
+  mainnet_eth_geth_1_data: ./data/mainnet_eth_geth_1_data
+  mainnet_eth_lighthouse_1_data: ./data/mainnet_eth_lighthouse_1_data
+```
+
 ## Data volumes
 Container data volumes are bind-mounted to specified paths in the host filesystem.
 The default setup (generated by `laconic-so deploy init`) places the volumes in the `./data` subdirectory of the deployment directory:
 ```
 $ cat mainnet-eth-spec.yml
 stack: mainnet-eth
+ports:
+  mainnet-eth-geth-1:
+   - '10.10.10.10:8545:8545'
+   - '40000'
+  mainnet-eth-lighthouse-1:
+   - '10.10.10.10:5052:5052'
 volumes:
  mainnet_eth_config_data: ./data/mainnet_eth_config_data
  mainnet_eth_geth_1_data: ./data/mainnet_eth_geth_1_data
@@ -93,7 +93,7 @@ Follow the [demo](./demo.md) to try out the MobyMask app with L2 chain

 ## Clean up

-Stop all the services running in background run:
+Stop all the services running in background:

 ```bash
 laconic-so --stack mobymask-v2 deploy --cluster mobymask_v2 down 30
@@ -0,0 +1,63 @@
+# SushiSwap Graph
+
+## Setup
+
+Clone required repositories:
+
+```bash
+laconic-so --stack sushiswap-subgraph setup-repositories
+```
+
+Build the container images:
+
+```bash
+laconic-so --stack sushiswap-subgraph build-containers
+```
+
+## Deploy
+
+Deploy the stack:
+
+```bash
+laconic-so --stack sushiswap-subgraph deploy --cluster sushigraph up
+```
+
+After all services have started, wait and check that the subgraph has been deployed to graph-node
+
+```bash
+laconic-so --stack sushiswap-subgraph deploy --cluster sushigraph logs -f sushiswap-subgraph-v3
+
+# Expected end output
+# ...
+# sushigraph-sushiswap-subgraph-v3-1  | - Deploying to Graph node http://graph-node:8020/
+# sushigraph-sushiswap-subgraph-v3-1  | Deployed to http://graph-node:8000/subgraphs/name/sushiswap/v3-lotus/graphql
+# sushigraph-sushiswap-subgraph-v3-1  |
+# sushigraph-sushiswap-subgraph-v3-1  | Subgraph endpoints:
+# sushigraph-sushiswap-subgraph-v3-1  | Queries (HTTP):     http://graph-node:8000/subgraphs/name/sushiswap/v3-lotus
+# sushigraph-sushiswap-subgraph-v3-1  |
+# sushigraph-sushiswap-subgraph-v3-1  | Done
+```
+
+## Clean up
+
+Stop all the services running in background run:
+
+```bash
+laconic-so --stack sushiswap-subgraph deploy --cluster sushigraph down
+```
+
+Clear volumes created by this stack:
+
+```bash
+# List all relevant volumes
+docker volume ls -q --filter "name=sushigraph"
+
+# Remove all the listed volumes
+docker volume rm $(docker volume ls -q --filter "name=sushigraph")
+
+# WARNING: After removing volumes with Lotus params
+# They will be downloaded again on restart
+
+# To remove volumes that do not contain Lotus params
+docker volume rm $(docker volume ls -q --filter "name=sushigraph" | grep -v "params$")
+```
@@ -0,0 +1,28 @@
+version: "1.0"
+name: sushiswap-subgraph
+description: "An end-to-end SushiSwap Subgraph stack"
+repos:
+  ## fixturenet-lotus repo
+  - github.com/filecoin-project/lotus
+  ## graph-node repo
+  - github.com/graphprotocol/graph-node
+  ## sushiswap repos
+  - github.com/cerc-io/sushiswap-v3-core@watcher-ts
+  - github.com/cerc-io/sushiswap-v3-periphery@watcher-ts
+  ## subgraph repo
+  - github.com/sushiswap/subgraphs
+containers:
+  ## fixturenet-lotus image
+  - cerc/lotus
+  ## fixturenet-graph-node image
+  - cerc/graph-node
+  ## sushiswap contract deployment images
+  - cerc/sushiswap-v3-core
+  - cerc/sushiswap-v3-periphery
+  ## sushiswap subgraphs image
+  - cerc/sushiswap-subgraphs
+pods:
+  - fixturenet-lotus
+  - fixturenet-graph-node
+  - contract-sushiswap
+  - sushiswap-subgraph-v3
@@ -22,13 +22,15 @@ Deploy the stack:
 laconic-so --stack sushiswap deploy --cluster sushiswap up
 ```

+Note: When running for the first time (or after clean up), the services will take some time to start as Lotus nodes in the fixturenet download the proof params
+
 ## Tests

 Follow [smoke-tests.md](./smoke-tests.md) to run smoke tests

 ## Clean up

-Stop all the services running in background run:
+Stop all the services running in background:

 ```bash
 laconic-so --stack sushiswap deploy --cluster sushiswap down
@@ -27,6 +27,20 @@ from app.deploy_types import DeploymentContext, DeployCommandContext
 def _make_default_deployment_dir():
    return "deployment-001"

+def _get_ports(stack):
+    ports = {}
+    parsed_stack = get_parsed_stack_config(stack)
+    pods = parsed_stack["pods"]
+    yaml = get_yaml()
+    for pod in pods:
+        pod_file_path = os.path.join(get_compose_file_dir(), f"docker-compose-{pod}.yml")
+        parsed_pod_file = yaml.load(open(pod_file_path, "r"))
+        if "services" in parsed_pod_file:
+            for svc_name, svc in parsed_pod_file["services"].items():
+                if "ports" in svc:
+                    # Ports can appear as strings or numbers.  We normalize them as strings.
+                    ports[svc_name] = [ str(x) for x in svc["ports"] ]
+    return ports

 def _get_named_volumes(stack):
    # Parse the compose files looking for named volumes
@@ -62,24 +76,30 @@ def _create_bind_dir_if_relative(volume, path_string, compose_dir):

 # See: https://stackoverflow.com/questions/45699189/editing-docker-compose-yml-with-pyyaml
 def _fixup_pod_file(pod, spec, compose_dir):
-    # Fix up volumes
-    if "volumes" in spec:
-        spec_volumes = spec["volumes"]
-        if "volumes" in pod:
-            pod_volumes = pod["volumes"]
-            for volume in pod_volumes.keys():
-                if volume in spec_volumes:
-                    volume_spec = spec_volumes[volume]
-                    volume_spec_fixedup = volume_spec if Path(volume_spec).is_absolute() else f".{volume_spec}"
-                    _create_bind_dir_if_relative(volume, volume_spec, compose_dir)
-                    new_volume_spec = {"driver": "local",
-                                       "driver_opts": {
-                                           "type": "none",
-                                           "device": volume_spec_fixedup,
-                                           "o": "bind"
-                                        }
+   # Fix up volumes
+   if "volumes" in spec:
+       spec_volumes = spec["volumes"]
+       if "volumes" in pod:
+           pod_volumes = pod["volumes"]
+           for volume in pod_volumes.keys():
+               if volume in spec_volumes:
+                   volume_spec = spec_volumes[volume]
+                   volume_spec_fixedup = volume_spec if Path(volume_spec).is_absolute() else f".{volume_spec}"
+                   _create_bind_dir_if_relative(volume, volume_spec, compose_dir)
+                   new_volume_spec = {"driver": "local",
+                                      "driver_opts": {
+                                          "type": "none",
+                                          "device": volume_spec_fixedup,
+                                          "o": "bind"
                                       }
-                    pod["volumes"][volume] = new_volume_spec
+                                      }
+                   pod["volumes"][volume] = new_volume_spec
+   # Fix up ports
+   if "ports" in spec:
+       spec_ports = spec["ports"]
+       for container_name, container_ports in spec_ports.items():
+           if container_name in pod["services"]:
+               pod["services"][container_name]["ports"] = container_ports


 def call_stack_deploy_init(deploy_command_context):
@@ -148,12 +168,18 @@ def init(ctx, output):
        spec_file_content.update(default_spec_file_content)
    if verbose:
        print(f"Creating spec file for stack: {stack}")
+
+    ports = _get_ports(stack)
+    if ports:
+        spec_file_content["ports"] = ports
+
    named_volumes = _get_named_volumes(stack)
    if named_volumes:
        volume_descriptors = {}
        for named_volume in named_volumes:
            volume_descriptors[named_volume] = f"./data/{named_volume}"
        spec_file_content["volumes"] = volume_descriptors
+
    with open(output, "w") as output_file:
        yaml.dump(spec_file_content, output_file)
Author	SHA1	Message	Date
prathamesh0andnabarun	ddaddd2a8c	Add a sushiswap-subgraph stack (#496 ) * Add a sushiswap-graph stack * Fix shared volume name in fixturenet-lotus * Export Lotus miner node multiaddr after initialization * Add deployment scripts for sushiswap contracts * Skip contracts deployment if already exists * Rename stack to sushiswap-subgraph * Fix postgres and use Lotus fixturenet in graph-node stack * Add sushiswap v3 subgraph stack * Fixes to deploy sushiswap subgraph to graph-node * Add graph-node container in sushiswap subgraph stack --------- Co-authored-by: Nabarun <nabarun@deepstacksoft.com>	2023-08-14 14:17:21 +05:30
prathamesh0	59e0458c74	Restart support for fixturenet-lotus (#499 ) * Use ip utility to get the required miner node multiaddr * Persist lotus node data to support restarts * Add clean up steps to instructions * Fix lotus-seed sector-dir arg	2023-08-14 12:46:04 +05:30
telackey	18e45af463	Add port config to deployment spec. (#498 ) * Add port config to deployment spec.	2023-08-11 15:25:54 -05:00
dboreham	fd78935fe6	Initial version (#494 )	2023-08-11 09:00:19 -06:00