Environment improvements for Docker and testing. #83

Merged
telackey merged 5 commits from telackey/testenv into main 2022-11-03 02:31:04 +00:00
6 changed files with 117 additions and 50 deletions
Showing only changes of commit 534b0fe31d - Show all commits

View File

@ -13,9 +13,9 @@ RUN GCO_ENABLED=0 GOOS=linux go build -race -ldflags="-s -w" -o ipld-eth-beacon-
RUN chmod +x ipld-eth-beacon-indexer RUN chmod +x ipld-eth-beacon-indexer
FROM frolvlad/alpine-bash:latest FROM frolvlad/alpine-bash:latest
RUN apk --no-cache add ca-certificates libstdc++ busybox-extras RUN apk --no-cache add ca-certificates libstdc++ busybox-extras gettext libintl
WORKDIR /root/ WORKDIR /root/
COPY --from=builder /go/src/github.com/vulcanize/ipld-eth-beacon-indexer/ipld-eth-beacon-indexer /root/ipld-eth-beacon-indexer COPY --from=builder /go/src/github.com/vulcanize/ipld-eth-beacon-indexer/ipld-eth-beacon-indexer /root/ipld-eth-beacon-indexer
ADD entrypoint.sh . ADD entrypoint.sh .
ADD ipld-eth-beacon-config.json . ADD ipld-eth-beacon-config-docker.json .
ENTRYPOINT ["./entrypoint.sh"] ENTRYPOINT ["./entrypoint.sh"]

36
docker-compose.yml Normal file
View File

@ -0,0 +1,36 @@
version: "3.2"
services:
ipld-eth-beacon-db:
hostname: ipld-eth-beacon-db
env_file:
- docker.env
restart: always
build:
dockerfile: ../ipld-eth-beacon-db/Dockerfile
context: ../ipld-eth-beacon-db
image: cerc/ipld-eth-beacon-db:local
healthcheck:
test: ["CMD", "nc", "-v", "localhost", "5432"]
interval: 5s
timeout: 3s
retries: 5
volumes:
- vdb_db_eth-beacon_db:/var/lib/postgresql/data
ports:
- "5432"
command: ["postgres", "-c", "log_min_duration_statement=250"]
ipld-eth-beacon-indexer:
hostname: ipld-eth-beacon-indexer
env_file:
- docker.env
restart: always
build:
dockerfile: ./Dockerfile
context: .
depends_on:
- ipld-eth-beacon-db
image: cerc/ipld-eth-beacon-indexer:local
volumes:
vdb_db_eth-beacon_db:

28
docker.env Normal file
View File

@ -0,0 +1,28 @@
POSTGRES_HOST=ipld-eth-beacon-db
POSTGRES_PASSWORD=CHANGEME
POSTGRES_PORT=5432
POSTGRES_USER=ethbeacondb
POSTGRES_DB=ethbeacondb
LIGHTHOUSE_HOST=host.docker.internal
LIGHTHOUSE_PORT=5053
LIGHTHOUSE_PROTOCOL=http
CAPTURE_MODE=head
LOG_LEVEL=debug
BC_MAX_HISTORIC_PROCESS_WORKER=2
BC_UNIQUE_NODE_IDENTIFIER=100
BC_CHECK_DB=true
BC_BEACON_STATE_PROCESSING_ENABLED=false
BC_BEACON_BLOCK_PROCESSING_ENABLED=true
BC_MINIMUM_SLOT=4700013
KG_INCREMENT=10000
KG_PROCESS_KNOWN_GAPS_ENABLED=true
KG_MAX_KNOWN_GAPS_WORKER=2
KG_MINIMUM_SLOT=4700013
PROM_HOST=localhost
PROM_PORT=9000
PROM_METRICS_ENABLED=false

View File

@ -1,7 +1,9 @@
#!/bin/bash #!/bin/bash
sleep 10 sleep 10
echo "Starting ipld-eth-beacon-indexer" sleep "Starting ipld-eth-beacon-indexer"
cat /root/ipld-eth-beacon-config-docker.json | envsubst > /root/ipld-eth-beacon-config.json
echo /root/ipld-eth-beacon-indexer capture ${CAPTURE_MODE} --config /root/ipld-eth-beacon-config.json > /root/ipld-eth-beacon-indexer.output echo /root/ipld-eth-beacon-indexer capture ${CAPTURE_MODE} --config /root/ipld-eth-beacon-config.json > /root/ipld-eth-beacon-indexer.output
@ -14,6 +16,7 @@ if [ ${CAPTURE_MODE} == "boot" ]; then
else else
echo "ipld-eth-beacon-indexer boot succeeded" echo "ipld-eth-beacon-indexer boot succeeded"
fi fi
echo $rv > /root/HEALTH echo $rv > /root/HEALTH
echo $rv echo $rv
cat /root/ipld-eth-beacon-indexer.output cat /root/ipld-eth-beacon-indexer.output

View File

@ -0,0 +1,44 @@
{
"db": {
"address": "${POSTGRES_HOST}",
"password": "${POSTGRES_PASSWORD}",
"port": ${POSTGRES_PORT},
"username": "${POSTGRES_USER}",
"name": "${POSTGRES_DB}",
"driver": "PGX"
},
"bc": {
"address": "${LIGHTHOUSE_HOST}",
"port": ${LIGHTHOUSE_PORT},
"type": "lighthouse",
"bootRetryInterval": 30,
"bootMaxRetry": 5,
"maxHistoricProcessWorker": ${BC_MAX_HISTORIC_PROCESS_WORKER},
"connectionProtocol": "${LIGHTHOUSE_PROTOCOL}",
"uniqueNodeIdentifier": ${BC_UNIQUE_NODE_IDENTIFIER},
"checkDb": ${BC_CHECK_DB},
"performBeaconStateProcessing": ${BC_BEACON_STATE_PROCESSING_ENABLED},
"performBeaconBlockProcessing": ${BC_BEACON_BLOCK_PROCESSING_ENABLED},
"minimumSlot": ${BC_MINIMUM_SLOT}
},
"t": {
"skipSync": true
},
"log": {
"level": "${LOG_LEVEL}",
"output": true,
"file": "./ipld-eth-beacon-indexer.log",
"format": "json"
},
"kg": {
"increment": ${KG_INCREMENT},
"processKnownGaps": ${KG_PROCESS_KNOWN_GAPS_ENABLED},
"maxKnownGapsWorker": ${KG_MAX_KNOWN_GAPS_WORKER},
"minimumSlot": ${KG_MINIMUM_SLOT}
},
"pm": {
"address": "${PROM_HOST}",
"port": ${PROM_PORT},
"metrics": ${PROM_METRICS_ENABLED}
}
}

View File

@ -1,44 +0,0 @@
{
"db": {
"address": "localhost",
"password": "password",
"port": 5432,
"username": "vdbm",
"name": "vulcanize_db",
"driver": "PGX"
},
"bc": {
"address": "localhost",
"port": 5052,
"type": "lighthouse",
"bootRetryInterval": 30,
"bootMaxRetry": 5,
"maxHistoricProcessWorker": 2,
"connectionProtocol": "http",
"uniqueNodeIdentifier": 100,
"checkDb": true,
"performBeaconStateProcessing": false,
"performBeaconBlockProcessing": true,
"minimumSlot": 4700013
},
"t": {
"skipSync": true
},
"log": {
"level": "debug",
"output": true,
"file": "./ipld-eth-beacon-indexer.log",
"format": "json"
},
"kg": {
"increment": 10000,
"processKnownGaps": true,
"maxKnownGapsWorker": 2,
"minimumSlot": 4700013
},
"pm": {
"address": "localhost",
"port": 9000,
"metrics": true
}
}