2db235f244
* Add helper scripts for processing and importing statediffed data * Add instructions to use the helper scripts * Update scripts to use arrays * Update README with bad row output example * Remove delimiter option from xargs command
29 lines
1003 B
Plaintext
29 lines
1003 B
Plaintext
# Used by the script to count rows (count-lines.sh)
|
|
COUNT_LINES_LOG=./count-lines.log
|
|
COUNT_LINES_INPUT_DIR=~/eth-statediff-service/output_dir
|
|
COUNT_LINES_OUTPUT_FILE=./output-stats.txt
|
|
|
|
# Used by the script to dedup output files (dedup.sh)
|
|
DEDUP_LOG=./dedup.log
|
|
DEDUP_INPUT_DIR=~/eth-statediff-service/output_dir
|
|
DEDUP_OUTPUT_DIR=~/eth-statediff-service/dedup_dir
|
|
DEDUP_SORT_DIR=./.sort
|
|
|
|
# Used by the script to perform column checks (check-columns.sh)
|
|
CHECK_COLUMNS_LOG=./check-columns.log
|
|
CHECK_COLUMNS_INPUT_DIR=~/eth-statediff-service/output_dir
|
|
CHECK_COLUMNS_INPUT_DEDUP_DIR=~/eth-statediff-service/dedup_dir
|
|
CHECK_COLUMNS_OUTPUT_DIR=./check-columns
|
|
|
|
# Used by the script to import data (timescaledb-import.sh)
|
|
IMPORT_LOG=./tsdb-import.log
|
|
IMPORT_INPUT_DIR=~/eth-statediff-service/output_dir
|
|
IMPORT_INPUT_DEDUP_DIR=~/eth-statediff-service/dedup_dir
|
|
TIMESCALEDB_WORKERS=8
|
|
|
|
DATABASE_USER=vdbm
|
|
DATABASE_HOSTNAME=localhost
|
|
DATABASE_PORT=8077
|
|
DATABASE_NAME=vulcanize_testing
|
|
DATABASE_PASSWORD=password
|