0f7b7099d8
Handle conflicts (#244) * Handle conflicts * Update go mod file versions * Make lint changes Disassociate block number from the indexer object Update ipld-eth-db ref Refactor builder code to make it reusable Use prefix comparison for account selective statediffing Update builder unit tests Add mode to write to CSV files in statediff file writer (#249) * Change file writing mode to csv files * Implement writer interface for file indexer * Implement option for csv or sql in file mode * Close files in CSV writer * Add tests for CSV file mode * Implement CSV file for watched addresses * Separate test configs for CSV and SQL * Refactor common code for file indexer tests Update indexer to include block hash in receipts and logs (#256) * Update indexer to include block hash in receipts and logs * Upgrade ipld-eth-db image in docker-compose to run tests Use watched addresses from direct indexing params by default while serving statediff APIs (#262) * Use watched addresses from direct indexing params in statediff APIs by default * Avoid using indexer object when direct indexing is off * Add nil check before accessing watched addresses from direct indexing params
85 lines
2.4 KiB
Go
85 lines
2.4 KiB
Go
// VulcanizeDB
|
|
// Copyright © 2021 Vulcanize
|
|
|
|
// This program is free software: you can redistribute it and/or modify
|
|
// it under the terms of the GNU Affero General Public License as published by
|
|
// the Free Software Foundation, either version 3 of the License, or
|
|
// (at your option) any later version.
|
|
|
|
// This program is distributed in the hope that it will be useful,
|
|
// but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
// GNU Affero General Public License for more details.
|
|
|
|
// You should have received a copy of the GNU Affero General Public License
|
|
// along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
package file
|
|
|
|
import (
|
|
"fmt"
|
|
"strings"
|
|
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/node"
|
|
"github.com/ethereum/go-ethereum/statediff/indexer/shared"
|
|
)
|
|
|
|
// FileMode to explicitly type the mode of file writer we are using
|
|
type FileMode string
|
|
|
|
const (
|
|
CSV FileMode = "CSV"
|
|
SQL FileMode = "SQL"
|
|
Unknown FileMode = "Unknown"
|
|
)
|
|
|
|
// ResolveFileMode resolves a FileMode from a provided string
|
|
func ResolveFileMode(str string) (FileMode, error) {
|
|
switch strings.ToLower(str) {
|
|
case "csv":
|
|
return CSV, nil
|
|
case "sql":
|
|
return SQL, nil
|
|
default:
|
|
return Unknown, fmt.Errorf("unrecognized file type string: %s", str)
|
|
}
|
|
}
|
|
|
|
// Config holds params for writing out CSV or SQL files
|
|
type Config struct {
|
|
Mode FileMode
|
|
OutputDir string
|
|
FilePath string
|
|
WatchedAddressesFilePath string
|
|
NodeInfo node.Info
|
|
}
|
|
|
|
// Type satisfies interfaces.Config
|
|
func (c Config) Type() shared.DBType {
|
|
return shared.FILE
|
|
}
|
|
|
|
var nodeInfo = node.Info{
|
|
GenesisBlock: "0xd4e56740f876aef8c010b86a40d5f56745a118d0906a34e69aec8c0db1cb8fa3",
|
|
NetworkID: "1",
|
|
ChainID: 1,
|
|
ID: "mockNodeID",
|
|
ClientName: "go-ethereum",
|
|
}
|
|
|
|
// CSVTestConfig config for unit tests
|
|
var CSVTestConfig = Config{
|
|
Mode: CSV,
|
|
OutputDir: "./statediffing_test",
|
|
WatchedAddressesFilePath: "./statediffing_watched_addresses_test_file.csv",
|
|
NodeInfo: nodeInfo,
|
|
}
|
|
|
|
// SQLTestConfig config for unit tests
|
|
var SQLTestConfig = Config{
|
|
Mode: SQL,
|
|
FilePath: "./statediffing_test_file.sql",
|
|
WatchedAddressesFilePath: "./statediffing_watched_addresses_test_file.sql",
|
|
NodeInfo: nodeInfo,
|
|
}
|