cerc-io/watcher-ts
11
1
Fork 0
mirror of https://github.com/cerc-io/watcher-ts synced 2026-09-14 19:14:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Clear cache of latest entities on event processing error (#201)

Browse Source 
* Clear cache of latest entities on event processing error

* Remove lighthouse-watcher and update ethersjs version

* Handle GraphDecimal type in state entity

* Add option for comparing all entities using paginate

* Clear pruned cached entities at intervals

* Move ipld-demo to graph-node package and remove reset-dbs script

* Implement changes in all watchers and codegen
This commit is contained in:
nabarun
2022-10-19 14:26:10 +05:30
committed by GitHub
parent 74747ce49a
commit ce182bce85
49 changed files with 570 additions and 1286 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/graph-node/src/cli/compare/compare-blocks.ts
+57 -14
View File
@@ -16,6 +16,8 @@ import { checkGQLEntityInIPLDState, compareQuery, Config, getIPLDsByBlock, check
import { Database } from '../../database';
import { getSubgraphConfig } from '../../utils';
const DEFAULT_ENTITIES_LIMIT = 100;
const log = debug('vulcanize:compare-blocks');
export const main = async (): Promise<void> => {
@@ -70,10 +72,33 @@ export const main = async (): Promise<void> => {
type: 'boolean',
describe: 'Compare time taken between GQL queries',
default: false
},
queryEntitiesLimit: {
type: 'number',
default: DEFAULT_ENTITIES_LIMIT,
describe: 'Limit for entities returned in query'
},
paginate: {
type: 'boolean',
describe: 'Paginate in multiple entities query and compare',
default: false
}
}).argv;
const { startBlock, endBlock, batchSize, interval, rawJson, queryDir, fetchIds, configFile, timeDiff } = argv;
const {
startBlock,
endBlock,
batchSize,
interval,
rawJson,
queryDir,
fetchIds,
configFile,
timeDiff,
queryEntitiesLimit,
paginate
} = argv;
const config: Config = await getConfig(configFile);
const snakeNamingStrategy = new SnakeNamingStrategy();
const clients = await getClients(config, timeDiff, queryDir);
@@ -195,23 +220,41 @@ export const main = async (): Promise<void> => {
} else {
if (updatedEntities.has(entityName)) {
let result;
let skip = 0;
({ diff: resultDiff, result1: result } = await compareQuery(
clients,
queryName,
{ block },
rawJson,
timeDiff
));
do {
({ diff: resultDiff, result1: result } = await compareQuery(
clients,
queryName,
{
block,
skip,
first: queryEntitiesLimit
},
rawJson,
timeDiff
));
if (config.watcher.verifyState) {
const ipldDiff = await checkGQLEntitiesInIPLDState(ipldStateByBlock, entityName, result[queryName], rawJson, config.watcher.skipFields);
if (config.watcher.verifyState) {
const ipldDiff = await checkGQLEntitiesInIPLDState(ipldStateByBlock, entityName, result[queryName], rawJson, config.watcher.skipFields);
if (ipldDiff) {
log('Results mismatch for IPLD state:', ipldDiff);
diffFound = true;
if (ipldDiff) {
log('Results mismatch for IPLD state:', ipldDiff);
diffFound = true;
}
}
}
skip += queryEntitiesLimit;
} while (
// Check if needed to query more entities.
result[queryName].length === queryEntitiesLimit &&
// Check if diff found.
!diffFound &&
!resultDiff &&
// Check paginate flag
// eslint-disable-next-line no-unmodified-loop-condition
paginate
);
}
}