cerc-io/watcher-ts
16
1
Fork 0
mirror of https://github.com/cerc-io/watcher-ts synced 2025-01-07 20:08:06 +00:00
Code Issues Packages Projects Releases Wiki Activity

Refactor to create init states for template contracts

Browse Source
This commit is contained in:
Prathamesh Musale 2023-11-27 14:41:34 +05:30
parent 220f3ddf24
commit 39af78050b
7 changed files with 29 additions and 24 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
packages/codegen/src/templates/indexer-template.handlebars
View File

@ -487,11 +487,11 @@ export class Indexer implements IndexerInterface {
await this.triggerIndexingOnEvent(event, extraData);
}
async processBlock (blockProgress: BlockProgress): Promise<void> {
console.time('time:indexer#processBlock-init_state');
async preEventsBlockProcessing (blockProgress: BlockProgress): Promise<void> {
console.time('time:indexer#preEventsBlockProcessing-init_state');
// Call a function to create initial state for contracts.
await this._baseIndexer.createInit(this, blockProgress.blockHash, blockProgress.blockNumber);
console.timeEnd('time:indexer#processBlock-init_state');
console.timeEnd('time:indexer#preEventsBlockProcessing-init_state');
{{#if (subgraphPath)}}
this._graphWatcher.updateEntityCacheFrothyBlocks(blockProgress);
@ -499,16 +499,16 @@ export class Indexer implements IndexerInterface {
}
{{#if (subgraphPath)}}
async processBlockAfterEvents (blockHash: string, blockNumber: number, extraData: ExtraEventData): Promise<void> {
console.time('time:indexer#processBlockAfterEvents-mapping_code');
async postEventsBlockProcessing (blockHash: string, blockNumber: number, extraData: ExtraEventData): Promise<void> {
console.time('time:indexer#postEventsBlockProcessing-mapping_code');
// Call subgraph handler for block.
await this._graphWatcher.handleBlock(blockHash, blockNumber, extraData);
console.timeEnd('time:indexer#processBlockAfterEvents-mapping_code');
console.timeEnd('time:indexer#postEventsBlockProcessing-mapping_code');
console.time('time:indexer#processBlockAfterEvents-dump_subgraph_state');
console.time('time:indexer#postEventsBlockProcessing-dump_subgraph_state');
// Persist subgraph state to the DB.
await this.dumpSubgraphState(blockHash);
console.timeEnd('time:indexer#processBlockAfterEvents-dump_subgraph_state');
console.timeEnd('time:indexer#postEventsBlockProcessing-dump_subgraph_state');
}
{{/if}}

2
packages/graph-node/test/utils/indexer.ts
View File

@ -259,7 +259,7 @@ export class Indexer implements IndexerInterface {
return undefined;
}
async processBlock (blockProgress: BlockProgressInterface): Promise<void> {
async preEventsBlockProcessing (blockProgress: BlockProgressInterface): Promise<void> {
return undefined;
}

23
packages/util/src/common.ts
View File

@ -174,8 +174,15 @@ export const processBatchEvents = async (
subgraphEventsOrder: boolean;
}
): Promise<boolean> => {
let dbBlock: BlockProgressInterface, updatedDbEvents: EventInterface[];
let updatedDbEvents: EventInterface[];
let isNewContractWatched = false;
let { block: dbBlock } = data;
// Perform any operations before processing events for this block
// (if this block hasn't already been processed)
if (!dbBlock.isComplete) {
await indexer.preEventsBlockProcessing(data.block);
}
if (subgraphEventsOrder) {
({ dbBlock, updatedDbEvents, isNewContractWatched } = await _processEventsInSubgraphOrder(indexer, data, eventsInBatch || DEFAULT_EVENTS_IN_BATCH));
@ -183,10 +190,9 @@ export const processBatchEvents = async (
({ dbBlock, updatedDbEvents } = await _processEvents(indexer, data, eventsInBatch || DEFAULT_EVENTS_IN_BATCH));
}
if (indexer.processBlockAfterEvents) {
if (!dbBlock.isComplete) {
await indexer.processBlockAfterEvents(dbBlock.blockHash, dbBlock.blockNumber, data);
}
// Perform any operations after processing events for this block
if (indexer.postEventsBlockProcessing && !dbBlock.isComplete) {
await indexer.postEventsBlockProcessing(dbBlock.blockHash, dbBlock.blockNumber, data);
}
dbBlock.isComplete = true;
@ -361,6 +367,13 @@ const _processEventsInSubgraphOrder = async (
}
}
if (isNewContractWatched) {
// Create init states for newly watched contracts
// (needs to be done before we start processsing their events)
assert(indexer.createInit);
await indexer.createInit(block.blockHash, block.blockNumber);
}
console.time('time:common#processEventsInSubgraphOrder-processing_initially_unwatched_events');
// In the end process events of newly watched contracts
for (const updatedDbEvent of updatedDbEvents) {

3
packages/util/src/index-block.ts
View File

@ -46,9 +46,6 @@ export const indexBlock = async (
blockProgress = partialblockProgress as BlockProgressInterface;
}
assert(indexer.processBlock);
await indexer.processBlock(blockProgress);
await processBatchEvents(
indexer,
{

1
packages/util/src/indexer.ts
View File

@ -464,7 +464,6 @@ export class Indexer {
blockProgress,
ethFullBlock: fullBlock,
ethFullTransactions: blockEthFullTxs,
block,
events: []
};
});

4
packages/util/src/job-runner.ts
View File

@ -605,10 +605,6 @@ export class JobRunner {
});
}
if (!blockProgress.isComplete) {
await this._indexer.processBlock(blockProgress);
}
// Push job to event processing queue.
// Block with all events processed or no events will not be processed again due to check in _processEvents.
const eventsProcessingJob: EventsJobData = {

4
packages/util/src/types.ts
View File

@ -211,8 +211,8 @@ export interface IndexerInterface {
getRelationsMap?: () => Map<any, { [key: string]: any }>
processInitialState: (contractAddress: string, blockHash: string) => Promise<any>
processStateCheckpoint: (contractAddress: string, blockHash: string) => Promise<boolean>
processBlock: (blockProgres: BlockProgressInterface) => Promise<void>
processBlockAfterEvents?: (blockHash: string, blockNumber: number, data: ExtraEventData) => Promise<void>
preEventsBlockProcessing: (blockProgres: BlockProgressInterface) => Promise<void>
postEventsBlockProcessing?: (blockHash: string, blockNumber: number, data: ExtraEventData) => Promise<void>
processCanonicalBlock (blockHash: string, blockNumber: number): Promise<void>
processCheckpoint (blockHash: string): Promise<void>
processCLICheckpoint (contractAddress: string, blockHash?: string): Promise<string | undefined>