cerc-io/watcher-ts
16
1
Fork 0
mirror of https://github.com/cerc-io/watcher-ts synced 2024-11-19 20:36:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix events out of order in job-queue (#300)

Browse Source
This commit is contained in:
nikugogoi 2021-12-06 17:17:55 +05:30 committed by GitHub
parent cda55646d2
commit ec586216db
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 22 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
packages/util/src/job-queue.ts
View File

@ -53,7 +53,17 @@ export class JobQueue {
} }
async subscribe (queue: string, callback: JobCallback): Promise<string> { async subscribe (queue: string, callback: JobCallback): Promise<string> {
return await this._boss.subscribe(queue, { teamSize: JOBS_PER_INTERVAL, teamConcurrency: 1 }, async (job: any) => { return await this._boss.subscribe(
queue,
{
includeMetadata: true,
batchSize: JOBS_PER_INTERVAL
},
async (jobs: any) => {
// TODO: Debug jobs not fetched in order from database and use teamSize instead of batchSize.
jobs = jobs.sort((a: any, b: any) => a.createdon - b.createdon);
for (const job of jobs) {
try { try {
log(`Processing queue ${queue} job ${job.id}...`); log(`Processing queue ${queue} job ${job.id}...`);
await callback(job); await callback(job);
@ -62,7 +72,9 @@ export class JobQueue {
log(error); log(error);
throw error; throw error;
} }
}); }
}
);
} }
async onComplete (queue: string, callback: JobCallback): Promise<string> { async onComplete (queue: string, callback: JobCallback): Promise<string> {
@ -81,7 +93,7 @@ export class JobQueue {
assert(this._boss); assert(this._boss);
const jobId = await this._boss.publish(queue, job, options); const jobId = await this._boss.publish(queue, job, options);
log(`Created job in queue ${queue}: ${jobId}`); log(`Created job in queue ${queue}: ${jobId} data: ${job.id}`);
} }
async deleteAllJobs (): Promise<void> { async deleteAllJobs (): Promise<void> {