improve(worker): add env variable to disable workers

2024-11-27 12:54:36 +01:00
parent 6f35562976
commit 9ffa213fc2
3 changed files with 213 additions and 185 deletions
--- a/apps/worker/src/boot-workers.ts
+++ b/apps/worker/src/boot-workers.ts
@@ -0,0 +1,130 @@
+import type { WorkerOptions } from 'bullmq';
+import { Worker } from 'bullmq';
+
+import {
+  cronQueue,
+  eventsQueue,
+  notificationQueue,
+  sessionsQueue,
+} from '@openpanel/queue';
+import { getRedisQueue } from '@openpanel/redis';
+
+import { cronJob } from './jobs/cron';
+import { eventsJob } from './jobs/events';
+import { notificationJob } from './jobs/notification';
+import { sessionsJob } from './jobs/sessions';
+import { logger } from './utils/logger';
+
+const workerOptions: WorkerOptions = {
+  connection: getRedisQueue(),
+  concurrency: Number.parseInt(process.env.CONCURRENCY || '1', 10),
+};
+
+export async function bootWorkers() {
+  const eventsWorker = new Worker(eventsQueue.name, eventsJob, workerOptions);
+  const sessionsWorker = new Worker(
+    sessionsQueue.name,
+    sessionsJob,
+    workerOptions,
+  );
+  const cronWorker = new Worker(cronQueue.name, cronJob, workerOptions);
+  const notificationWorker = new Worker(
+    notificationQueue.name,
+    notificationJob,
+    workerOptions,
+  );
+
+  const workers = [
+    sessionsWorker,
+    eventsWorker,
+    cronWorker,
+    notificationWorker,
+  ];
+
+  workers.forEach((worker) => {
+    worker.on('error', (error) => {
+      logger.error('worker error', {
+        worker: worker.name,
+        error,
+      });
+    });
+
+    worker.on('closed', () => {
+      logger.info('worker closed', {
+        worker: worker.name,
+      });
+    });
+
+    worker.on('ready', () => {
+      logger.info('worker ready', {
+        worker: worker.name,
+      });
+    });
+
+    worker.on('failed', (job) => {
+      if (job) {
+        logger.error('job failed', {
+          worker: worker.name,
+          data: job.data,
+          error: job.failedReason,
+          options: job.opts,
+        });
+      }
+    });
+
+    worker.on('completed', (job) => {
+      if (job) {
+        logger.info('job completed', {
+          worker: worker.name,
+          data: job.data,
+          elapsed:
+            job.processedOn && job.finishedOn
+              ? job.finishedOn - job.processedOn
+              : undefined,
+        });
+      }
+    });
+
+    worker.on('ioredis:close', () => {
+      logger.error('worker closed due to ioredis:close', {
+        worker: worker.name,
+      });
+    });
+  });
+
+  async function exitHandler(
+    eventName: string,
+    evtOrExitCodeOrError: number | string | Error,
+  ) {
+    logger.info('Starting graceful shutdown', {
+      code: evtOrExitCodeOrError,
+      eventName,
+    });
+    try {
+      await Promise.all([
+        cronWorker.close(),
+        eventsWorker.close(),
+        sessionsWorker.close(),
+        notificationWorker.close(),
+      ]);
+      logger.info('workers closed successfully');
+    } catch (e) {
+      logger.error('exit handler error', {
+        code: evtOrExitCodeOrError,
+        error: e,
+      });
+    }
+    const exitCode = Number.isNaN(+evtOrExitCodeOrError)
+      ? 1
+      : +evtOrExitCodeOrError;
+    process.exit(exitCode);
+  }
+
+  ['uncaughtException', 'unhandledRejection', 'SIGTERM'].forEach((evt) =>
+    process.on(evt, (code) => {
+      exitHandler(evt, code);
+    }),
+  );
+
+  return workers;
+}