add message queue integration (#2491)

2023-12-01 16:09:04 +01:00
parent 93e4f79551
commit f405b77cea
18 changed files with 796 additions and 181 deletions
@@ -0,0 +1,60 @@
+import { Queue, QueueOptions, Worker } from 'bullmq';
+
+import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
+
+import { MessageQueues } from 'src/integrations/message-queue/message-queue.constants';
+
+import { MessageQueueDriver } from './interfaces/message-queue-driver.interface';
+
+export type BullMQDriverOptions = QueueOptions;
+
+export class BullMQDriver implements MessageQueueDriver {
+  private queueMap: Record<MessageQueues, Queue> = {} as Record<
+    MessageQueues,
+    Queue
+  >;
+  private workerMap: Record<MessageQueues, Worker> = {} as Record<
+    MessageQueues,
+    Worker
+  >;
+
+  constructor(private options: BullMQDriverOptions) {}
+
+  register(queueName: MessageQueues): void {
+    this.queueMap[queueName] = new Queue(queueName, this.options);
+  }
+
+  async stop() {
+    const workers = Object.values(this.workerMap);
+    const queues = Object.values(this.queueMap);
+    await Promise.all([
+      ...queues.map((q) => q.close()),
+      ...workers.map((w) => w.close()),
+    ]);
+  }
+
+  async work<T>(
+    queueName: MessageQueues,
+    handler: ({ data, id }: { data: T; id: string }) => Promise<void>,
+  ) {
+    const worker = new Worker(queueName, async (job) => {
+      await handler(job as { data: T; id: string });
+    });
+    this.workerMap[queueName] = worker;
+  }
+
+  async add<T>(
+    queueName: MessageQueues,
+    data: T,
+    options?: QueueJobOptions,
+  ): Promise<void> {
+    if (!this.queueMap[queueName]) {
+      throw new Error(
+        `Queue ${queueName} is not registered, make sure you have added it as a queue provider`,
+      );
+    }
+    await this.queueMap[queueName].add(options?.id || '', data, {
+      priority: options?.priority,
+    });
+  }
+}
@@ -0,0 +1,4 @@
+export interface QueueJobOptions {
+  id?: string;
+  priority?: number;
+}
@@ -0,0 +1,17 @@
+import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
+
+import { MessageQueues } from 'src/integrations/message-queue/message-queue.constants';
+
+export interface MessageQueueDriver {
+  add<T>(
+    queueName: MessageQueues,
+    data: T,
+    options?: QueueJobOptions,
+  ): Promise<void>;
+  work<T>(
+    queueName: string,
+    handler: ({ data, id }: { data: T; id: string }) => Promise<void> | void,
+  );
+  stop?(): Promise<void>;
+  register?(queueName: MessageQueues): void;
+}
@@ -0,0 +1,37 @@
+import PgBoss from 'pg-boss';
+
+import { QueueJobOptions } from 'src/integrations/message-queue/drivers/interfaces/job-options.interface';
+
+import { MessageQueueDriver } from './interfaces/message-queue-driver.interface';
+
+export type PgBossDriverOptions = PgBoss.ConstructorOptions;
+
+export class PgBossDriver implements MessageQueueDriver {
+  private pgBoss: PgBoss;
+
+  constructor(options: PgBossDriverOptions) {
+    this.pgBoss = new PgBoss(options);
+  }
+  async stop() {
+    await this.pgBoss.stop();
+  }
+
+  async init(): Promise<void> {
+    await this.pgBoss.start();
+  }
+
+  async work<T>(
+    queueName: string,
+    handler: ({ data, id }: { data: T; id: string }) => Promise<void>,
+  ) {
+    return this.pgBoss.work(queueName, handler);
+  }
+
+  async add<T>(
+    queueName: string,
+    data: T,
+    options?: QueueJobOptions,
+  ): Promise<void> {
+    await this.pgBoss.send(queueName, data as object, options ? options : {});
+  }
+}