Refactor backend folder structure (#4505)

* Refactor backend folder structure

Co-authored-by: Charles Bochet <charles@twenty.com>

* fix tests

* fix

* move yoga hooks

---------

Co-authored-by: Charles Bochet <charles@twenty.com>

packages/twenty-server/src/queue-worker/queue-worker.module.ts

@@ -0,0 +1,9 @@
+import { Module } from '@nestjs/common';
+
+import { JobsModule } from 'src/engine/integrations/message-queue/jobs.module';
+import { IntegrationsModule } from 'src/engine/integrations/integrations.module';
+
+@Module({
+  imports: [IntegrationsModule, JobsModule],
+})
+export class QueueWorkerModule {}

packages/twenty-server/src/queue-worker/queue-worker.ts

@@ -0,0 +1,64 @@
+import { NestFactory } from '@nestjs/core';
+
+import {
+  MessageQueueJob,
+  MessageQueueJobData,
+} from 'src/engine/integrations/message-queue/interfaces/message-queue-job.interface';
+
+import { filterException } from 'src/engine/filters/utils/global-exception-handler.util';
+import { ExceptionHandlerService } from 'src/engine/integrations/exception-handler/exception-handler.service';
+import { LoggerService } from 'src/engine/integrations/logger/logger.service';
+import { JobsModule } from 'src/engine/integrations/message-queue/jobs.module';
+import { MessageQueue } from 'src/engine/integrations/message-queue/message-queue.constants';
+import { MessageQueueService } from 'src/engine/integrations/message-queue/services/message-queue.service';
+import { getJobClassName } from 'src/engine/integrations/message-queue/utils/get-job-class-name.util';
+import { QueueWorkerModule } from 'src/queue-worker/queue-worker.module';
+
+async function bootstrap() {
+  let exceptionHandlerService: ExceptionHandlerService | undefined;
+  let loggerService: LoggerService | undefined;
+
+  try {
+    const app = await NestFactory.createApplicationContext(QueueWorkerModule, {
+      bufferLogs: process.env.LOGGER_IS_BUFFER_ENABLED === 'true',
+    });
+
+    loggerService = app.get(LoggerService);
+    exceptionHandlerService = app.get(ExceptionHandlerService);
+
+    // Inject our logger
+    app.useLogger(loggerService!);
+
+    for (const queueName of Object.values(MessageQueue)) {
+      const messageQueueService: MessageQueueService = app.get(queueName);
+
+      await messageQueueService.work(async (jobData: MessageQueueJobData) => {
+        const jobClassName = getJobClassName(jobData.name);
+        const job: MessageQueueJob<MessageQueueJobData> = app
+          .select(JobsModule)
+          .get(jobClassName, { strict: true });
+
+        try {
+          await job.handle(jobData.data);
+        } catch (err) {
+          exceptionHandlerService?.captureExceptions([
+            new Error(
+              `Error occurred while processing job ${jobClassName} #${jobData.id}`,
+            ),
+            err,
+          ]);
+          throw err;
+        }
+      });
+    }
+  } catch (err) {
+    loggerService?.error(err?.message, err?.name);
+
+    if (!filterException(err)) {
+      exceptionHandlerService?.captureExceptions([err]);
+    }
+
+    throw err;
+  }
+}
+bootstrap();