Refactor calendar to use new sync statuses and stages (#6141)

- Refactor calendar modules and some messaging modules to better
organize them by business rules and decouple them
- Work toward a common architecture for the different calendar providers
by introducing interfaces for the drivers
- Modify cron job to use the new sync statuses and stages

packages/twenty-server/src/modules/calendar/calendar-event-import-manager/crons/commands/calendar-event-list-fetch.cron.command.ts

@@ -3,15 +3,15 @@ import { Command, CommandRunner } from 'nest-commander';
 import { InjectMessageQueue } from 'src/engine/integrations/message-queue/decorators/message-queue.decorator';
 import { MessageQueue } from 'src/engine/integrations/message-queue/message-queue.constants';
 import { MessageQueueService } from 'src/engine/integrations/message-queue/services/message-queue.service';
-import { CalendarEventsImportCronJob } from 'src/modules/calendar/calendar-event-import-manager/crons/jobs/calendar-events-import.cron.job';
+import { CalendarEventListFetchCronJob } from 'src/modules/calendar/calendar-event-import-manager/crons/jobs/calendar-event-list-fetch.cron.job';
 
 const CALENDAR_EVENTS_IMPORT_CRON_PATTERN = '*/5 * * * *';
 
 @Command({
-  name: 'cron:calendar:calendar-events-import',
-  description: 'Starts a cron job to import calendar events',
+  name: 'cron:calendar:calendar-event-list-fetch',
+  description: 'Starts a cron job to fetch the calendar event list',
 })
-export class CalendarEventsImportCronCommand extends CommandRunner {
+export class CalendarEventListFetchCronCommand extends CommandRunner {
   constructor(
     @InjectMessageQueue(MessageQueue.cronQueue)
     private readonly messageQueueService: MessageQueueService,
@@ -21,7 +21,7 @@ export class CalendarEventsImportCronCommand extends CommandRunner {
 
   async run(): Promise<void> {
     await this.messageQueueService.addCron<undefined>(
-      CalendarEventsImportCronJob.name,
+      CalendarEventListFetchCronJob.name,
       undefined,
       {
         repeat: { pattern: CALENDAR_EVENTS_IMPORT_CRON_PATTERN },

packages/twenty-server/src/modules/calendar/calendar-event-import-manager/crons/jobs/calendar-event-list-fetch.cron.job.ts

@@ -1,25 +1,28 @@
 import { InjectRepository } from '@nestjs/typeorm';
 
-import { Repository, In } from 'typeorm';
+import { Any, In, Repository } from 'typeorm';
 
-import { DataSourceEntity } from 'src/engine/metadata-modules/data-source/data-source.entity';
-import { MessageQueue } from 'src/engine/integrations/message-queue/message-queue.constants';
-import { Processor } from 'src/engine/integrations/message-queue/decorators/processor.decorator';
-import { Process } from 'src/engine/integrations/message-queue/decorators/process.decorator';
-import { InjectMessageQueue } from 'src/engine/integrations/message-queue/decorators/message-queue.decorator';
-import { MessageQueueService } from 'src/engine/integrations/message-queue/services/message-queue.service';
 import { BillingService } from 'src/engine/core-modules/billing/billing.service';
+import { InjectMessageQueue } from 'src/engine/integrations/message-queue/decorators/message-queue.decorator';
+import { Process } from 'src/engine/integrations/message-queue/decorators/process.decorator';
+import { Processor } from 'src/engine/integrations/message-queue/decorators/processor.decorator';
+import { MessageQueue } from 'src/engine/integrations/message-queue/message-queue.constants';
+import { MessageQueueService } from 'src/engine/integrations/message-queue/services/message-queue.service';
+import { DataSourceEntity } from 'src/engine/metadata-modules/data-source/data-source.entity';
 import { TwentyORMManager } from 'src/engine/twenty-orm/twenty-orm.manager';
 import {
+  CalendarEventListFetchJob,
   CalendarEventsImportJobData,
-  CalendarEventsImportJob,
-} from 'src/modules/calendar/calendar-event-import-manager/jobs/calendar-events-import.job';
-import { CalendarChannelWorkspaceEntity } from 'src/modules/calendar/common/standard-objects/calendar-channel.workspace-entity';
+} from 'src/modules/calendar/calendar-event-import-manager/jobs/calendar-event-list-fetch.job';
+import {
+  CalendarChannelSyncStage,
+  CalendarChannelWorkspaceEntity,
+} from 'src/modules/calendar/common/standard-objects/calendar-channel.workspace-entity';
 
 @Processor({
   queueName: MessageQueue.cronQueue,
 })
-export class CalendarEventsImportCronJob {
+export class CalendarEventListFetchCronJob {
   constructor(
     @InjectRepository(DataSourceEntity, 'metadata')
     private readonly dataSourceRepository: Repository<DataSourceEntity>,
@@ -29,7 +32,7 @@ export class CalendarEventsImportCronJob {
     private readonly twentyORMManager: TwentyORMManager,
   ) {}
 
-  @Process(CalendarEventsImportCronJob.name)
+  @Process(CalendarEventListFetchCronJob.name)
   async handle(): Promise<void> {
     const workspaceIds =
       await this.billingService.getActiveSubscriptionWorkspaceIds();
@@ -51,18 +54,22 @@ export class CalendarEventsImportCronJob {
           CalendarChannelWorkspaceEntity,
         );
 
-      const calendarChannels = await calendarChannelRepository.find({});
+      const calendarChannels = await calendarChannelRepository.find({
+        where: {
+          isSyncEnabled: true,
+          syncStage: Any([
+            CalendarChannelSyncStage.FULL_CALENDAR_EVENT_LIST_FETCH_PENDING,
+            CalendarChannelSyncStage.PARTIAL_CALENDAR_EVENT_LIST_FETCH_PENDING,
+          ]),
+        },
+      });
 
       for (const calendarChannel of calendarChannels) {
-        if (!calendarChannel?.isSyncEnabled) {
-          continue;
-        }
-
         await this.messageQueueService.add<CalendarEventsImportJobData>(
-          CalendarEventsImportJob.name,
+          CalendarEventListFetchJob.name,
           {
+            calendarChannelId: calendarChannel.id,
             workspaceId,
-            connectedAccountId: calendarChannel.connectedAccountId,
           },
         );
       }