Refactor calendar to use new sync statuses and stages (#6141)

- Refactor calendar modules and some messaging modules to better
organize them by business rules and decouple them
- Work toward a common architecture for the different calendar providers
by introducing interfaces for the drivers
- Modify cron job to use the new sync statuses and stages

packages/twenty-server/src/engine/core-modules/auth/services/google-apis.service.ts

@@ -28,14 +28,14 @@ import { InjectWorkspaceRepository } from 'src/engine/twenty-orm/decorators/inje
 import { WorkspaceRepository } from 'src/engine/twenty-orm/repository/workspace.repository';
 import { WorkspaceDataSource } from 'src/engine/twenty-orm/datasource/workspace.datasource';
 import { InjectWorkspaceDatasource } from 'src/engine/twenty-orm/decorators/inject-workspace-datasource.decorator';
-import {
-  CalendarEventsImportJob,
-  CalendarEventsImportJobData,
-} from 'src/modules/calendar/calendar-event-import-manager/jobs/calendar-events-import.job';
 import {
   CalendarChannelWorkspaceEntity,
   CalendarChannelVisibility,
 } from 'src/modules/calendar/common/standard-objects/calendar-channel.workspace-entity';
+import {
+  CalendarEventsImportJobData,
+  CalendarEventListFetchJob,
+} from 'src/modules/calendar/calendar-event-import-manager/jobs/calendar-event-list-fetch.job';
 
 @Injectable()
 export class GoogleAPIsService {
@@ -167,13 +167,21 @@ export class GoogleAPIsService {
     }
 
     if (isCalendarEnabled) {
-      await this.calendarQueueService.add<CalendarEventsImportJobData>(
-        CalendarEventsImportJob.name,
-        {
-          workspaceId,
+      const calendarChannels = await this.calendarChannelRepository.find({
+        where: {
           connectedAccountId: newOrExistingConnectedAccountId,
         },
-      );
+      });
+
+      for (const calendarChannel of calendarChannels) {
+        await this.calendarQueueService.add<CalendarEventsImportJobData>(
+          CalendarEventListFetchJob.name,
+          {
+            calendarChannelId: calendarChannel.id,
+            workspaceId,
+          },
+        );
+      }
     }
   }
 }

packages/twenty-server/src/engine/integrations/cache-storage/types/cache-storage-namespace.enum.ts

@@ -1,4 +1,5 @@
 export enum CacheStorageNamespace {
   Messaging = 'messaging',
+  Calendar = 'calendar',
   WorkspaceSchema = 'workspaceSchema',
 }

packages/twenty-server/src/engine/integrations/message-queue/jobs.module.ts

@@ -22,7 +22,7 @@ import { AutoCompaniesAndContactsCreationJobModule } from 'src/modules/connected
 import { MessagingModule } from 'src/modules/messaging/messaging.module';
 import { TimelineJobModule } from 'src/modules/timeline/jobs/timeline-job.module';
 import { CalendarModule } from 'src/modules/calendar/calendar.module';
-import { CalendarEventParticipantModule } from 'src/modules/calendar/calendar-event-participant-manager/calendar-event-participant.module';
+import { CalendarEventParticipantManagerModule } from 'src/modules/calendar/calendar-event-participant-manager/calendar-event-participant-manager.module';
 
 @Module({
   imports: [
@@ -37,7 +37,7 @@ import { CalendarEventParticipantModule } from 'src/modules/calendar/calendar-ev
     WorkspaceModule,
     MessagingModule,
     CalendarModule,
-    CalendarEventParticipantModule,
+    CalendarEventParticipantManagerModule,
     TimelineActivityModule,
     StripeModule,
     WorkspaceQueryRunnerJobModule,

packages/twenty-server/src/engine/twenty-orm/twenty-orm.manager.ts

@@ -2,11 +2,39 @@ import { Injectable, Optional, Type } from '@nestjs/common';
 
 import { ObjectLiteral } from 'typeorm';
 
-import { EntitySchemaFactory } from 'src/engine/twenty-orm/factories/entity-schema.factory';
 import { WorkspaceDataSource } from 'src/engine/twenty-orm/datasource/workspace.datasource';
-import { WorkspaceRepository } from 'src/engine/twenty-orm/repository/workspace.repository';
+import { EntitySchemaFactory } from 'src/engine/twenty-orm/factories/entity-schema.factory';
 import { WorkspaceDatasourceFactory } from 'src/engine/twenty-orm/factories/workspace-datasource.factory';
-import { ObjectLiteralStorage } from 'src/engine/twenty-orm/storage/object-literal.storage';
+import { WorkspaceRepository } from 'src/engine/twenty-orm/repository/workspace.repository';
+import { ActivityTargetWorkspaceEntity } from 'src/modules/activity/standard-objects/activity-target.workspace-entity';
+import { ActivityWorkspaceEntity } from 'src/modules/activity/standard-objects/activity.workspace-entity';
+import { CommentWorkspaceEntity } from 'src/modules/activity/standard-objects/comment.workspace-entity';
+import { ApiKeyWorkspaceEntity } from 'src/modules/api-key/standard-objects/api-key.workspace-entity';
+import { AttachmentWorkspaceEntity } from 'src/modules/attachment/standard-objects/attachment.workspace-entity';
+import { CalendarChannelEventAssociationWorkspaceEntity } from 'src/modules/calendar/common/standard-objects/calendar-channel-event-association.workspace-entity';
+import { CalendarChannelWorkspaceEntity } from 'src/modules/calendar/common/standard-objects/calendar-channel.workspace-entity';
+import { CalendarEventParticipantWorkspaceEntity } from 'src/modules/calendar/common/standard-objects/calendar-event-participant.workspace-entity';
+import { CalendarEventWorkspaceEntity } from 'src/modules/calendar/common/standard-objects/calendar-event.workspace-entity';
+import { CompanyWorkspaceEntity } from 'src/modules/company/standard-objects/company.workspace-entity';
+import { BlocklistWorkspaceEntity } from 'src/modules/connected-account/standard-objects/blocklist.workspace-entity';
+import { ConnectedAccountWorkspaceEntity } from 'src/modules/connected-account/standard-objects/connected-account.workspace-entity';
+import { FavoriteWorkspaceEntity } from 'src/modules/favorite/standard-objects/favorite.workspace-entity';
+import { MessageChannelMessageAssociationWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message-channel-message-association.workspace-entity';
+import { MessageChannelWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message-channel.workspace-entity';
+import { MessageParticipantWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message-participant.workspace-entity';
+import { MessageThreadWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message-thread.workspace-entity';
+import { MessageWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message.workspace-entity';
+import { OpportunityWorkspaceEntity } from 'src/modules/opportunity/standard-objects/opportunity.workspace-entity';
+import { PersonWorkspaceEntity } from 'src/modules/person/standard-objects/person.workspace-entity';
+import { AuditLogWorkspaceEntity } from 'src/modules/timeline/standard-objects/audit-log.workspace-entity';
+import { BehavioralEventWorkspaceEntity } from 'src/modules/timeline/standard-objects/behavioral-event.workspace-entity';
+import { TimelineActivityWorkspaceEntity } from 'src/modules/timeline/standard-objects/timeline-activity.workspace-entity';
+import { ViewFieldWorkspaceEntity } from 'src/modules/view/standard-objects/view-field.workspace-entity';
+import { ViewFilterWorkspaceEntity } from 'src/modules/view/standard-objects/view-filter.workspace-entity';
+import { ViewSortWorkspaceEntity } from 'src/modules/view/standard-objects/view-sort.workspace-entity';
+import { ViewWorkspaceEntity } from 'src/modules/view/standard-objects/view.workspace-entity';
+import { WebhookWorkspaceEntity } from 'src/modules/webhook/standard-objects/webhook.workspace-entity';
+import { WorkspaceMemberWorkspaceEntity } from 'src/modules/workspace-member/standard-objects/workspace-member.workspace-entity';
 
 @Injectable()
 export class TwentyORMManager {
@@ -33,7 +61,43 @@ export class TwentyORMManager {
     workspaceId: string,
     entityClass: Type<T>,
   ): Promise<WorkspaceRepository<T>> {
-    const entities = ObjectLiteralStorage.getAllEntitySchemas();
+    // TODO: This is a temporary solution to get all workspace entities
+    const workspaceEntities = [
+      ActivityTargetWorkspaceEntity,
+      ActivityWorkspaceEntity,
+      ApiKeyWorkspaceEntity,
+      AttachmentWorkspaceEntity,
+      BlocklistWorkspaceEntity,
+      BehavioralEventWorkspaceEntity,
+      CalendarChannelEventAssociationWorkspaceEntity,
+      CalendarChannelWorkspaceEntity,
+      CalendarEventParticipantWorkspaceEntity,
+      CalendarEventWorkspaceEntity,
+      CommentWorkspaceEntity,
+      CompanyWorkspaceEntity,
+      ConnectedAccountWorkspaceEntity,
+      FavoriteWorkspaceEntity,
+      AuditLogWorkspaceEntity,
+      MessageChannelMessageAssociationWorkspaceEntity,
+      MessageChannelWorkspaceEntity,
+      MessageParticipantWorkspaceEntity,
+      MessageThreadWorkspaceEntity,
+      MessageWorkspaceEntity,
+      OpportunityWorkspaceEntity,
+      PersonWorkspaceEntity,
+      TimelineActivityWorkspaceEntity,
+      ViewFieldWorkspaceEntity,
+      ViewFilterWorkspaceEntity,
+      ViewSortWorkspaceEntity,
+      ViewWorkspaceEntity,
+      WebhookWorkspaceEntity,
+      WorkspaceMemberWorkspaceEntity,
+    ];
+
+    const entities = workspaceEntities.map((workspaceEntity) =>
+      this.entitySchemaFactory.create(workspaceEntity as any),
+    );
+
     const workspaceDataSource = await this.workspaceDataSourceFactory.create(
       entities,
       workspaceId,