Refactor sync sub status and throttle (#5734)

- Rename syncSubStatus to syncStage
- Rename ongoingSyncStartedAt to syncStageStartedAt
- Remove throttlePauseUntil from db and compute it with
syncStageStartedAt and throttleFailureCount

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-full-message-list-fetch.service.ts

@@ -77,7 +77,12 @@ export class MessagingGmailFullMessageListFetchService {
       return;
     }
 
-    await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+    await this.messageChannelRepository.resetThrottleFailureCount(
+      messageChannel.id,
+      workspaceId,
+    );
+
+    await this.messageChannelRepository.resetSyncStageStartedAt(
       messageChannel.id,
       workspaceId,
     );

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-messages-import.service.ts

@@ -12,7 +12,7 @@ import { BlocklistRepository } from 'src/modules/connected-account/repositories/
 import { MessagingTelemetryService } from 'src/modules/messaging/common/services/messaging-telemetry.service';
 import {
   MessageChannelWorkspaceEntity,
-  MessageChannelSyncSubStatus,
+  MessageChannelSyncStage,
 } from 'src/modules/messaging/common/standard-objects/message-channel.workspace-entity';
 import { createQueriesFromMessageIds } from 'src/modules/messaging/message-import-manager/utils/create-queries-from-message-ids.util';
 import { filterEmails } from 'src/modules/messaging/message-import-manager/utils/filter-emails.util';
@@ -50,8 +50,8 @@ export class MessagingGmailMessagesImportService {
     workspaceId: string,
   ) {
     if (
-      messageChannel.syncSubStatus !==
-      MessageChannelSyncSubStatus.MESSAGES_IMPORT_PENDING
+      messageChannel.syncStage !==
+      MessageChannelSyncStage.MESSAGES_IMPORT_PENDING
     ) {
       return;
     }
@@ -137,7 +137,12 @@ export class MessagingGmailMessagesImportService {
         );
       }
 
-      await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+      await this.messageChannelRepository.resetThrottleFailureCount(
+        messageChannel.id,
+        workspaceId,
+      );
+
+      await this.messageChannelRepository.resetSyncStageStartedAt(
         messageChannel.id,
         workspaceId,
       );

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-partial-message-list-fetch.service.ts

@@ -74,7 +74,12 @@ export class MessagingGmailPartialMessageListFetchService {
       return;
     }
 
-    await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+    await this.messageChannelRepository.resetThrottleFailureCount(
+      messageChannel.id,
+      workspaceId,
+    );
+
+    await this.messageChannelRepository.resetSyncStageStartedAt(
       messageChannel.id,
       workspaceId,
     );

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/utils/is-throttled.ts

@@ -0,0 +1,25 @@
+import { MESSAGING_THROTTLE_DURATION } from 'src/modules/messaging/common/constants/messaging-throttle-duration';
+
+export const isThrottled = (
+  syncStageStartedAt: string | null,
+  throttleFailureCount: number,
+): boolean => {
+  if (!syncStageStartedAt) {
+    return false;
+  }
+
+  return (
+    computeThrottlePauseUntil(syncStageStartedAt, throttleFailureCount) >
+    new Date()
+  );
+};
+
+const computeThrottlePauseUntil = (
+  syncStageStartedAt: string,
+  throttleFailureCount: number,
+): Date => {
+  return new Date(
+    new Date(syncStageStartedAt).getTime() +
+      MESSAGING_THROTTLE_DURATION * Math.pow(2, throttleFailureCount - 1),
+  );
+};

packages/twenty-server/src/modules/messaging/message-import-manager/jobs/messaging-message-list-fetch.job.ts

@@ -8,11 +8,12 @@ import { ConnectedAccountWorkspaceEntity } from 'src/modules/connected-account/s
 import { MessageChannelRepository } from 'src/modules/messaging/common/repositories/message-channel.repository';
 import { MessagingTelemetryService } from 'src/modules/messaging/common/services/messaging-telemetry.service';
 import {
-  MessageChannelSyncSubStatus,
+  MessageChannelSyncStage,
   MessageChannelWorkspaceEntity,
 } from 'src/modules/messaging/common/standard-objects/message-channel.workspace-entity';
 import { MessagingGmailFullMessageListFetchService } from 'src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-full-message-list-fetch.service';
 import { MessagingGmailPartialMessageListFetchService } from 'src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-partial-message-list-fetch.service';
+import { isThrottled } from 'src/modules/messaging/message-import-manager/drivers/gmail/utils/is-throttled';
 
 export type MessagingMessageListFetchJobData = {
   workspaceId: string;
@@ -76,14 +77,16 @@ export class MessagingMessageListFetchJob
     }
 
     if (
-      messageChannel.throttlePauseUntil &&
-      messageChannel.throttlePauseUntil > new Date()
+      isThrottled(
+        messageChannel.syncStageStartedAt,
+        messageChannel.throttleFailureCount,
+      )
     ) {
       return;
     }
 
-    switch (messageChannel.syncSubStatus) {
-      case MessageChannelSyncSubStatus.PARTIAL_MESSAGE_LIST_FETCH_PENDING:
+    switch (messageChannel.syncStage) {
+      case MessageChannelSyncStage.PARTIAL_MESSAGE_LIST_FETCH_PENDING:
         this.logger.log(
           `Fetching partial message list for workspace ${workspaceId} and account ${connectedAccount.id}`,
         );
@@ -110,7 +113,7 @@ export class MessagingMessageListFetchJob
 
         break;
 
-      case MessageChannelSyncSubStatus.FULL_MESSAGE_LIST_FETCH_PENDING:
+      case MessageChannelSyncStage.FULL_MESSAGE_LIST_FETCH_PENDING:
         this.logger.log(
           `Fetching full message list for workspace ${workspaceId} and account ${connectedAccount.id}`,
         );

packages/twenty-server/src/modules/messaging/message-import-manager/jobs/messaging-messages-import.job.ts

@@ -9,6 +9,7 @@ import { MessageChannelRepository } from 'src/modules/messaging/common/repositor
 import { MessagingTelemetryService } from 'src/modules/messaging/common/services/messaging-telemetry.service';
 import { MessageChannelWorkspaceEntity } from 'src/modules/messaging/common/standard-objects/message-channel.workspace-entity';
 import { MessagingGmailMessagesImportService } from 'src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-messages-import.service';
+import { isThrottled } from 'src/modules/messaging/message-import-manager/drivers/gmail/utils/is-throttled';
 
 export type MessagingMessagesImportJobData = {
   workspaceId: string;
@@ -46,8 +47,10 @@ export class MessagingMessagesImportJob
       });
 
       if (
-        messageChannel.throttlePauseUntil &&
-        messageChannel.throttlePauseUntil > new Date()
+        isThrottled(
+          messageChannel.syncStageStartedAt,
+          messageChannel.throttleFailureCount,
+        )
       ) {
         continue;
       }