5620 implement throttle logic for message and calendar sync (#5718)

Closes #5620 and improve messages filters

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/constants/messaging-gmail-excluded-categories.ts

@@ -2,4 +2,5 @@ export const MESSAGING_GMAIL_EXCLUDED_CATEGORIES = [
   'promotions',
   'social',
   'forums',
+  'updates',
 ];

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-full-message-list-fetch.service.ts

@@ -77,6 +77,11 @@ export class MessagingGmailFullMessageListFetchService {
       return;
     }
 
+    await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+      messageChannel.id,
+      workspaceId,
+    );
+
     await this.messagingChannelSyncStatusService.scheduleMessagesImport(
       messageChannel.id,
       workspaceId,

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-messages-import.service.ts

@@ -21,6 +21,7 @@ import { MESSAGING_GMAIL_USERS_MESSAGES_GET_BATCH_SIZE } from 'src/modules/messa
 import { MessagingGmailFetchMessagesByBatchesService } from 'src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-fetch-messages-by-batches.service';
 import { MessagingErrorHandlingService } from 'src/modules/messaging/common/services/messaging-error-handling.service';
 import { MessagingSaveMessagesAndEnqueueContactCreationService } from 'src/modules/messaging/common/services/messaging-save-messages-and-enqueue-contact-creation.service';
+import { MessageChannelRepository } from 'src/modules/messaging/common/repositories/message-channel.repository';
 
 @Injectable()
 export class MessagingGmailMessagesImportService {
@@ -39,6 +40,8 @@ export class MessagingGmailMessagesImportService {
     private readonly messagingTelemetryService: MessagingTelemetryService,
     @InjectObjectMetadataRepository(BlocklistWorkspaceEntity)
     private readonly blocklistRepository: BlocklistRepository,
+    @InjectObjectMetadataRepository(MessageChannelWorkspaceEntity)
+    private readonly messageChannelRepository: MessageChannelRepository,
   ) {}
 
   async processMessageBatchImport(
@@ -134,6 +137,11 @@ export class MessagingGmailMessagesImportService {
         );
       }
 
+      await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+        messageChannel.id,
+        workspaceId,
+      );
+
       return await this.trackMessageImportCompleted(
         messageChannel,
         workspaceId,

packages/twenty-server/src/modules/messaging/message-import-manager/drivers/gmail/services/messaging-gmail-partial-message-list-fetch.service.ts

@@ -74,6 +74,11 @@ export class MessagingGmailPartialMessageListFetchService {
       return;
     }
 
+    await this.messageChannelRepository.resetThrottlePauseUntilAndThrottleFailureCount(
+      messageChannel.id,
+      workspaceId,
+    );
+
     if (!historyId) {
       throw new Error(
         `No historyId found for ${connectedAccount.id} in workspace ${workspaceId} in gmail history response.`,