[messaging] add cronjob for workspaces messages partial sync (#3800)

* [messaging] add cronjob for workspaces messages partial sync

* run cron every 10 minutes

* use logger

packages/twenty-server/src/workspace/messaging/jobs/gmail-full-sync.job.ts

@@ -1,8 +1,7 @@
-import { Injectable } from '@nestjs/common';
+import { Injectable, Logger } from '@nestjs/common';
 
 import { MessageQueueJob } from 'src/integrations/message-queue/interfaces/message-queue-job.interface';
 
-import { EnvironmentService } from 'src/integrations/environment/environment.service';
 import { GmailRefreshAccessTokenService } from 'src/workspace/messaging/services/gmail-refresh-access-token.service';
 import { GmailFullSyncService } from 'src/workspace/messaging/services/gmail-full-sync.service';
 
@@ -14,26 +13,25 @@ export type GmailFullSyncJobData = {
 
 @Injectable()
 export class GmailFullSyncJob implements MessageQueueJob<GmailFullSyncJobData> {
+  private readonly logger = new Logger(GmailFullSyncJob.name);
+
   constructor(
-    private readonly environmentService: EnvironmentService,
     private readonly gmailRefreshAccessTokenService: GmailRefreshAccessTokenService,
-    private readonly fetchWorkspaceMessagesService: GmailFullSyncService,
+    private readonly gmailFullSyncService: GmailFullSyncService,
   ) {}
 
   async handle(data: GmailFullSyncJobData): Promise<void> {
-    console.log(
+    this.logger.log(
       `gmail full-sync for workspace ${data.workspaceId} and account ${
         data.connectedAccountId
-      } ${
-        data.nextPageToken ? `and ${data.nextPageToken} pageToken` : ''
-      } with ${this.environmentService.getMessageQueueDriverType()}`,
+      } ${data.nextPageToken ? `and ${data.nextPageToken} pageToken` : ''}`,
     );
     await this.gmailRefreshAccessTokenService.refreshAndSaveAccessToken(
       data.workspaceId,
       data.connectedAccountId,
     );
 
-    await this.fetchWorkspaceMessagesService.fetchConnectedAccountThreads(
+    await this.gmailFullSyncService.fetchConnectedAccountThreads(
       data.workspaceId,
       data.connectedAccountId,
       data.nextPageToken,

packages/twenty-server/src/workspace/messaging/jobs/gmail-partial-sync.job.ts

@@ -1,8 +1,7 @@
-import { Injectable } from '@nestjs/common';
+import { Injectable, Logger } from '@nestjs/common';
 
 import { MessageQueueJob } from 'src/integrations/message-queue/interfaces/message-queue-job.interface';
 
-import { EnvironmentService } from 'src/integrations/environment/environment.service';
 import { GmailRefreshAccessTokenService } from 'src/workspace/messaging/services/gmail-refresh-access-token.service';
 import { GmailPartialSyncService } from 'src/workspace/messaging/services/gmail-partial-sync.service';
 
@@ -15,17 +14,16 @@ export type GmailPartialSyncJobData = {
 export class GmailPartialSyncJob
   implements MessageQueueJob<GmailPartialSyncJobData>
 {
+  private readonly logger = new Logger(GmailPartialSyncJob.name);
+
   constructor(
-    private readonly environmentService: EnvironmentService,
     private readonly gmailRefreshAccessTokenService: GmailRefreshAccessTokenService,
     private readonly gmailPartialSyncService: GmailPartialSyncService,
   ) {}
 
   async handle(data: GmailPartialSyncJobData): Promise<void> {
-    console.log(
-      `gmail partial-sync for workspace ${data.workspaceId} and account ${
-        data.connectedAccountId
-      } with ${this.environmentService.getMessageQueueDriverType()}`,
+    this.logger.log(
+      `gmail partial-sync for workspace ${data.workspaceId} and account ${data.connectedAccountId}`,
     );
     await this.gmailRefreshAccessTokenService.refreshAndSaveAccessToken(
       data.workspaceId,

packages/twenty-server/src/workspace/messaging/services/gmail-full-sync.service.ts

@@ -1,4 +1,4 @@
-import { Inject, Injectable } from '@nestjs/common';
+import { Inject, Injectable, Logger } from '@nestjs/common';
 
 import { FetchMessagesByBatchesService } from 'src/workspace/messaging/services/fetch-messages-by-batches.service';
 import { GmailClientProvider } from 'src/workspace/messaging/providers/gmail/gmail-client.provider';
@@ -16,6 +16,8 @@ import { WorkspaceDataSourceService } from 'src/workspace/workspace-datasource/w
 
 @Injectable()
 export class GmailFullSyncService {
+  private readonly logger = new Logger(GmailFullSyncService.name);
+
   constructor(
     private readonly gmailClientProvider: GmailClientProvider,
     private readonly fetchMessagesByBatchesService: FetchMessagesByBatchesService,
@@ -135,7 +137,7 @@ export class GmailFullSyncService {
       workspaceId,
     );
 
-    console.log(
+    this.logger.log(
       `gmail full-sync for workspace ${workspaceId} and account ${connectedAccountId} ${
         nextPageToken ? `and ${nextPageToken} pageToken` : ''
       }done.`,

packages/twenty-server/src/workspace/messaging/services/gmail-partial-sync.service.ts

@@ -1,4 +1,4 @@
-import { Inject, Injectable } from '@nestjs/common';
+import { Inject, Injectable, Logger } from '@nestjs/common';
 
 import { gmail_v1 } from 'googleapis';
 
@@ -17,6 +17,8 @@ import { WorkspaceDataSourceService } from 'src/workspace/workspace-datasource/w
 
 @Injectable()
 export class GmailPartialSyncService {
+  private readonly logger = new Logger(GmailPartialSyncService.name);
+
   constructor(
     private readonly gmailClientProvider: GmailClientProvider,
     private readonly fetchMessagesByBatchesService: FetchMessagesByBatchesService,
@@ -77,6 +79,10 @@ export class GmailPartialSyncService {
     }
 
     if (newHistoryId === lastSyncHistoryId) {
+      this.logger.log(
+        `gmail partial-sync for workspace ${workspaceId} and account ${connectedAccountId} done with nothing to update.`,
+      );
+
       return;
     }
 
@@ -127,6 +133,10 @@ export class GmailPartialSyncService {
       connectedAccount.id,
       workspaceId,
     );
+
+    this.logger.log(
+      `gmail partial-sync for workspace ${workspaceId} and account ${connectedAccountId} done.`,
+    );
   }
 
   private async getMessageIdsFromHistory(