admin/twenty
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

3239 create a command to do a partial sync with the gmail api using the historyid (#3405)

Browse Source 
* create utils service

* getLastSyncHistoryId

* getHistory

* add historyTypes messageAdded and messageDeleted

* getMessageIdsAndThreadIdsNotInDatabase

* wip

* fix messageThreadId null

* no need to fetch threads anymore

* get messagesAdded in partial sync

* adding errors

* save lastSyncHistoryId

* improve

* renaming

* create partial sync job

* improve partial sync

* adding messages with partial sync is working

* now adding messages with partial sync is working

* deleting messages and empty threads is working

* wip

* wip

* fix bug to delete threads

* update partial sync to cover edge cases

* renaming

* modify ambiguous naming

* renaming
This commit is contained in:
bosiraphael
2024-01-12 17:46:55 +01:00
committed by GitHub
parent 4f306f8955
commit 5a61e34f4c
18 changed files with 705 additions and 296 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
packages/twenty-server/src/workspace/messaging/producers/messaging-producer.ts
View File

@ -3,9 +3,13 @@ import { Inject, Injectable } from '@nestjs/common';
import { MessageQueue } from 'src/integrations/message-queue/message-queue.constants';
import { MessageQueueService } from 'src/integrations/message-queue/services/message-queue.service';
import {
FetchAllMessagesFromConnectedAccountJob,
FetchAllMessagesFromConnectedAccountJobData,
} from 'src/workspace/messaging/jobs/fetch-all-messages-from-connected-account.job';
GmailFullSyncJob,
GmailFullSyncJobData,
} from 'src/workspace/messaging/jobs/gmail-full-sync.job';
import {
GmailPartialSyncJob,
GmailPartialSyncJobData,
} from 'src/workspace/messaging/jobs/gmail-partial-sync.job';
@Injectable()
export class MessagingProducer {
@ -14,12 +18,23 @@ export class MessagingProducer {
private readonly messageQueueService: MessageQueueService,
) {}
async enqueueFetchAllMessagesFromConnectedAccount(
data: FetchAllMessagesFromConnectedAccountJobData,
async enqueueGmailFullSync(data: GmailFullSyncJobData, singletonKey: string) {
await this.messageQueueService.add<GmailFullSyncJobData>(
GmailFullSyncJob.name,
data,
{
id: singletonKey,
retryLimit: 2,
},
);
}
async enqueueGmailPartialSync(
data: GmailPartialSyncJobData,
singletonKey: string,
) {
await this.messageQueueService.add<FetchAllMessagesFromConnectedAccountJobData>(
FetchAllMessagesFromConnectedAccountJob.name,
await this.messageQueueService.add<GmailPartialSyncJobData>(
GmailPartialSyncJob.name,
data,
{
id: singletonKey,