3571 remove reply quotations from emails (#3630)

* lib is working

* update

* plural

packages/twenty-server/package.json

@@ -92,6 +92,7 @@
     "passport-local": "^1.0.0",
     "pg": "^8.11.3",
     "pg-boss": "^9.0.3",
+    "planer": "^1.2.0",
     "react": "^18.2.0",
     "rimraf": "^3.0.2",
     "sharp": "^0.32.1",

packages/twenty-server/src/workspace/messaging/services/fetch-messages-by-batches.service.ts

@@ -2,6 +2,7 @@ import { Injectable } from '@nestjs/common';
 
 import axios, { AxiosInstance, AxiosResponse } from 'axios';
 import { simpleParser, AddressObject } from 'mailparser';
+import planer from 'planer';
 
 import {
   GmailMessage,
@@ -197,6 +198,21 @@ export class FetchMessagesByBatchesService {
             ...this.formatAddressObjectAsParticipants(bcc, 'bcc'),
           ];
 
+          let textWithoutReplyQuotations = text;
+
+          if (text)
+            try {
+              textWithoutReplyQuotations = planer.extractFrom(
+                text,
+                'text/plain',
+              );
+            } catch (error) {
+              console.log(
+                'Error while trying to remove reply quotations',
+                error,
+              );
+            }
+
           const messageFromGmail: GmailMessage = {
             historyId,
             externalId: id,
@@ -207,7 +223,7 @@ export class FetchMessagesByBatchesService {
             fromHandle: from.value[0].address || '',
             fromDisplayName: from.value[0].name || '',
             participants,
-            text: text || '',
+            text: textWithoutReplyQuotations || '',
             html: html || '',
             attachments,
           };