Add proper ORM and postgres support (#3978)

* Add postgresql support

* Fixes

* Fix perfs

packages/twenty-website/src/database/postgres/drizzle-posgres.config.ts

@@ -0,0 +1,14 @@
+import { Config } from 'drizzle-kit';
+
+import 'dotenv/config';
+
+const pgConfig = {
+  schema: './src/database/postgres/schema-postgres.ts',
+  out: './src/database/postgres/migrations',
+  driver: 'pg',
+  dbCredentials: {
+    connectionString: process.env.DATABASE_PG_URL ?? '',
+  },
+} satisfies Config;
+
+export default pgConfig;

packages/twenty-website/src/database/postgres/migrations/0000_absent_giant_man.sql

@@ -0,0 +1,84 @@
+CREATE TABLE IF NOT EXISTS "issueLabels" (
+	"issueId" text,
+	"labelId" text
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "issues" (
+	"id" text PRIMARY KEY NOT NULL,
+	"externalId" text,
+	"title" text,
+	"body" text,
+	"url" text,
+	"createdAt" text,
+	"updatedAt" text,
+	"closedAt" text,
+	"authorId" text
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "labels" (
+	"id" text PRIMARY KEY NOT NULL,
+	"externalId" text,
+	"name" text,
+	"color" text,
+	"description" text
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "pullRequestLabels" (
+	"pullRequestExternalId" text,
+	"labelId" text
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "pullRequests" (
+	"id" text PRIMARY KEY NOT NULL,
+	"title" text,
+	"body" text,
+	"url" text,
+	"createdAt" text,
+	"updatedAt" text,
+	"closedAt" text,
+	"mergedAt" text,
+	"authorId" text
+);
+--> statement-breakpoint
+CREATE TABLE IF NOT EXISTS "users" (
+	"id" text PRIMARY KEY NOT NULL,
+	"avatarUrl" text,
+	"url" text,
+	"isEmployee" text
+);
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "issueLabels" ADD CONSTRAINT "issueLabels_issueId_issues_id_fk" FOREIGN KEY ("issueId") REFERENCES "issues"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "issueLabels" ADD CONSTRAINT "issueLabels_labelId_labels_id_fk" FOREIGN KEY ("labelId") REFERENCES "labels"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "issues" ADD CONSTRAINT "issues_authorId_users_id_fk" FOREIGN KEY ("authorId") REFERENCES "users"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "pullRequestLabels" ADD CONSTRAINT "pullRequestLabels_pullRequestExternalId_pullRequests_id_fk" FOREIGN KEY ("pullRequestExternalId") REFERENCES "pullRequests"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "pullRequestLabels" ADD CONSTRAINT "pullRequestLabels_labelId_labels_id_fk" FOREIGN KEY ("labelId") REFERENCES "labels"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;
+--> statement-breakpoint
+DO $$ BEGIN
+ ALTER TABLE "pullRequests" ADD CONSTRAINT "pullRequests_authorId_users_id_fk" FOREIGN KEY ("authorId") REFERENCES "users"("id") ON DELETE no action ON UPDATE no action;
+EXCEPTION
+ WHEN duplicate_object THEN null;
+END $$;

packages/twenty-website/src/database/postgres/migrations/meta/0000_snapshot.json

@@ -0,0 +1,343 @@
+{
+  "id": "a7895a79-44a3-4fad-b750-f89d8c04d85c",
+  "prevId": "00000000-0000-0000-0000-000000000000",
+  "version": "5",
+  "dialect": "pg",
+  "tables": {
+    "issueLabels": {
+      "name": "issueLabels",
+      "schema": "",
+      "columns": {
+        "issueId": {
+          "name": "issueId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "labelId": {
+          "name": "labelId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {
+        "issueLabels_issueId_issues_id_fk": {
+          "name": "issueLabels_issueId_issues_id_fk",
+          "tableFrom": "issueLabels",
+          "tableTo": "issues",
+          "columnsFrom": [
+            "issueId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        },
+        "issueLabels_labelId_labels_id_fk": {
+          "name": "issueLabels_labelId_labels_id_fk",
+          "tableFrom": "issueLabels",
+          "tableTo": "labels",
+          "columnsFrom": [
+            "labelId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        }
+      },
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    },
+    "issues": {
+      "name": "issues",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true
+        },
+        "externalId": {
+          "name": "externalId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "title": {
+          "name": "title",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "body": {
+          "name": "body",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "url": {
+          "name": "url",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "createdAt": {
+          "name": "createdAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "updatedAt": {
+          "name": "updatedAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "closedAt": {
+          "name": "closedAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "authorId": {
+          "name": "authorId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {
+        "issues_authorId_users_id_fk": {
+          "name": "issues_authorId_users_id_fk",
+          "tableFrom": "issues",
+          "tableTo": "users",
+          "columnsFrom": [
+            "authorId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        }
+      },
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    },
+    "labels": {
+      "name": "labels",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true
+        },
+        "externalId": {
+          "name": "externalId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "name": {
+          "name": "name",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "color": {
+          "name": "color",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "description": {
+          "name": "description",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    },
+    "pullRequestLabels": {
+      "name": "pullRequestLabels",
+      "schema": "",
+      "columns": {
+        "pullRequestExternalId": {
+          "name": "pullRequestExternalId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "labelId": {
+          "name": "labelId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {
+        "pullRequestLabels_pullRequestExternalId_pullRequests_id_fk": {
+          "name": "pullRequestLabels_pullRequestExternalId_pullRequests_id_fk",
+          "tableFrom": "pullRequestLabels",
+          "tableTo": "pullRequests",
+          "columnsFrom": [
+            "pullRequestExternalId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        },
+        "pullRequestLabels_labelId_labels_id_fk": {
+          "name": "pullRequestLabels_labelId_labels_id_fk",
+          "tableFrom": "pullRequestLabels",
+          "tableTo": "labels",
+          "columnsFrom": [
+            "labelId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        }
+      },
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    },
+    "pullRequests": {
+      "name": "pullRequests",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true
+        },
+        "title": {
+          "name": "title",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "body": {
+          "name": "body",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "url": {
+          "name": "url",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "createdAt": {
+          "name": "createdAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "updatedAt": {
+          "name": "updatedAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "closedAt": {
+          "name": "closedAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "mergedAt": {
+          "name": "mergedAt",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "authorId": {
+          "name": "authorId",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {
+        "pullRequests_authorId_users_id_fk": {
+          "name": "pullRequests_authorId_users_id_fk",
+          "tableFrom": "pullRequests",
+          "tableTo": "users",
+          "columnsFrom": [
+            "authorId"
+          ],
+          "columnsTo": [
+            "id"
+          ],
+          "onDelete": "no action",
+          "onUpdate": "no action"
+        }
+      },
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    },
+    "users": {
+      "name": "users",
+      "schema": "",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true
+        },
+        "avatarUrl": {
+          "name": "avatarUrl",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "url": {
+          "name": "url",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        },
+        "isEmployee": {
+          "name": "isEmployee",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {}
+    }
+  },
+  "enums": {},
+  "schemas": {},
+  "_meta": {
+    "columns": {},
+    "schemas": {},
+    "tables": {}
+  }
+}

packages/twenty-website/src/database/postgres/migrations/meta/_journal.json

@@ -0,0 +1,13 @@
+{
+  "version": "5",
+  "dialect": "pg",
+  "entries": [
+    {
+      "idx": 0,
+      "version": "5",
+      "when": 1707921820164,
+      "tag": "0000_absent_giant_man",
+      "breakpoints": true
+    }
+  ]
+}

packages/twenty-website/src/database/postgres/schema-postgres.ts

@@ -0,0 +1,52 @@
+import { pgTable, text } from 'drizzle-orm/pg-core';
+
+export const pgUsers = pgTable('users', {
+  id: text('id').primaryKey(),
+  avatarUrl: text('avatarUrl'),
+  url: text('url'),
+  isEmployee: text('isEmployee'),
+});
+
+export const pgPullRequests = pgTable('pullRequests', {
+  id: text('id').primaryKey(),
+  name: text('title'),
+  body: text('body'),
+  url: text('url'),
+  createdAt: text('createdAt'),
+  updatedAt: text('updatedAt'),
+  closedAt: text('closedAt'),
+  mergedAt: text('mergedAt'),
+  authorId: text('authorId').references(() => pgUsers.id),
+});
+
+export const pgIssues = pgTable('issues', {
+  id: text('id').primaryKey(),
+  externalId: text('externalId'),
+  title: text('title'),
+  body: text('body'),
+  url: text('url'),
+  createdAt: text('createdAt'),
+  updatedAt: text('updatedAt'),
+  closedAt: text('closedAt'),
+  authorId: text('authorId').references(() => pgUsers.id),
+});
+
+export const pgLabels = pgTable('labels', {
+  id: text('id').primaryKey(),
+  externalId: text('externalId'),
+  name: text('name'),
+  color: text('color'),
+  description: text('description'),
+});
+
+export const pgPullRequestLabels = pgTable('pullRequestLabels', {
+  pullRequestId: text('pullRequestExternalId').references(
+    () => pgPullRequests.id,
+  ),
+  labelId: text('labelId').references(() => pgLabels.id),
+});
+
+export const pgIssueLabels = pgTable('issueLabels', {
+  issueId: text('issueId').references(() => pgIssues.id),
+  labelId: text('labelId').references(() => pgLabels.id),
+});