feat: Add seed people and companies data for demo environment (#2207) (#2307)

* feat: seed companies and people data

* init DataSeedDemoWorkspaceCommand to handle:
- seedCoreSchema()
- seedMetadataSchema()

* feature: Seed workspace with demo data

- delete workspace
- initDemo() with prefillWorkspaceWithDemoObjects()

* added companies-demo.ts with data
* added people-demo.ts with data

* added workspaceId to seedFeatureFlags()

* delete previous CoreSchema before seedCoreSchema

* added workspaceMemberPrefillData

* getDemoWorkspaces() to get DEMO_WORKSPACES from config

* defined DemoSeedUserIds

- created core/demo/ to keep modified seedCoreSchema() there
- DemoSeedUserIds with new set of users and Ids

* generateOpportunities() to seed demo opportunities (limit = 50)

* Code review and fixes

* Fix

---------

Co-authored-by: Charles Bochet <charles@twenty.com>
This commit is contained in:
Ruslan
2023-12-03 00:37:45 +07:00
committed by GitHub
parent 31f29582d0
commit fd9467c54d
35 changed files with 5190 additions and 38 deletions

View File

@ -0,0 +1,52 @@
import { Command, CommandRunner } from 'nest-commander';
import { DataSource } from 'typeorm';
import {
deleteCoreSchema,
seedCoreSchema,
} from 'src/database/typeorm-seeds/core/demo';
import { EnvironmentService } from 'src/integrations/environment/environment.service';
import { WorkspaceManagerService } from 'src/workspace/workspace-manager/workspace-manager.service';
@Command({
name: 'workspace:seed:demo',
description:
'Seed workspace with demo data. This command is intended for development only.',
})
export class DataSeedDemoWorkspaceCommand extends CommandRunner {
constructor(
private readonly environmentService: EnvironmentService,
private readonly workspaceManagerService: WorkspaceManagerService,
) {
super();
}
async run(): Promise<void> {
try {
const dataSource = new DataSource({
url: this.environmentService.getPGDatabaseUrl(),
type: 'postgres',
logging: true,
schema: 'public',
});
await dataSource.initialize();
const demoWorkspaceIds = this.environmentService.getDemoWorkspaceIds();
if (demoWorkspaceIds.length === 0) {
throw new Error(
'Could not get DEMO_WORKSPACE_IDS. Please specify in .env',
);
}
for (const workspaceId of demoWorkspaceIds) {
await deleteCoreSchema(dataSource, workspaceId);
await this.workspaceManagerService.delete(workspaceId);
await seedCoreSchema(dataSource, workspaceId);
await this.workspaceManagerService.initDemo(workspaceId);
}
} catch (error) {
console.error(error);
return;
}
}
}

View File

@ -18,7 +18,7 @@ import { EnvironmentService } from 'src/integrations/environment/environment.ser
// TODO: implement dry-run
@Command({
name: 'workspace:seed',
name: 'workspace:seed:dev',
description:
'Seed workspace with initial data. This command is intended for development only.',
})
@ -45,7 +45,7 @@ export class DataSeedWorkspaceCommand extends CommandRunner {
});
await dataSource.initialize();
await seedCoreSchema(dataSource);
await seedCoreSchema(dataSource, this.workspaceId);
await seedMetadataSchema(dataSource);
} catch (error) {
console.error(error);

View File

@ -7,7 +7,8 @@ import { WorkspaceMigrationModule } from 'src/metadata/workspace-migration/works
import { WorkspaceMigrationRunnerModule } from 'src/workspace/workspace-migration-runner/workspace-migration-runner.module';
import { TypeORMModule } from 'src/database/typeorm/typeorm.module';
import { WorkspaceModule } from 'src/core/workspace/workspace.module';
import { DataSeedWorkspaceCommand } from 'src/database/commands/data-seed-workspace.command';
import { DataSeedWorkspaceCommand } from 'src/database/commands/data-seed-dev-workspace.command';
import { DataSeedDemoWorkspaceCommand } from 'src/database/commands/data-seed-demo-workspace.command';
@Module({
imports: [
@ -18,6 +19,10 @@ import { DataSeedWorkspaceCommand } from 'src/database/commands/data-seed-worksp
WorkspaceMigrationRunnerModule,
WorkspaceModule,
],
providers: [DataSeedWorkspaceCommand, ConfirmationQuestion],
providers: [
DataSeedWorkspaceCommand,
DataSeedDemoWorkspaceCommand,
ConfirmationQuestion,
],
})
export class DatabaseCommandModule {}

View File

@ -0,0 +1,36 @@
import { DataSource } from 'typeorm';
const tableName = 'featureFlag';
export const seedFeatureFlags = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.insert()
.into(`${schemaName}.${tableName}`, ['key', 'workspaceId', 'value'])
.orIgnore()
.values([
{
key: 'IS_RELATION_FIELD_TYPE_ENABLED',
workspaceId: workspaceId,
value: true,
},
])
.execute();
};
export const deleteFeatureFlags = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.delete()
.from(`${schemaName}.${tableName}`)
.where(`"${tableName}"."workspaceId" = :workspaceId`, { workspaceId })
.execute();
};

View File

@ -0,0 +1,35 @@
import { DataSource } from 'typeorm';
import {
seedUsers,
deleteUsersByWorkspace,
} from 'src/database/typeorm-seeds/core/demo/users';
import {
seedWorkspaces,
deleteWorkspaces,
} from 'src/database/typeorm-seeds/core/demo/workspaces';
import {
seedFeatureFlags,
deleteFeatureFlags,
} from 'src/database/typeorm-seeds/core/demo/feature-flags';
export const seedCoreSchema = async (
workspaceDataSource: DataSource,
workspaceId: string,
) => {
const schemaName = 'core';
await seedWorkspaces(workspaceDataSource, schemaName, workspaceId);
await seedUsers(workspaceDataSource, schemaName, workspaceId);
await seedFeatureFlags(workspaceDataSource, schemaName, workspaceId);
};
export const deleteCoreSchema = async (
workspaceDataSource: DataSource,
workspaceId: string,
) => {
const schemaName = 'core';
await deleteUsersByWorkspace(workspaceDataSource, schemaName, workspaceId);
await deleteFeatureFlags(workspaceDataSource, schemaName, workspaceId);
// deleteWorkspaces should be last
await deleteWorkspaces(workspaceDataSource, schemaName, workspaceId);
};

View File

@ -0,0 +1,76 @@
import { DataSource } from 'typeorm';
// import { SeedWorkspaceId } from 'src/database/typeorm-seeds/core/workspaces';
const tableName = 'user';
export enum DemoSeedUserIds {
Noah = '20202020-9e3b-46d4-a556-88b9ddc2b035',
Hugo = '20202020-3957-4908-9c36-2929a23f8358',
Julia = '20202020-7169-42cf-bc47-1cfef15264b9',
}
export const seedUsers = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.insert()
.into(`${schemaName}.${tableName}`, [
'id',
'firstName',
'lastName',
'email',
'passwordHash',
'defaultWorkspaceId',
])
.orIgnore()
.values([
{
id: DemoSeedUserIds.Noah,
firstName: 'Noah',
lastName: 'A',
email: 'noah@demo.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: workspaceId,
},
{
id: DemoSeedUserIds.Hugo,
firstName: 'Hugo',
lastName: 'I',
email: 'hugo@demo.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: workspaceId,
},
,
{
id: DemoSeedUserIds.Julia,
firstName: 'Julia',
lastName: 'S',
email: 'julia.s@demo.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: workspaceId,
},
])
.execute();
};
export const deleteUsersByWorkspace = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.delete()
.from(`${schemaName}.${tableName}`)
.where(`"${tableName}"."defaultWorkspaceId" = :workspaceId`, {
workspaceId,
})
.execute();
};

File diff suppressed because one or more lines are too long

View File

@ -2,11 +2,12 @@ import { DataSource } from 'typeorm';
const tableName = 'featureFlag';
import { SeedWorkspaceId } from 'src/database/typeorm-seeds/core/workspaces';
// import { SeedWorkspaceId } from 'src/database/typeorm-seeds/core/workspaces';
export const seedFeatureFlags = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
@ -16,9 +17,22 @@ export const seedFeatureFlags = async (
.values([
{
key: 'IS_RELATION_FIELD_TYPE_ENABLED',
workspaceId: SeedWorkspaceId,
workspaceId: workspaceId,
value: true,
},
])
.execute();
};
export const deleteFeatureFlags = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.delete()
.from(`${schemaName}.${tableName}`)
.where(`"${tableName}"."workspaceId" = :workspaceId`, { workspaceId })
.execute();
};

View File

@ -1,12 +1,35 @@
import { DataSource } from 'typeorm';
import { seedUsers } from 'src/database/typeorm-seeds/core/users';
import { seedWorkspaces } from 'src/database/typeorm-seeds/core/workspaces';
import { seedFeatureFlags } from 'src/database/typeorm-seeds/core/feature-flags';
import {
seedUsers,
deleteUsersByWorkspace,
} from 'src/database/typeorm-seeds/core/users';
import {
seedWorkspaces,
deleteWorkspaces,
} from 'src/database/typeorm-seeds/core/workspaces';
import {
seedFeatureFlags,
deleteFeatureFlags,
} from 'src/database/typeorm-seeds/core/feature-flags';
export const seedCoreSchema = async (workspaceDataSource: DataSource) => {
export const seedCoreSchema = async (
workspaceDataSource: DataSource,
workspaceId: string,
) => {
const schemaName = 'core';
await seedWorkspaces(workspaceDataSource, schemaName);
await seedUsers(workspaceDataSource, schemaName);
await seedFeatureFlags(workspaceDataSource, schemaName);
await seedWorkspaces(workspaceDataSource, schemaName, workspaceId);
await seedUsers(workspaceDataSource, schemaName, workspaceId);
await seedFeatureFlags(workspaceDataSource, schemaName, workspaceId);
};
export const deleteCoreSchema = async (
workspaceDataSource: DataSource,
workspaceId: string,
) => {
const schemaName = 'core';
await deleteUsersByWorkspace(workspaceDataSource, schemaName, workspaceId);
await deleteFeatureFlags(workspaceDataSource, schemaName, workspaceId);
// deleteWorkspaces should be last
await deleteWorkspaces(workspaceDataSource, schemaName, workspaceId);
};

View File

@ -1,6 +1,6 @@
import { DataSource } from 'typeorm';
import { SeedWorkspaceId } from 'src/database/typeorm-seeds/core/workspaces';
// import { SeedWorkspaceId } from 'src/database/typeorm-seeds/core/workspaces';
const tableName = 'user';
@ -13,6 +13,7 @@ export enum SeedUserIds {
export const seedUsers = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
@ -34,7 +35,7 @@ export const seedUsers = async (
email: 'tim@apple.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: SeedWorkspaceId,
defaultWorkspaceId: workspaceId,
},
{
id: SeedUserIds.Jony,
@ -43,7 +44,7 @@ export const seedUsers = async (
email: 'jony.ive@apple.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: SeedWorkspaceId,
defaultWorkspaceId: workspaceId,
},
,
{
@ -53,8 +54,23 @@ export const seedUsers = async (
email: 'phil.schiler@apple.dev',
passwordHash:
'$2b$10$66d.6DuQExxnrfI9rMqOg.U1XIYpagr6Lv05uoWLYbYmtK0HDIvS6', // Applecar2025
defaultWorkspaceId: SeedWorkspaceId,
defaultWorkspaceId: workspaceId,
},
])
.execute();
};
export const deleteUsersByWorkspace = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.delete()
.from(`${schemaName}.${tableName}`)
.where(`"${tableName}"."defaultWorkspaceId" = :workspaceId`, {
workspaceId,
})
.execute();
};

View File

@ -7,6 +7,7 @@ export const SeedWorkspaceId = '20202020-1c25-4d02-bf25-6aeccf7ea419';
export const seedWorkspaces = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
@ -21,7 +22,7 @@ export const seedWorkspaces = async (
.orIgnore()
.values([
{
id: SeedWorkspaceId,
id: workspaceId,
displayName: 'Apple',
domainName: 'apple.dev',
inviteHash: 'apple.dev-invite-hash',
@ -30,3 +31,16 @@ export const seedWorkspaces = async (
])
.execute();
};
export const deleteWorkspaces = async (
workspaceDataSource: DataSource,
schemaName: string,
workspaceId: string,
) => {
await workspaceDataSource
.createQueryBuilder()
.delete()
.from(`${schemaName}.${tableName}`)
.where(`${tableName}."id" = :id`, { id: workspaceId })
.execute();
};