In this PR: ## Improve recompute metadata cache performance. We are aiming for ~100ms Deleting relationMetadata table and FKs pointing on it Fetching indexMetadata and indexFieldMetadata in a separate query as typeorm is suboptimizing ## Remove caching lock As recomputing the metadata cache is lighter, we try to stop preventing multiple concurrent computations. This also simplifies interfaces ## Introduce self recovery mecanisms to recompute cache automatically if corrupted Aka getFreshObjectMetadataMaps ## custom object resolver performance improvement: 1sec to 200ms Double check queries and indexes used while creating a custom object Remove the queries to db to use the cached objectMetadataMap ## reduce objectMetadataMaps to 500kb <img width="222" alt="image" src="https://github.com/user-attachments/assets/2370dc80-49b6-4b63-8d5e-30c5ebdaa062" /> We used to stored 3 fieldMetadataMaps (byId, byName, byJoinColumnName). While this is great for devXP, this is not great for performances. Using the same mecanisme as for objectMetadataMap: we only keep byIdMap and introduce two otherMaps to idByName, idByJoinColumnName to make the bridge ## Add dataloader on IndexMetadata (aka indexMetadataList in the API) ## Improve field resolver performances too ## Deprecate ClientConfig
105 lines
5.3 KiB
TypeScript
105 lines
5.3 KiB
TypeScript
import { Module } from '@nestjs/common';
|
|
import { TypeOrmModule } from '@nestjs/typeorm';
|
|
|
|
import { SortDirection } from '@ptc-org/nestjs-query-core';
|
|
import {
|
|
NestjsQueryGraphQLModule,
|
|
PagingStrategies,
|
|
} from '@ptc-org/nestjs-query-graphql';
|
|
import { NestjsQueryTypeOrmModule } from '@ptc-org/nestjs-query-typeorm';
|
|
|
|
import { TypeORMModule } from 'src/database/typeorm/typeorm.module';
|
|
import { FeatureFlag } from 'src/engine/core-modules/feature-flag/feature-flag.entity';
|
|
import { SettingsPermissionsGuard } from 'src/engine/guards/settings-permissions.guard';
|
|
import { WorkspaceAuthGuard } from 'src/engine/guards/workspace-auth.guard';
|
|
import { DataSourceModule } from 'src/engine/metadata-modules/data-source/data-source.module';
|
|
import { FieldMetadataEntity } from 'src/engine/metadata-modules/field-metadata/field-metadata.entity';
|
|
import { IndexMetadataModule } from 'src/engine/metadata-modules/index-metadata/index-metadata.module';
|
|
import { BeforeUpdateOneObject } from 'src/engine/metadata-modules/object-metadata/hooks/before-update-one-object.hook';
|
|
import { ObjectMetadataGraphqlApiExceptionInterceptor } from 'src/engine/metadata-modules/object-metadata/interceptors/object-metadata-graphql-api-exception.interceptor';
|
|
import { ObjectMetadataResolver } from 'src/engine/metadata-modules/object-metadata/object-metadata.resolver';
|
|
import { ObjectMetadataFieldRelationService } from 'src/engine/metadata-modules/object-metadata/services/object-metadata-field-relation.service';
|
|
import { ObjectMetadataMigrationService } from 'src/engine/metadata-modules/object-metadata/services/object-metadata-migration.service';
|
|
import { ObjectMetadataRelatedRecordsService } from 'src/engine/metadata-modules/object-metadata/services/object-metadata-related-records.service';
|
|
import { SettingPermissionType } from 'src/engine/metadata-modules/permissions/constants/setting-permission-type.constants';
|
|
import { PermissionsModule } from 'src/engine/metadata-modules/permissions/permissions.module';
|
|
import { PermissionsGraphqlApiExceptionFilter } from 'src/engine/metadata-modules/permissions/utils/permissions-graphql-api-exception.filter';
|
|
import { RemoteTableRelationsModule } from 'src/engine/metadata-modules/remote-server/remote-table/remote-table-relations/remote-table-relations.module';
|
|
import { SearchVectorModule } from 'src/engine/metadata-modules/search-vector/search-vector.module';
|
|
import { WorkspaceMetadataCacheModule } from 'src/engine/metadata-modules/workspace-metadata-cache/workspace-metadata-cache.module';
|
|
import { WorkspaceMetadataVersionModule } from 'src/engine/metadata-modules/workspace-metadata-version/workspace-metadata-version.module';
|
|
import { WorkspaceMigrationModule } from 'src/engine/metadata-modules/workspace-migration/workspace-migration.module';
|
|
import { WorkspacePermissionsCacheModule } from 'src/engine/metadata-modules/workspace-permissions-cache/workspace-permissions-cache.module';
|
|
import { WorkspaceCacheStorageModule } from 'src/engine/workspace-cache-storage/workspace-cache-storage.module';
|
|
import { WorkspaceMigrationRunnerModule } from 'src/engine/workspace-manager/workspace-migration-runner/workspace-migration-runner.module';
|
|
|
|
import { ObjectMetadataEntity } from './object-metadata.entity';
|
|
import { ObjectMetadataService } from './object-metadata.service';
|
|
|
|
import { CreateObjectInput } from './dtos/create-object.input';
|
|
import { ObjectMetadataDTO } from './dtos/object-metadata.dto';
|
|
import { UpdateObjectPayload } from './dtos/update-object.input';
|
|
|
|
@Module({
|
|
imports: [
|
|
NestjsQueryGraphQLModule.forFeature({
|
|
imports: [
|
|
TypeORMModule,
|
|
NestjsQueryTypeOrmModule.forFeature(
|
|
[ObjectMetadataEntity, FieldMetadataEntity],
|
|
'core',
|
|
),
|
|
TypeOrmModule.forFeature([FeatureFlag], 'core'),
|
|
DataSourceModule,
|
|
WorkspaceMigrationModule,
|
|
WorkspaceMigrationRunnerModule,
|
|
WorkspaceMetadataVersionModule,
|
|
RemoteTableRelationsModule,
|
|
SearchVectorModule,
|
|
IndexMetadataModule,
|
|
PermissionsModule,
|
|
WorkspacePermissionsCacheModule,
|
|
WorkspaceCacheStorageModule,
|
|
WorkspaceMetadataCacheModule,
|
|
],
|
|
services: [
|
|
ObjectMetadataService,
|
|
ObjectMetadataMigrationService,
|
|
ObjectMetadataFieldRelationService,
|
|
ObjectMetadataRelatedRecordsService,
|
|
],
|
|
resolvers: [
|
|
{
|
|
EntityClass: ObjectMetadataEntity,
|
|
DTOClass: ObjectMetadataDTO,
|
|
CreateDTOClass: CreateObjectInput,
|
|
UpdateDTOClass: UpdateObjectPayload,
|
|
ServiceClass: ObjectMetadataService,
|
|
pagingStrategy: PagingStrategies.CURSOR,
|
|
read: {
|
|
defaultSort: [{ field: 'id', direction: SortDirection.DESC }],
|
|
},
|
|
create: {
|
|
many: { disabled: true },
|
|
guards: [
|
|
SettingsPermissionsGuard(SettingPermissionType.DATA_MODEL),
|
|
],
|
|
},
|
|
update: { disabled: true },
|
|
delete: { disabled: true },
|
|
guards: [WorkspaceAuthGuard],
|
|
interceptors: [ObjectMetadataGraphqlApiExceptionInterceptor],
|
|
filters: [PermissionsGraphqlApiExceptionFilter],
|
|
},
|
|
],
|
|
}),
|
|
],
|
|
providers: [
|
|
ObjectMetadataService,
|
|
ObjectMetadataResolver,
|
|
BeforeUpdateOneObject,
|
|
],
|
|
exports: [ObjectMetadataService],
|
|
})
|
|
export class ObjectMetadataModule {}
|