Optimize sync, reset, seed commands to flush cache and to use less memory (#7034)

In this PR:
- removing ugprade-0.24 commands as we are releasing 0.30
- introducing cache:flush command
- refactoring upgrade command and sync-metadata command to use the
ActiveWorkspacesCommand so they consistently run on all workspaces or
selected workspaces

Fixes:
- clear localStorage on sign out
- fix missing workspaceMember in verify resolver
- do not throw on datasource already destroyed exception which can
happen with race condition when several resolvers are resolving in
parallel

packages/twenty-server/src/engine/core-modules/auth/services/auth.service.ts

@@ -34,7 +34,6 @@ import { WorkspaceInviteHashValid } from 'src/engine/core-modules/auth/dto/works
 import { SignInUpService } from 'src/engine/core-modules/auth/services/sign-in-up.service';
 import { EmailService } from 'src/engine/core-modules/email/email.service';
 import { EnvironmentService } from 'src/engine/core-modules/environment/environment.service';
-import { WorkspaceMember } from 'src/engine/core-modules/user/dtos/workspace-member.dto';
 import { UserService } from 'src/engine/core-modules/user/services/user.service';
 import { User } from 'src/engine/core-modules/user/user.entity';
 import { Workspace } from 'src/engine/core-modules/workspace/workspace.entity';
@@ -150,14 +149,6 @@ export class AuthService {
 
     // passwordHash is hidden for security reasons
     user.passwordHash = '';
-    const workspaceMember = await this.userService.loadWorkspaceMember(
-      user,
-      user.defaultWorkspace,
-    );
-
-    if (workspaceMember) {
-      user.workspaceMember = workspaceMember as WorkspaceMember;
-    }
 
     const accessToken = await this.tokenService.generateAccessToken(user.id);
     const refreshToken = await this.tokenService.generateRefreshToken(user.id);

packages/twenty-server/src/engine/core-modules/cache-storage/cache-storage.module.ts

@@ -1,11 +1,12 @@
-import { Module, Global, Inject, OnModuleDestroy } from '@nestjs/common';
-import { CacheModule, CACHE_MANAGER, Cache } from '@nestjs/cache-manager';
+import { CACHE_MANAGER, Cache, CacheModule } from '@nestjs/cache-manager';
+import { Global, Inject, Module, OnModuleDestroy } from '@nestjs/common';
 import { ConfigModule } from '@nestjs/config';
 
-import { CacheStorageService } from 'src/engine/core-modules/cache-storage/cache-storage.service';
-import { EnvironmentService } from 'src/engine/core-modules/environment/environment.service';
 import { cacheStorageModuleFactory } from 'src/engine/core-modules/cache-storage/cache-storage.module-factory';
+import { FlushCacheCommand } from 'src/engine/core-modules/cache-storage/commands/flush-cache.command';
+import { CacheStorageService } from 'src/engine/core-modules/cache-storage/services/cache-storage.service';
 import { CacheStorageNamespace } from 'src/engine/core-modules/cache-storage/types/cache-storage-namespace.enum';
+import { EnvironmentService } from 'src/engine/core-modules/environment/environment.service';
 
 @Global()
 @Module({
@@ -25,8 +26,9 @@ import { CacheStorageNamespace } from 'src/engine/core-modules/cache-storage/typ
       },
       inject: [CACHE_MANAGER],
     })),
+    FlushCacheCommand,
   ],
-  exports: [...Object.values(CacheStorageNamespace)],
+  exports: [...Object.values(CacheStorageNamespace), FlushCacheCommand],
 })
 export class CacheStorageModule implements OnModuleDestroy {
   constructor(@Inject(CACHE_MANAGER) private cacheManager: Cache) {}

packages/twenty-server/src/engine/core-modules/cache-storage/commands/flush-cache.command.ts

@@ -0,0 +1,29 @@
+import { Logger } from '@nestjs/common';
+
+import { Command, CommandRunner } from 'nest-commander';
+
+import { InjectCacheStorage } from 'src/engine/core-modules/cache-storage/decorators/cache-storage.decorator';
+import { CacheStorageService } from 'src/engine/core-modules/cache-storage/services/cache-storage.service';
+import { CacheStorageNamespace } from 'src/engine/core-modules/cache-storage/types/cache-storage-namespace.enum';
+
+// TODO: implement dry-run
+@Command({
+  name: 'cache:flush',
+  description: 'Completely flush cache',
+})
+export class FlushCacheCommand extends CommandRunner {
+  private readonly logger = new Logger(FlushCacheCommand.name);
+
+  constructor(
+    @InjectCacheStorage(CacheStorageNamespace.EngineWorkspace)
+    private readonly cacheStorage: CacheStorageService,
+  ) {
+    super();
+  }
+
+  async run(): Promise<void> {
+    this.logger.log('Flushing cache...');
+    await this.cacheStorage.flush();
+    this.logger.log('Cache flushed');
+  }
+}

packages/twenty-server/src/engine/core-modules/throttler/throttler.service.ts

@@ -1,12 +1,12 @@
 import { Injectable } from '@nestjs/common';
 
+import { InjectCacheStorage } from 'src/engine/core-modules/cache-storage/decorators/cache-storage.decorator';
+import { CacheStorageService } from 'src/engine/core-modules/cache-storage/services/cache-storage.service';
+import { CacheStorageNamespace } from 'src/engine/core-modules/cache-storage/types/cache-storage-namespace.enum';
 import {
   ThrottlerException,
   ThrottlerExceptionCode,
 } from 'src/engine/core-modules/throttler/throttler.exception';
-import { CacheStorageService } from 'src/engine/core-modules/cache-storage/cache-storage.service';
-import { InjectCacheStorage } from 'src/engine/core-modules/cache-storage/decorators/cache-storage.decorator';
-import { CacheStorageNamespace } from 'src/engine/core-modules/cache-storage/types/cache-storage-namespace.enum';
 
 @Injectable()
 export class ThrottlerService {

packages/twenty-server/src/engine/core-modules/user/user.resolver.ts

@@ -103,7 +103,7 @@ export class UserResolver {
   ): Promise<WorkspaceMember | null> {
     const workspaceMember = await this.userService.loadWorkspaceMember(
       user,
-      workspace,
+      workspace ?? user.defaultWorkspace,
     );
 
     if (workspaceMember && workspaceMember.avatarUrl) {