import { Injectable } from '@nestjs/common'; import { InjectRepository } from '@nestjs/typeorm'; import { basename, dirname, join } from 'path'; import { TypeOrmQueryService } from '@ptc-org/nestjs-query-typeorm'; import deepEqual from 'deep-equal'; import { Repository } from 'typeorm'; import { FileStorageExceptionCode } from 'src/engine/core-modules/file-storage/interfaces/file-storage-exception'; import { ServerlessExecuteResult } from 'src/engine/core-modules/serverless/drivers/interfaces/serverless-driver.interface'; import { EnvironmentService } from 'src/engine/core-modules/environment/environment.service'; import { FileStorageService } from 'src/engine/core-modules/file-storage/file-storage.service'; import { readFileContent } from 'src/engine/core-modules/file-storage/utils/read-file-content'; import { ENV_FILE_NAME } from 'src/engine/core-modules/serverless/drivers/constants/env-file-name'; import { INDEX_FILE_NAME } from 'src/engine/core-modules/serverless/drivers/constants/index-file-name'; import { LAST_LAYER_VERSION } from 'src/engine/core-modules/serverless/drivers/layers/last-layer-version'; import { getBaseTypescriptProjectFiles } from 'src/engine/core-modules/serverless/drivers/utils/get-base-typescript-project-files'; import { getLastLayerDependencies } from 'src/engine/core-modules/serverless/drivers/utils/get-last-layer-dependencies'; import { ServerlessService } from 'src/engine/core-modules/serverless/serverless.service'; import { getServerlessFolder } from 'src/engine/core-modules/serverless/utils/serverless-get-folder.utils'; import { ThrottlerService } from 'src/engine/core-modules/throttler/throttler.service'; import { CreateServerlessFunctionInput } from 'src/engine/metadata-modules/serverless-function/dtos/create-serverless-function.input'; import { UpdateServerlessFunctionInput } from 'src/engine/metadata-modules/serverless-function/dtos/update-serverless-function.input'; import { ServerlessFunctionEntity, ServerlessFunctionSyncStatus, } from 'src/engine/metadata-modules/serverless-function/serverless-function.entity'; import { ServerlessFunctionException, ServerlessFunctionExceptionCode, } from 'src/engine/metadata-modules/serverless-function/serverless-function.exception'; import { isDefined } from 'src/utils/is-defined'; @Injectable() export class ServerlessFunctionService extends TypeOrmQueryService { constructor( private readonly fileStorageService: FileStorageService, private readonly serverlessService: ServerlessService, @InjectRepository(ServerlessFunctionEntity, 'metadata') private readonly serverlessFunctionRepository: Repository, private readonly throttlerService: ThrottlerService, private readonly environmentService: EnvironmentService, ) { super(serverlessFunctionRepository); } async getServerlessFunctionSourceCode( workspaceId: string, id: string, version: string, ): Promise<{ [filePath: string]: string } | undefined> { const serverlessFunction = await this.serverlessFunctionRepository.findOne({ where: { id, workspaceId, }, }); if (!serverlessFunction) { throw new ServerlessFunctionException( `Function does not exist`, ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_NOT_FOUND, ); } try { const folderPath = getServerlessFolder({ serverlessFunction, version, }); const indexFileStream = await this.fileStorageService.read({ folderPath: join(folderPath, 'src'), filename: INDEX_FILE_NAME, }); const envFileStream = await this.fileStorageService.read({ folderPath: folderPath, filename: ENV_FILE_NAME, }); return { '.env': await readFileContent(envFileStream), 'src/index.ts': await readFileContent(indexFileStream), }; } catch (error) { if (error.code === FileStorageExceptionCode.FILE_NOT_FOUND) { return; } throw error; } } async executeOneServerlessFunction( id: string, workspaceId: string, payload: object, version = 'latest', ): Promise { await this.throttleExecution(workspaceId); const functionToExecute = await this.serverlessFunctionRepository.findOne({ where: { id, workspaceId, }, }); if (!functionToExecute) { throw new ServerlessFunctionException( `Function does not exist`, ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_NOT_FOUND, ); } return this.serverlessService.execute(functionToExecute, payload, version); } async publishOneServerlessFunction(id: string, workspaceId: string) { const existingServerlessFunction = await this.serverlessFunctionRepository.findOne({ where: { id, workspaceId }, }); if (!existingServerlessFunction) { throw new ServerlessFunctionException( `Function does not exist`, ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_NOT_FOUND, ); } if (isDefined(existingServerlessFunction.latestVersion)) { const latestCode = await this.getServerlessFunctionSourceCode( workspaceId, id, 'latest', ); const draftCode = await this.getServerlessFunctionSourceCode( workspaceId, id, 'draft', ); if (deepEqual(latestCode, draftCode)) { throw new Error( 'Cannot publish a new version when code has not changed', ); } } const newVersion = await this.serverlessService.publish( existingServerlessFunction, ); await super.updateOne(existingServerlessFunction.id, { latestVersion: newVersion, }); return await this.findById(existingServerlessFunction.id); } async deleteOneServerlessFunction(id: string, workspaceId: string) { const existingServerlessFunction = await this.serverlessFunctionRepository.findOne({ where: { id, workspaceId }, }); if (!existingServerlessFunction) { throw new ServerlessFunctionException( `Function does not exist`, ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_NOT_FOUND, ); } await super.deleteOne(id); await this.serverlessService.delete(existingServerlessFunction); await this.fileStorageService.delete({ folderPath: getServerlessFolder({ serverlessFunction: existingServerlessFunction, }), }); return existingServerlessFunction; } async updateOneServerlessFunction( serverlessFunctionInput: UpdateServerlessFunctionInput, workspaceId: string, ) { const existingServerlessFunction = await this.serverlessFunctionRepository.findOne({ where: { id: serverlessFunctionInput.id, workspaceId }, }); if (!existingServerlessFunction) { throw new ServerlessFunctionException( `Function does not exist`, ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_NOT_FOUND, ); } await super.updateOne(existingServerlessFunction.id, { name: serverlessFunctionInput.name, description: serverlessFunctionInput.description, syncStatus: ServerlessFunctionSyncStatus.NOT_READY, }); const fileFolder = getServerlessFolder({ serverlessFunction: existingServerlessFunction, version: 'draft', }); for (const key of Object.keys(serverlessFunctionInput.code)) { await this.fileStorageService.write({ file: serverlessFunctionInput.code[key], name: basename(key), mimeType: undefined, folder: join(fileFolder, dirname(key)), }); } await this.serverlessService.build(existingServerlessFunction, 'draft'); await super.updateOne(existingServerlessFunction.id, { syncStatus: ServerlessFunctionSyncStatus.READY, }); return await this.findById(existingServerlessFunction.id); } async getAvailablePackages() { const { packageJson, yarnLock } = await getLastLayerDependencies(); const packageVersionRegex = /^"([^@]+)@.*?":\n\s+version: (.+)$/gm; const versions: Record = {}; let match: RegExpExecArray | null; while ((match = packageVersionRegex.exec(yarnLock)) !== null) { const packageName = match[1].split('@', 1)[0]; const version = match[2]; if (packageJson.dependencies[packageName]) { versions[packageName] = version; } } return versions; } async createOneServerlessFunction( serverlessFunctionInput: CreateServerlessFunctionInput, workspaceId: string, ) { const createdServerlessFunction = await super.createOne({ ...serverlessFunctionInput, workspaceId, layerVersion: LAST_LAYER_VERSION, }); const draftFileFolder = getServerlessFolder({ serverlessFunction: createdServerlessFunction, version: 'draft', }); for (const file of await getBaseTypescriptProjectFiles) { await this.fileStorageService.write({ file: file.content, name: file.name, mimeType: undefined, folder: join(draftFileFolder, file.path), }); } await this.serverlessService.build(createdServerlessFunction, 'draft'); return await this.findById(createdServerlessFunction.id); } private async throttleExecution(workspaceId: string) { try { await this.throttlerService.throttle( `${workspaceId}-serverless-function-execution`, this.environmentService.get('SERVERLESS_FUNCTION_EXEC_THROTTLE_LIMIT'), this.environmentService.get('SERVERLESS_FUNCTION_EXEC_THROTTLE_TTL'), ); } catch (error) { throw new ServerlessFunctionException( 'Serverless function execution rate limit exceeded', ServerlessFunctionExceptionCode.SERVERLESS_FUNCTION_EXECUTION_LIMIT_REACHED, ); } } }