@squidcloud/local-backend 1.0.1

package/.eslintrc.js

@@ -0,0 +1,6 @@
+module.exports = {
+  parserOptions: {
+    tsconfigRootDir: __dirname,
+  },
+  extends: ['../.eslintrc.js'],
+};

package/.prettierrc

@@ -0,0 +1,4 @@
+{
+  "singleQuote": true,
+  "trailingComma": "all"
+}

package/README.md

@@ -0,0 +1,73 @@
+<p align="center">
+  <a href="http://nestjs.com/" target="blank"><img src="https://nestjs.com/img/logo-small.svg" width="200" alt="Nest Logo" /></a>
+</p>
+
+[circleci-image]: https://img.shields.io/circleci/build/github/nestjs/nest/master?token=abc123def456
+[circleci-url]: https://circleci.com/gh/nestjs/nest
+
+  <p align="center">A progressive <a href="http://nodejs.org" target="_blank">Node.js</a> framework for building efficient and scalable server-side applications.</p>
+    <p align="center">
+<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/v/@nestjs/core.svg" alt="NPM Version" /></a>
+<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/l/@nestjs/core.svg" alt="Package License" /></a>
+<a href="https://www.npmjs.com/~nestjscore" target="_blank"><img src="https://img.shields.io/npm/dm/@nestjs/common.svg" alt="NPM Downloads" /></a>
+<a href="https://circleci.com/gh/nestjs/nest" target="_blank"><img src="https://img.shields.io/circleci/build/github/nestjs/nest/master" alt="CircleCI" /></a>
+<a href="https://coveralls.io/github/nestjs/nest?branch=master" target="_blank"><img src="https://coveralls.io/repos/github/nestjs/nest/badge.svg?branch=master#9" alt="Coverage" /></a>
+<a href="https://discord.gg/G7Qnnhy" target="_blank"><img src="https://img.shields.io/badge/discord-online-brightgreen.svg" alt="Discord"/></a>
+<a href="https://opencollective.com/nest#backer" target="_blank"><img src="https://opencollective.com/nest/backers/badge.svg" alt="Backers on Open Collective" /></a>
+<a href="https://opencollective.com/nest#sponsor" target="_blank"><img src="https://opencollective.com/nest/sponsors/badge.svg" alt="Sponsors on Open Collective" /></a>
+  <a href="https://paypal.me/kamilmysliwiec" target="_blank"><img src="https://img.shields.io/badge/Donate-PayPal-ff3f59.svg"/></a>
+    <a href="https://opencollective.com/nest#sponsor"  target="_blank"><img src="https://img.shields.io/badge/Support%20us-Open%20Collective-41B883.svg" alt="Support us"></a>
+  <a href="https://twitter.com/nestframework" target="_blank"><img src="https://img.shields.io/twitter/follow/nestframework.svg?style=social&label=Follow"></a>
+</p>
+  <!--[![Backers on Open Collective](https://opencollective.com/nest/backers/badge.svg)](https://opencollective.com/nest#backer)
+  [![Sponsors on Open Collective](https://opencollective.com/nest/sponsors/badge.svg)](https://opencollective.com/nest#sponsor)-->
+
+## Description
+
+[Nest](https://github.com/nestjs/nest) framework TypeScript starter repository.
+
+## Installation
+
+```bash
+$ npm install
+```
+
+## Running the app
+
+```bash
+# development
+$ npm run start
+
+# watch mode
+$ npm run start:dev
+
+# production mode
+$ npm run start:prod
+```
+
+## Test
+
+```bash
+# unit tests
+$ npm run test
+
+# e2e tests
+$ npm run test:e2e
+
+# test coverage
+$ npm run test:cov
+```
+
+## Support
+
+Nest is an MIT-licensed open source project. It can grow thanks to the sponsors and support by the amazing backers. If you'd like to join them, please [read more here](https://docs.nestjs.com/support).
+
+## Stay in touch
+
+- Author - [Kamil Myśliwiec](https://kamilmysliwiec.com)
+- Website - [https://nestjs.com](https://nestjs.com/)
+- Twitter - [@nestframework](https://twitter.com/nestframework)
+
+## License
+
+Nest is [MIT licensed](LICENSE).

package/nest-cli.json

@@ -0,0 +1,8 @@
+{
+  "$schema": "https://json.schemastore.org/nest-cli",
+  "collection": "@nestjs/schematics",
+  "sourceRoot": "src",
+  "compilerOptions": {
+    "deleteOutDir": true
+  }
+}

package/package.json

@@ -0,0 +1,71 @@
+{
+  "name": "@squidcloud/local-backend",
+  "version": "1.0.1",
+  "description": "",
+  "author": "Nir Peled",
+  "private": false,
+  "license": "UNLICENSED",
+  "scripts": {
+    "build": "nest build",
+    "format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
+    "start": "nest start",
+    "start:dev": "nest start --watch",
+    "start:debug": "nest start --debug --watch",
+    "start:prod": "node dist/main",
+    "lint": "eslint \"{src,apps,libs,test}/**/*.ts\" --fix",
+    "test": "jest",
+    "test:watch": "jest --watch",
+    "test:cov": "jest --coverage",
+    "test:debug": "node --inspect-brk -r tsconfig-paths/register -r ts-node/register node_modules/.bin/jest --runInBand",
+    "test:e2e": "jest --config ./test/jest-e2e.json",
+    "publish:public": "npm run build && npm version patch && npm publish --access public"
+  },
+  "dependencies": {
+    "@nestjs/common": "^9.0.0",
+    "@nestjs/core": "^9.0.0",
+    "@nestjs/platform-express": "^9.0.0",
+    "reflect-metadata": "^0.1.13",
+    "rxjs": "^7.2.0",
+    "@supercharge/promise-pool": "^2.4.0"
+  },
+  "devDependencies": {
+    "@nestjs/cli": "^9.0.0",
+    "@nestjs/schematics": "^9.0.0",
+    "@nestjs/testing": "^9.0.0",
+    "@types/express": "^4.17.13",
+    "@types/jest": "29.2.4",
+    "@types/node": "18.11.18",
+    "@types/supertest": "^2.0.11",
+    "@typescript-eslint/eslint-plugin": "^5.0.0",
+    "@typescript-eslint/parser": "^5.0.0",
+    "eslint": "^8.0.1",
+    "eslint-config-prettier": "^8.3.0",
+    "eslint-plugin-prettier": "^4.0.0",
+    "jest": "29.3.1",
+    "prettier": "^2.3.2",
+    "source-map-support": "^0.5.20",
+    "supertest": "^6.1.3",
+    "ts-jest": "29.0.3",
+    "ts-loader": "^9.2.3",
+    "ts-node": "^10.0.0",
+    "tsconfig-paths": "4.1.1",
+    "typescript": "^4.7.4"
+  },
+  "jest": {
+    "moduleFileExtensions": [
+      "js",
+      "json",
+      "ts"
+    ],
+    "rootDir": "src",
+    "testRegex": ".*\\.spec\\.ts$",
+    "transform": {
+      "^.+\\.(t|j)s$": "ts-jest"
+    },
+    "collectCoverageFrom": [
+      "**/*.(t|j)s"
+    ],
+    "coverageDirectory": "../coverage",
+    "testEnvironment": "node"
+  }
+}

package/src/index.ts

@@ -0,0 +1,2 @@
+export * from './local-backend.module';
+export * from './local-backend.app';

package/src/local-backend.app.ts

@@ -0,0 +1,15 @@
+import { BodyInterceptor, LocalBackendModule } from './local-backend.module';
+import { truthy } from '@squidcloud/common';
+import { NestExpressApplication } from '@nestjs/platform-express';
+import { NestFactory } from '@nestjs/core';
+
+export async function bootstrapLocalBackend(
+  module: LocalBackendModule,
+): Promise<void> {
+  const app = await NestFactory.create<NestExpressApplication>(module, {
+    rawBody: true,
+  });
+  app.useBodyParser('json', { limit: '50mb' });
+  app.useGlobalInterceptors(truthy(app.get(BodyInterceptor)));
+  await app.listen(8020);
+}

package/src/local-backend.controller.ts

@@ -0,0 +1,19 @@
+import { Body, Controller, Get, Post, Res } from '@nestjs/common';
+import { LocalBackendService } from './local-backend.service';
+import { Response } from 'express';
+
+@Controller('code')
+export class LocalBackendController {
+  constructor(private readonly localBackendService: LocalBackendService) {}
+
+  @Post('run')
+  async runCode(@Body() request: any, @Res() res: Response): Promise<void> {
+    await this.localBackendService.processRunCode(request, res);
+  }
+
+  @Get('health')
+  async healthCheck(@Res() res: Response): Promise<void> {
+    console.log('Got health check request');
+    res.status(200).send('OK');
+  }
+}

package/src/local-backend.module.ts

@@ -0,0 +1,49 @@
+import {
+  CallHandler,
+  DynamicModule,
+  ExecutionContext,
+  Injectable,
+  Module,
+  NestInterceptor,
+} from '@nestjs/common';
+import { Observable } from 'rxjs';
+import { deserializeObj } from '@squidcloud/common';
+import { LocalBackendService } from './local-backend.service';
+import { LocalBackendController } from './local-backend.controller';
+
+@Injectable()
+export class BodyInterceptor implements NestInterceptor {
+  async intercept(
+    ctx: ExecutionContext,
+    next: CallHandler,
+  ): Promise<Observable<any>> {
+    if (ctx.getType() !== 'http') return next.handle();
+    const httpRequest = ctx.switchToHttp().getRequest();
+    httpRequest.body = httpRequest.rawBody
+      ? deserializeObj(httpRequest.rawBody.toString())
+      : {};
+    return next.handle();
+  }
+}
+
+@Module({
+  imports: [],
+  controllers: [LocalBackendController],
+  providers: [LocalBackendService, BodyInterceptor],
+})
+export class LocalBackendModule {
+  static forRoot(backendService: any): DynamicModule {
+    const providers = [
+      {
+        provide: 'BACKEND_SERVICE',
+        useValue: backendService,
+      },
+    ];
+    return {
+      module: LocalBackendModule,
+      global: true,
+      providers: providers,
+      exports: providers,
+    };
+  }
+}

package/src/local-backend.service.ts

@@ -0,0 +1,126 @@
+import { Inject, Injectable } from '@nestjs/common';
+
+import {
+  ActionRequest,
+  ExecuteFunctionPayload,
+  SecurityResponse,
+  serializeObj,
+  transformParams,
+  transformResponse,
+  truthy,
+} from '@squidcloud/common';
+import { PromisePool } from '@supercharge/promise-pool';
+import { Response } from 'express';
+
+@Injectable()
+export class LocalBackendService {
+  constructor(
+    @Inject('BACKEND_SERVICE') private readonly backendService: any,
+  ) {}
+
+  private async executeActionRequest(
+    actionRequest: ActionRequest,
+  ): Promise<any> {
+    const { action } = actionRequest;
+    if (action !== 'executeFunction') {
+      console.error('UNSUPPORTED ACTION!!! ', action);
+      return { ok: false, error: 'INVALID_ACTION' };
+    }
+    const payload = actionRequest.payload as ExecuteFunctionPayload;
+    const [serviceName, fnName] = payload.functionName.split(':');
+    let fn;
+    if (serviceName === 'default') {
+      fn = this.backendService[serviceName][fnName];
+    } else {
+      const Service = this.backendService[serviceName];
+      const service = new Service({
+        secrets: payload.secrets,
+        context: payload.context,
+        auth: payload.auth,
+        backendApiKey: payload.backendApiKey,
+      });
+      fn = service[fnName].bind(service);
+    }
+
+    if (!fn) {
+      return { ok: false, error: 'FUNCTION_NOT_FOUND' };
+    }
+    try {
+      const transformedParams = transformParams(
+        payload.params,
+        payload.executeFunctionAnnotationType,
+      );
+      const functionResponse = await fn(...transformedParams);
+      const transformedResponse = transformResponse(
+        functionResponse,
+        payload.executeFunctionAnnotationType,
+      );
+      return { ok: true, functionResponse: transformedResponse };
+    } catch (err) {
+      console.error('Error while invoking function', err);
+      return { ok: false, error: 'FUNCTION_ERROR', details: err.message };
+    }
+  }
+
+  async processRunCode(batchRequest: any, res: Response): Promise<void> {
+    const secrets = truthy(batchRequest.secrets, 'Secrets are required');
+    const responses: Array<any> = Array(batchRequest.requests.length);
+    let stop = false;
+    let errored = false;
+    await PromisePool.for(batchRequest.requests)
+      .withConcurrency(10)
+      .process(async (request: any, index) => {
+        if (stop) {
+          return;
+        }
+        try {
+          const payload: ExecuteFunctionPayload = {
+            secrets: secrets.custom,
+            backendApiKey: secrets.backendApiKey,
+            functionName: request.functionName,
+            params: request.params,
+            auth: batchRequest.auth,
+            context: batchRequest.context,
+            codeDir: process.cwd(),
+            executeFunctionAnnotationType:
+              batchRequest.executeFunctionAnnotationType,
+          };
+
+          const response = await this.executeActionRequest({
+            action: 'executeFunction',
+            payload,
+          });
+          // noinspection DuplicatedCode
+          if (stop) {
+            return;
+          }
+          if (
+            !response.ok ||
+            (batchRequest.configuration.isSecurityRules &&
+              !(response.functionResponse as SecurityResponse).rulesPassed)
+          ) {
+            errored = errored || !response.ok;
+            stop = true;
+            responses.splice(0);
+            responses.push(response);
+            return;
+          }
+          responses[index] = response;
+        } catch (e) {
+          errored = true;
+          stop = true;
+          responses.splice(0);
+          responses.push({
+            ok: false,
+            error: e.message,
+            functionName: request.functionName,
+          });
+        }
+      });
+
+    res
+      .set('Content-Type', 'application/json')
+      .status(errored ? 500 : 200)
+      .send(serializeObj(responses));
+  }
+}

package/tsconfig.build.json

@@ -0,0 +1,4 @@
+{
+  "extends": "./tsconfig.json",
+  "exclude": ["node_modules", "test", "dist", "**/*spec.ts"]
+}

package/tsconfig.json

@@ -0,0 +1,21 @@
+{
+  "compilerOptions": {
+    "module": "commonjs",
+    "declaration": true,
+    "removeComments": true,
+    "emitDecoratorMetadata": true,
+    "experimentalDecorators": true,
+    "allowSyntheticDefaultImports": true,
+    "target": "es2017",
+    "sourceMap": true,
+    "outDir": "./dist",
+    "baseUrl": "./",
+    "incremental": true,
+    "skipLibCheck": true,
+    "strictNullChecks": false,
+    "noImplicitAny": false,
+    "strictBindCallApply": false,
+    "forceConsistentCasingInFileNames": false,
+    "noFallthroughCasesInSwitch": false
+  }
+}