@webiny/api-sync-system 0.0.0-unstable.3bc8100a7f

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Webiny
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,113 @@
+# @webiny/api-sync-system
+[![](https://img.shields.io/npm/dw/@webiny/api-sync-system.svg)](https://www.npmjs.com/package/@webiny/api-sync-system)
+[![](https://img.shields.io/npm/v/@webiny/api-sync-system.svg)](https://www.npmjs.com/package/@webiny/api-sync-system)
+[![code style: prettier](https://img.shields.io/badge/code_style-prettier-ff69b4.svg?style=flat-square)](https://github.com/prettier/prettier)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](http://makeapullrequest.com)
+
+## Install
+```
+yarn add @webiny/api-sync-system
+```
+
+## How To Use?
+
+### Information About `env` and `variant` Parameters
+We will use `dev` environment in the examples.
+
+Variants can be anything you like, for our example we use `blue` and `green`, but you can use `orange`, `black`, `car`,
+`horse`, `space`, etc.
+
+### Deploy the Sync System
+
+Deploy the Sync System to the `dev` environment.
+
+```bash
+yarn webiny deploy sync --env=dev
+```
+
+### Deploy `blue` and `green` Webiny
+
+It imperative the two systems to be in the same environment as the Sync System, as it will automatically connect Webiny deployments in the same environment.
+
+```bash
+yarn webiny deploy --env=dev --variant=blue && yarn webiny deploy --env=dev --variant=green
+```
+
+Also, there can be more than two systems, so you can deploy as many as you like, just make sure to use different variants.
+
+### Install Webiny Blue Variant
+
+Do a:
+```
+yarn webiny info
+```
+Find the `blue` variant Admin URL, and open it in your browser. Install the system by following the instructions.
+
+At that point, green system should be installed as well.
+
+
+# TODO
+
+### Add BlueGreen, Resolver and Work Folders to User Projects
+We need to deploy the following folders to the user project:
+- blueGreen
+- sync/resolver
+- sync/worker
+
+Maybe have it as a CLI command?
+
+### Test the Blue / Green Deployment
+
+- create domains api.bg.webiny.com, admin.bg.webiny.com, website.bg.webiny.com, preview.bg.webiny.com
+- deploy the blueGreen application
+- make sure the domains are pointing correctly
+- switch between blue and green deployments to test the resolver
+- create / update entries in blue and green and make sure they are correctly transferred to the other deployment
+
+### Cognito User Transfer
+
+User is currently transferred but password is not so it results in error where user cannot log in and cannot reset
+password.
+This will be resolved by implementing a login function which will send a code to the user email and log in with that
+code.
+
+### Filtering out models which we do not want to sync
+
+Currently, models are filtered out when records are being added into the sync pool. That is ok for creating or updating
+records, but when deleting, we do not have the modelId in the item being deleted.
+
+Maybe implement filtering in the resolver ?
+
+### Add proper logging?
+Use pino to log all events, separated in proper levels (info, warn, error, debug, etc...).
+
+### Move Resolver plugins (file manager, users) into their own packages
+We should move the resolver plugins for file manager and users into their own packages, and those packages should register them.
+
+### Implement Dependency Injection
+
+Currently, we need to pass a ton of methods to the Sync system handlers. It would be simple as
+
+```typescript
+const handler = createSyncResolverHandler({
+    plugins: [],
+    debug: process.env.DEBUG === "true",
+    awsWorkerLambdaArn: process.env.AWS_SYNC_WORKER_LAMBDA_ARN,
+});
+```
+
+if we did not need to pass all creator methods:
+
+```typescript
+const handler = createSyncResolverHandler({
+    plugins: [],
+    debug: process.env.DEBUG === "true",
+    awsWorkerLambdaArn: process.env.AWS_SYNC_WORKER_LAMBDA_ARN,
+    createS3Client,
+    createLambdaClient,
+    createDocumentClient,
+    createCognitoIdentityProviderClient
+});
+```
+
+And there might be new methods added in the future.

package/constants.d.ts

@@ -0,0 +1 @@
+export declare const SQS_EVENT_NAME: "synchronization-input";

package/constants.js

@@ -0,0 +1,9 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.SQS_EVENT_NAME = void 0;
+const SQS_EVENT_NAME = exports.SQS_EVENT_NAME = "synchronization-input";
+
+//# sourceMappingURL=constants.js.map

package/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["SQS_EVENT_NAME","exports"],"sources":["constants.ts"],"sourcesContent":["export const SQS_EVENT_NAME = \"synchronization-input\" as const;\n"],"mappings":";;;;;;AAAO,MAAMA,cAAc,GAAAC,OAAA,CAAAD,cAAA,GAAG,uBAAgC","ignoreList":[]}

package/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./worker/createWorkerHandler.js";
+export * from "./sync/createSyncSystem.js";
+export * from "./resolver/createResolverHandler.js";

package/index.js

@@ -0,0 +1,40 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _createWorkerHandler = require("./worker/createWorkerHandler.js");
+Object.keys(_createWorkerHandler).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _createWorkerHandler[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _createWorkerHandler[key];
+    }
+  });
+});
+var _createSyncSystem = require("./sync/createSyncSystem.js");
+Object.keys(_createSyncSystem).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _createSyncSystem[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _createSyncSystem[key];
+    }
+  });
+});
+var _createResolverHandler = require("./resolver/createResolverHandler.js");
+Object.keys(_createResolverHandler).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _createResolverHandler[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _createResolverHandler[key];
+    }
+  });
+});
+
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_createWorkerHandler","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get","_createSyncSystem","_createResolverHandler"],"sources":["index.ts"],"sourcesContent":["export * from \"./worker/createWorkerHandler.js\";\nexport * from \"./sync/createSyncSystem.js\";\nexport * from \"./resolver/createResolverHandler.js\";\n"],"mappings":";;;;;AAAA,IAAAA,oBAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,oBAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,oBAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,oBAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AACA,IAAAK,iBAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,iBAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,iBAAA,CAAAL,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,iBAAA,CAAAL,GAAA;IAAA;EAAA;AAAA;AACA,IAAAM,sBAAA,GAAAV,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAQ,sBAAA,EAAAP,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAM,sBAAA,CAAAN,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAE,sBAAA,CAAAN,GAAA;IAAA;EAAA;AAAA","ignoreList":[]}

package/package.json

@@ -0,0 +1,45 @@
+{
+	"name": "@webiny/api-sync-system",
+	"version": "0.0.0-unstable.3bc8100a7f",
+	"main": "index.js",
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/webiny/webiny-js.git"
+	},
+	"description": "Sync System.",
+	"author": "Webiny LTD",
+	"license": "MIT",
+	"dependencies": {
+		"@webiny/api": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/aws-sdk": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/error": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/handler": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/handler-aws": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/plugins": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/utils": "0.0.0-unstable.3bc8100a7f",
+		"bytes": "3.1.2",
+		"lodash": "4.17.21",
+		"semver": "7.6.3",
+		"zod": "3.23.8"
+	},
+	"devDependencies": {
+		"@faker-js/faker": "9.3.0",
+		"@types/lodash": "4.17.13",
+		"@webiny/cli": "0.0.0-unstable.3bc8100a7f",
+		"@webiny/project-utils": "0.0.0-unstable.3bc8100a7f",
+		"aws-sdk-client-mock": "4.1.0",
+		"jest": "29.7.0",
+		"jest-dynalite": "3.6.1",
+		"rimraf": "6.0.1",
+		"typescript": "5.3.3"
+	},
+	"publishConfig": {
+		"access": "public",
+		"directory": "dist"
+	},
+	"scripts": {
+		"build": "node ../cli/bin.js run build",
+		"watch": "node ../cli/bin.js run watch"
+	},
+	"gitHead": "3bc8100a7f1fb3a8d6a3454a2765f8ef377c279e"
+}

package/resolver/app/RecordHandler.d.ts

@@ -0,0 +1,34 @@
+import type { IRecordHandler, IRecordHandlerHandleParams } from "./abstractions/RecordHandler.js";
+import type { PluginsContainer } from "@webiny/plugins";
+import type { IFetcher } from "./fetcher/types.js";
+import type { IStorer } from "./storer/types.js";
+import type { IBundler } from "./bundler/types.js";
+import type { IDeployments } from "../deployment/types.js";
+import type { ITransformHandler } from "./transform/TransformHandler.js";
+import type { ISourceDataContainer } from "./data/types.js";
+export interface IRecordHandlerParams {
+    fetcher: IFetcher;
+    storer: IStorer;
+    plugins: PluginsContainer;
+    commandBundler: IBundler;
+    tableBundler: IBundler;
+    deployments: IDeployments;
+    transformHandler: ITransformHandler;
+    createSourceDataContainer: () => ISourceDataContainer;
+}
+export declare class RecordHandler implements IRecordHandler {
+    private readonly plugins;
+    private readonly commandHandlerPlugins;
+    private readonly fetcher;
+    private readonly storer;
+    private readonly commandBundler;
+    private readonly tableBundler;
+    private readonly deployments;
+    private readonly transformHandler;
+    private readonly createSourceDataContainer;
+    constructor(params: IRecordHandlerParams);
+    handle(params: IRecordHandlerHandleParams): Promise<void>;
+    private findTargetTable;
+    private getCommandHandler;
+}
+export declare const createRecordHandler: (params: IRecordHandlerParams) => IRecordHandler;

package/resolver/app/RecordHandler.js

@@ -0,0 +1,126 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createRecordHandler = exports.RecordHandler = void 0;
+var _CommandHandlerPlugin = require("../plugins/CommandHandlerPlugin.js");
+var _utils = require("@webiny/utils");
+class RecordHandler {
+  constructor(params) {
+    this.plugins = params.plugins;
+    this.fetcher = params.fetcher;
+    this.storer = params.storer;
+    this.commandBundler = params.commandBundler;
+    this.tableBundler = params.tableBundler;
+    this.deployments = params.deployments;
+    this.transformHandler = params.transformHandler;
+    this.createSourceDataContainer = params.createSourceDataContainer;
+    this.commandHandlerPlugins = this.plugins.byType(_CommandHandlerPlugin.CommandHandlerPlugin.type);
+  }
+  async handle(params) {
+    const {
+      data
+    } = params;
+    const sources = this.tableBundler.bundle({
+      items: data.getItems()
+    });
+    const container = this.createSourceDataContainer();
+    for (const bundle of sources.getBundles()) {
+      /**
+       * Need to fetch all the records from the source deployment tables.
+       */
+      const {
+        items,
+        error
+      } = await this.fetcher.exec({
+        deployment: bundle.source,
+        table: bundle.table,
+        items: bundle.items,
+        maxBatchSize: 25
+      });
+      if (error) {
+        console.error(`Could not fetch records from the source table (${bundle.source.name} / ${bundle.table.name}). More info in next log line.`);
+        console.log((0, _utils.convertException)(error));
+        continue;
+      }
+      container.merge(items);
+    }
+    /**
+     * We can now handle the records by going through all the items bundled by command, in correct order.
+     */
+    const bundlesByCommand = this.commandBundler.bundle({
+      items: data.getItems()
+    });
+    for (const bundle of bundlesByCommand.getBundles()) {
+      const deployments = this.deployments.without(bundle.source);
+      for (const targetDeployment of deployments.all()) {
+        /**
+         * We need to map keys to actual items from the source deployment.
+         */
+        const items = bundle.items.map(item => {
+          return container.get({
+            PK: item.PK,
+            SK: item.SK,
+            table: bundle.table,
+            source: bundle.source
+          });
+        }).filter(item => !!item);
+        const targetTable = this.findTargetTable({
+          bundle,
+          targetDeployment
+        });
+        if (!targetTable) {
+          console.error(`Could not find target table for source table "${bundle.table.name}" in deployment "${bundle.source.name}".`);
+          continue;
+        }
+        const result = await this.transformHandler.transform({
+          items,
+          sourceDeployment: bundle.source,
+          sourceTable: bundle.table,
+          targetDeployment: targetDeployment,
+          targetTable: targetTable
+        });
+        let commandHandler;
+        try {
+          commandHandler = this.getCommandHandler(bundle.command);
+        } catch (ex) {
+          console.error(ex.message);
+          continue;
+        }
+        await commandHandler.handle({
+          storer: this.storer,
+          items: result.items,
+          bundle,
+          targetDeployment: targetDeployment,
+          targetTable: targetTable
+        });
+      }
+    }
+  }
+  findTargetTable(params) {
+    const {
+      bundle,
+      targetDeployment
+    } = params;
+    try {
+      return targetDeployment.getTable(bundle.table.type);
+    } catch (ex) {
+      return null;
+    }
+  }
+  getCommandHandler(command) {
+    const handler = this.commandHandlerPlugins.find(plugin => plugin.canHandle(command));
+    if (!handler) {
+      throw new Error(`Could not find a command handler for command: ${command}`);
+    }
+    return handler;
+  }
+}
+exports.RecordHandler = RecordHandler;
+const createRecordHandler = params => {
+  return new RecordHandler(params);
+};
+exports.createRecordHandler = createRecordHandler;
+
+//# sourceMappingURL=RecordHandler.js.map

package/resolver/app/RecordHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_CommandHandlerPlugin","require","_utils","RecordHandler","constructor","params","plugins","fetcher","storer","commandBundler","tableBundler","deployments","transformHandler","createSourceDataContainer","commandHandlerPlugins","byType","CommandHandlerPlugin","type","handle","data","sources","bundle","items","getItems","container","getBundles","error","exec","deployment","source","table","maxBatchSize","console","name","log","convertException","merge","bundlesByCommand","without","targetDeployment","all","map","item","get","PK","SK","filter","targetTable","findTargetTable","result","transform","sourceDeployment","sourceTable","commandHandler","getCommandHandler","command","ex","message","getTable","handler","find","plugin","canHandle","Error","exports","createRecordHandler"],"sources":["RecordHandler.ts"],"sourcesContent":["import type { IRecordHandler, IRecordHandlerHandleParams } from \"./abstractions/RecordHandler.js\";\nimport { CommandHandlerPlugin } from \"../plugins/CommandHandlerPlugin.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { CommandType } from \"~/types.js\";\nimport type { PluginsContainer } from \"@webiny/plugins\";\nimport type { IFetcher } from \"~/resolver/app/fetcher/types.js\";\nimport type { IStoreItem, IStorer } from \"~/resolver/app/storer/types.js\";\nimport type { IBundle, IBundler } from \"~/resolver/app/bundler/types.js\";\nimport type { IDeployment, IDeployments } from \"~/resolver/deployment/types.js\";\nimport type { ITransformHandler } from \"~/resolver/app/transform/TransformHandler.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport type { ISourceDataContainer } from \"~/resolver/app/data/types.js\";\n\nexport interface IRecordHandlerParams {\n    fetcher: IFetcher;\n    storer: IStorer;\n    plugins: PluginsContainer;\n    commandBundler: IBundler;\n    tableBundler: IBundler;\n    deployments: IDeployments;\n    transformHandler: ITransformHandler;\n    createSourceDataContainer: () => ISourceDataContainer;\n}\n\ninterface IFindTargetTableParams {\n    bundle: IBundle;\n    targetDeployment: IDeployment;\n}\n\nexport class RecordHandler implements IRecordHandler {\n    private readonly plugins: PluginsContainer;\n    private readonly commandHandlerPlugins: CommandHandlerPlugin[];\n    private readonly fetcher: IFetcher;\n    private readonly storer: IStorer;\n    private readonly commandBundler: IBundler;\n    private readonly tableBundler: IBundler;\n    private readonly deployments: IDeployments;\n    private readonly transformHandler: ITransformHandler;\n    private readonly createSourceDataContainer: () => ISourceDataContainer;\n\n    public constructor(params: IRecordHandlerParams) {\n        this.plugins = params.plugins;\n        this.fetcher = params.fetcher;\n        this.storer = params.storer;\n        this.commandBundler = params.commandBundler;\n        this.tableBundler = params.tableBundler;\n        this.deployments = params.deployments;\n        this.transformHandler = params.transformHandler;\n        this.createSourceDataContainer = params.createSourceDataContainer;\n\n        this.commandHandlerPlugins = this.plugins.byType<CommandHandlerPlugin>(\n            CommandHandlerPlugin.type\n        );\n    }\n\n    public async handle(params: IRecordHandlerHandleParams): Promise<void> {\n        const { data } = params;\n\n        const sources = this.tableBundler.bundle({\n            items: data.getItems()\n        });\n\n        const container = this.createSourceDataContainer();\n\n        for (const bundle of sources.getBundles()) {\n            /**\n             * Need to fetch all the records from the source deployment tables.\n             */\n            const { items, error } = await this.fetcher.exec({\n                deployment: bundle.source,\n                table: bundle.table,\n                items: bundle.items,\n                maxBatchSize: 25\n            });\n            if (error) {\n                console.error(\n                    `Could not fetch records from the source table (${bundle.source.name} / ${bundle.table.name}). More info in next log line.`\n                );\n                console.log(convertException(error));\n                continue;\n            }\n            container.merge(items);\n        }\n        /**\n         * We can now handle the records by going through all the items bundled by command, in correct order.\n         */\n        const bundlesByCommand = this.commandBundler.bundle({\n            items: data.getItems()\n        });\n        for (const bundle of bundlesByCommand.getBundles()) {\n            const deployments = this.deployments.without(bundle.source);\n            for (const targetDeployment of deployments.all()) {\n                /**\n                 * We need to map keys to actual items from the source deployment.\n                 */\n                const items = bundle.items\n                    .map(item => {\n                        return container.get({\n                            PK: item.PK,\n                            SK: item.SK,\n                            table: bundle.table,\n                            source: bundle.source\n                        });\n                    })\n                    .filter((item): item is IStoreItem => !!item);\n\n                const targetTable = this.findTargetTable({\n                    bundle,\n                    targetDeployment\n                });\n                if (!targetTable) {\n                    console.error(\n                        `Could not find target table for source table \"${bundle.table.name}\" in deployment \"${bundle.source.name}\".`\n                    );\n                    continue;\n                }\n\n                const result = await this.transformHandler.transform({\n                    items,\n                    sourceDeployment: bundle.source,\n                    sourceTable: bundle.table,\n                    targetDeployment: targetDeployment,\n                    targetTable: targetTable\n                });\n\n                let commandHandler: CommandHandlerPlugin;\n                try {\n                    commandHandler = this.getCommandHandler(bundle.command);\n                } catch (ex) {\n                    console.error(ex.message);\n                    continue;\n                }\n\n                await commandHandler.handle({\n                    storer: this.storer,\n                    items: result.items,\n                    bundle,\n                    targetDeployment: targetDeployment,\n                    targetTable: targetTable\n                });\n            }\n        }\n    }\n\n    private findTargetTable(params: IFindTargetTableParams): ITable | null {\n        const { bundle, targetDeployment } = params;\n\n        try {\n            return targetDeployment.getTable(bundle.table.type);\n        } catch (ex) {\n            return null;\n        }\n    }\n\n    private getCommandHandler(command: CommandType): CommandHandlerPlugin {\n        const handler = this.commandHandlerPlugins.find(plugin => plugin.canHandle(command));\n        if (!handler) {\n            throw new Error(`Could not find a command handler for command: ${command}`);\n        }\n\n        return handler;\n    }\n}\n\nexport const createRecordHandler = (params: IRecordHandlerParams): IRecordHandler => {\n    return new RecordHandler(params);\n};\n"],"mappings":";;;;;;AACA,IAAAA,qBAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AA2BO,MAAME,aAAa,CAA2B;EAW1CC,WAAWA,CAACC,MAA4B,EAAE;IAC7C,IAAI,CAACC,OAAO,GAAGD,MAAM,CAACC,OAAO;IAC7B,IAAI,CAACC,OAAO,GAAGF,MAAM,CAACE,OAAO;IAC7B,IAAI,CAACC,MAAM,GAAGH,MAAM,CAACG,MAAM;IAC3B,IAAI,CAACC,cAAc,GAAGJ,MAAM,CAACI,cAAc;IAC3C,IAAI,CAACC,YAAY,GAAGL,MAAM,CAACK,YAAY;IACvC,IAAI,CAACC,WAAW,GAAGN,MAAM,CAACM,WAAW;IACrC,IAAI,CAACC,gBAAgB,GAAGP,MAAM,CAACO,gBAAgB;IAC/C,IAAI,CAACC,yBAAyB,GAAGR,MAAM,CAACQ,yBAAyB;IAEjE,IAAI,CAACC,qBAAqB,GAAG,IAAI,CAACR,OAAO,CAACS,MAAM,CAC5CC,0CAAoB,CAACC,IACzB,CAAC;EACL;EAEA,MAAaC,MAAMA,CAACb,MAAkC,EAAiB;IACnE,MAAM;MAAEc;IAAK,CAAC,GAAGd,MAAM;IAEvB,MAAMe,OAAO,GAAG,IAAI,CAACV,YAAY,CAACW,MAAM,CAAC;MACrCC,KAAK,EAAEH,IAAI,CAACI,QAAQ,CAAC;IACzB,CAAC,CAAC;IAEF,MAAMC,SAAS,GAAG,IAAI,CAACX,yBAAyB,CAAC,CAAC;IAElD,KAAK,MAAMQ,MAAM,IAAID,OAAO,CAACK,UAAU,CAAC,CAAC,EAAE;MACvC;AACZ;AACA;MACY,MAAM;QAAEH,KAAK;QAAEI;MAAM,CAAC,GAAG,MAAM,IAAI,CAACnB,OAAO,CAACoB,IAAI,CAAC;QAC7CC,UAAU,EAAEP,MAAM,CAACQ,MAAM;QACzBC,KAAK,EAAET,MAAM,CAACS,KAAK;QACnBR,KAAK,EAAED,MAAM,CAACC,KAAK;QACnBS,YAAY,EAAE;MAClB,CAAC,CAAC;MACF,IAAIL,KAAK,EAAE;QACPM,OAAO,CAACN,KAAK,CACT,kDAAkDL,MAAM,CAACQ,MAAM,CAACI,IAAI,MAAMZ,MAAM,CAACS,KAAK,CAACG,IAAI,gCAC/F,CAAC;QACDD,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACT,KAAK,CAAC,CAAC;QACpC;MACJ;MACAF,SAAS,CAACY,KAAK,CAACd,KAAK,CAAC;IAC1B;IACA;AACR;AACA;IACQ,MAAMe,gBAAgB,GAAG,IAAI,CAAC5B,cAAc,CAACY,MAAM,CAAC;MAChDC,KAAK,EAAEH,IAAI,CAACI,QAAQ,CAAC;IACzB,CAAC,CAAC;IACF,KAAK,MAAMF,MAAM,IAAIgB,gBAAgB,CAACZ,UAAU,CAAC,CAAC,EAAE;MAChD,MAAMd,WAAW,GAAG,IAAI,CAACA,WAAW,CAAC2B,OAAO,CAACjB,MAAM,CAACQ,MAAM,CAAC;MAC3D,KAAK,MAAMU,gBAAgB,IAAI5B,WAAW,CAAC6B,GAAG,CAAC,CAAC,EAAE;QAC9C;AAChB;AACA;QACgB,MAAMlB,KAAK,GAAGD,MAAM,CAACC,KAAK,CACrBmB,GAAG,CAACC,IAAI,IAAI;UACT,OAAOlB,SAAS,CAACmB,GAAG,CAAC;YACjBC,EAAE,EAAEF,IAAI,CAACE,EAAE;YACXC,EAAE,EAAEH,IAAI,CAACG,EAAE;YACXf,KAAK,EAAET,MAAM,CAACS,KAAK;YACnBD,MAAM,EAAER,MAAM,CAACQ;UACnB,CAAC,CAAC;QACN,CAAC,CAAC,CACDiB,MAAM,CAAEJ,IAAI,IAAyB,CAAC,CAACA,IAAI,CAAC;QAEjD,MAAMK,WAAW,GAAG,IAAI,CAACC,eAAe,CAAC;UACrC3B,MAAM;UACNkB;QACJ,CAAC,CAAC;QACF,IAAI,CAACQ,WAAW,EAAE;UACdf,OAAO,CAACN,KAAK,CACT,iDAAiDL,MAAM,CAACS,KAAK,CAACG,IAAI,oBAAoBZ,MAAM,CAACQ,MAAM,CAACI,IAAI,IAC5G,CAAC;UACD;QACJ;QAEA,MAAMgB,MAAM,GAAG,MAAM,IAAI,CAACrC,gBAAgB,CAACsC,SAAS,CAAC;UACjD5B,KAAK;UACL6B,gBAAgB,EAAE9B,MAAM,CAACQ,MAAM;UAC/BuB,WAAW,EAAE/B,MAAM,CAACS,KAAK;UACzBS,gBAAgB,EAAEA,gBAAgB;UAClCQ,WAAW,EAAEA;QACjB,CAAC,CAAC;QAEF,IAAIM,cAAoC;QACxC,IAAI;UACAA,cAAc,GAAG,IAAI,CAACC,iBAAiB,CAACjC,MAAM,CAACkC,OAAO,CAAC;QAC3D,CAAC,CAAC,OAAOC,EAAE,EAAE;UACTxB,OAAO,CAACN,KAAK,CAAC8B,EAAE,CAACC,OAAO,CAAC;UACzB;QACJ;QAEA,MAAMJ,cAAc,CAACnC,MAAM,CAAC;UACxBV,MAAM,EAAE,IAAI,CAACA,MAAM;UACnBc,KAAK,EAAE2B,MAAM,CAAC3B,KAAK;UACnBD,MAAM;UACNkB,gBAAgB,EAAEA,gBAAgB;UAClCQ,WAAW,EAAEA;QACjB,CAAC,CAAC;MACN;IACJ;EACJ;EAEQC,eAAeA,CAAC3C,MAA8B,EAAiB;IACnE,MAAM;MAAEgB,MAAM;MAAEkB;IAAiB,CAAC,GAAGlC,MAAM;IAE3C,IAAI;MACA,OAAOkC,gBAAgB,CAACmB,QAAQ,CAACrC,MAAM,CAACS,KAAK,CAACb,IAAI,CAAC;IACvD,CAAC,CAAC,OAAOuC,EAAE,EAAE;MACT,OAAO,IAAI;IACf;EACJ;EAEQF,iBAAiBA,CAACC,OAAoB,EAAwB;IAClE,MAAMI,OAAO,GAAG,IAAI,CAAC7C,qBAAqB,CAAC8C,IAAI,CAACC,MAAM,IAAIA,MAAM,CAACC,SAAS,CAACP,OAAO,CAAC,CAAC;IACpF,IAAI,CAACI,OAAO,EAAE;MACV,MAAM,IAAII,KAAK,CAAC,iDAAiDR,OAAO,EAAE,CAAC;IAC/E;IAEA,OAAOI,OAAO;EAClB;AACJ;AAACK,OAAA,CAAA7D,aAAA,GAAAA,aAAA;AAEM,MAAM8D,mBAAmB,GAAI5D,MAA4B,IAAqB;EACjF,OAAO,IAAIF,aAAa,CAACE,MAAM,CAAC;AACpC,CAAC;AAAC2D,OAAA,CAAAC,mBAAA,GAAAA,mBAAA","ignoreList":[]}

package/resolver/app/RecordsValidation.d.ts

@@ -0,0 +1,6 @@
+import type { SQSRecord } from "@webiny/aws-sdk/types/index.js";
+import type { IRecordsValidation, IRecordsValidationResult } from "./abstractions/RecordsValidation.js";
+export declare class RecordsValidation implements IRecordsValidation {
+    validate(records: SQSRecord[]): Promise<IRecordsValidationResult>;
+}
+export declare const createRecordsValidation: () => IRecordsValidation;

package/resolver/app/RecordsValidation.js

@@ -0,0 +1,29 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createRecordsValidation = exports.RecordsValidation = void 0;
+var _utils = require("@webiny/utils");
+var _event = require("./validation/event.js");
+const validation = (0, _event.createEventValidation)();
+class RecordsValidation {
+  async validate(records) {
+    const result = await validation.safeParseAsync(records);
+    if (result.error) {
+      return {
+        error: (0, _utils.createZodError)(result.error)
+      };
+    }
+    return {
+      records: result.data
+    };
+  }
+}
+exports.RecordsValidation = RecordsValidation;
+const createRecordsValidation = () => {
+  return new RecordsValidation();
+};
+exports.createRecordsValidation = createRecordsValidation;
+
+//# sourceMappingURL=RecordsValidation.js.map

package/resolver/app/RecordsValidation.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_event","validation","createEventValidation","RecordsValidation","validate","records","result","safeParseAsync","error","createZodError","data","exports","createRecordsValidation"],"sources":["RecordsValidation.ts"],"sourcesContent":["import type { SQSRecord } from \"@webiny/aws-sdk/types/index.js\";\nimport type {\n    IRecordsValidation,\n    IRecordsValidationResult\n} from \"./abstractions/RecordsValidation.js\";\nimport { createZodError } from \"@webiny/utils\";\nimport { createEventValidation } from \"~/resolver/app/validation/event.js\";\n\nconst validation = createEventValidation();\n\nexport class RecordsValidation implements IRecordsValidation {\n    public async validate(records: SQSRecord[]): Promise<IRecordsValidationResult> {\n        const result = await validation.safeParseAsync(records);\n        if (result.error) {\n            return {\n                error: createZodError(result.error)\n            };\n        }\n        return {\n            records: result.data\n        };\n    }\n}\n\nexport const createRecordsValidation = (): IRecordsValidation => {\n    return new RecordsValidation();\n};\n"],"mappings":";;;;;;AAKA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAEA,MAAME,UAAU,GAAG,IAAAC,4BAAqB,EAAC,CAAC;AAEnC,MAAMC,iBAAiB,CAA+B;EACzD,MAAaC,QAAQA,CAACC,OAAoB,EAAqC;IAC3E,MAAMC,MAAM,GAAG,MAAML,UAAU,CAACM,cAAc,CAACF,OAAO,CAAC;IACvD,IAAIC,MAAM,CAACE,KAAK,EAAE;MACd,OAAO;QACHA,KAAK,EAAE,IAAAC,qBAAc,EAACH,MAAM,CAACE,KAAK;MACtC,CAAC;IACL;IACA,OAAO;MACHH,OAAO,EAAEC,MAAM,CAACI;IACpB,CAAC;EACL;AACJ;AAACC,OAAA,CAAAR,iBAAA,GAAAA,iBAAA;AAEM,MAAMS,uBAAuB,GAAGA,CAAA,KAA0B;EAC7D,OAAO,IAAIT,iBAAiB,CAAC,CAAC;AAClC,CAAC;AAACQ,OAAA,CAAAC,uBAAA,GAAAA,uBAAA","ignoreList":[]}

package/resolver/app/ResolverApplication.d.ts

@@ -0,0 +1,14 @@
+import type { IResolverApplication, IResolverApplicationResolveParams } from "./abstractions/ResolverApplication.js";
+import type { IRecordHandler } from "./abstractions/RecordHandler.js";
+import type { IDeployments } from "../deployment/types.js";
+export interface IResolverApplicationParams {
+    recordHandler: IRecordHandler;
+    deployments: IDeployments;
+}
+export declare class ResolverApplication implements IResolverApplication {
+    private readonly recordHandler;
+    private readonly deployments;
+    constructor(params: IResolverApplicationParams);
+    resolve(params: IResolverApplicationResolveParams): Promise<void>;
+}
+export declare const createResolverApp: (params: IResolverApplicationParams) => IResolverApplication;

package/resolver/app/ResolverApplication.js

@@ -0,0 +1,48 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createResolverApp = exports.ResolverApplication = void 0;
+var _RecordsValidation = require("./RecordsValidation.js");
+var _utils = require("@webiny/utils");
+var _Ingestor = require("./ingestor/Ingestor.js");
+var _IngestorResult = require("./ingestor/IngestorResult.js");
+class ResolverApplication {
+  constructor(params) {
+    this.recordHandler = params.recordHandler;
+    this.deployments = params.deployments;
+  }
+  async resolve(params) {
+    const validation = (0, _RecordsValidation.createRecordsValidation)();
+    const result = await validation.validate(params.records);
+    if (result.error) {
+      throw result.error;
+    }
+    const ingestor = (0, _Ingestor.createIngestor)({
+      createIngestorResult: () => {
+        return (0, _IngestorResult.createIngestorResult)();
+      },
+      getSource: name => {
+        return this.deployments.get(name);
+      }
+    });
+    const data = await ingestor.ingest({
+      records: result.records
+    });
+    try {
+      await this.recordHandler.handle({
+        data
+      });
+    } catch (ex) {
+      console.error((0, _utils.convertException)(ex));
+    }
+  }
+}
+exports.ResolverApplication = ResolverApplication;
+const createResolverApp = params => {
+  return new ResolverApplication(params);
+};
+exports.createResolverApp = createResolverApp;
+
+//# sourceMappingURL=ResolverApplication.js.map

package/resolver/app/ResolverApplication.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_RecordsValidation","require","_utils","_Ingestor","_IngestorResult","ResolverApplication","constructor","params","recordHandler","deployments","resolve","validation","createRecordsValidation","result","validate","records","error","ingestor","createIngestor","createIngestorResult","getSource","name","get","data","ingest","handle","ex","console","convertException","exports","createResolverApp"],"sources":["ResolverApplication.ts"],"sourcesContent":["import type {\n    IResolverApplication,\n    IResolverApplicationResolveParams\n} from \"./abstractions/ResolverApplication.js\";\nimport { createRecordsValidation } from \"./RecordsValidation.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IRecordHandler } from \"./abstractions/RecordHandler.js\";\nimport type { IDeployments } from \"~/resolver/deployment/types.js\";\nimport { createIngestor } from \"./ingestor/Ingestor.js\";\nimport { createIngestorResult } from \"~/resolver/app/ingestor/IngestorResult.js\";\n\nexport interface IResolverApplicationParams {\n    recordHandler: IRecordHandler;\n    deployments: IDeployments;\n}\n\nexport class ResolverApplication implements IResolverApplication {\n    private readonly recordHandler: IRecordHandler;\n    private readonly deployments: IDeployments;\n\n    public constructor(params: IResolverApplicationParams) {\n        this.recordHandler = params.recordHandler;\n        this.deployments = params.deployments;\n    }\n\n    public async resolve(params: IResolverApplicationResolveParams): Promise<void> {\n        const validation = createRecordsValidation();\n\n        const result = await validation.validate(params.records);\n        if (result.error) {\n            throw result.error;\n        }\n\n        const ingestor = createIngestor({\n            createIngestorResult: () => {\n                return createIngestorResult();\n            },\n            getSource: name => {\n                return this.deployments.get(name);\n            }\n        });\n\n        const data = await ingestor.ingest({\n            records: result.records\n        });\n\n        try {\n            await this.recordHandler.handle({\n                data\n            });\n        } catch (ex) {\n            console.error(convertException(ex));\n        }\n    }\n}\n\nexport const createResolverApp = (params: IResolverApplicationParams): IResolverApplication => {\n    return new ResolverApplication(params);\n};\n"],"mappings":";;;;;;AAIA,IAAAA,kBAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAGA,IAAAE,SAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AAOO,MAAMI,mBAAmB,CAAiC;EAItDC,WAAWA,CAACC,MAAkC,EAAE;IACnD,IAAI,CAACC,aAAa,GAAGD,MAAM,CAACC,aAAa;IACzC,IAAI,CAACC,WAAW,GAAGF,MAAM,CAACE,WAAW;EACzC;EAEA,MAAaC,OAAOA,CAACH,MAAyC,EAAiB;IAC3E,MAAMI,UAAU,GAAG,IAAAC,0CAAuB,EAAC,CAAC;IAE5C,MAAMC,MAAM,GAAG,MAAMF,UAAU,CAACG,QAAQ,CAACP,MAAM,CAACQ,OAAO,CAAC;IACxD,IAAIF,MAAM,CAACG,KAAK,EAAE;MACd,MAAMH,MAAM,CAACG,KAAK;IACtB;IAEA,MAAMC,QAAQ,GAAG,IAAAC,wBAAc,EAAC;MAC5BC,oBAAoB,EAAEA,CAAA,KAAM;QACxB,OAAO,IAAAA,oCAAoB,EAAC,CAAC;MACjC,CAAC;MACDC,SAAS,EAAEC,IAAI,IAAI;QACf,OAAO,IAAI,CAACZ,WAAW,CAACa,GAAG,CAACD,IAAI,CAAC;MACrC;IACJ,CAAC,CAAC;IAEF,MAAME,IAAI,GAAG,MAAMN,QAAQ,CAACO,MAAM,CAAC;MAC/BT,OAAO,EAAEF,MAAM,CAACE;IACpB,CAAC,CAAC;IAEF,IAAI;MACA,MAAM,IAAI,CAACP,aAAa,CAACiB,MAAM,CAAC;QAC5BF;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOG,EAAE,EAAE;MACTC,OAAO,CAACX,KAAK,CAAC,IAAAY,uBAAgB,EAACF,EAAE,CAAC,CAAC;IACvC;EACJ;AACJ;AAACG,OAAA,CAAAxB,mBAAA,GAAAA,mBAAA;AAEM,MAAMyB,iBAAiB,GAAIvB,MAAkC,IAA2B;EAC3F,OAAO,IAAIF,mBAAmB,CAACE,MAAM,CAAC;AAC1C,CAAC;AAACsB,OAAA,CAAAC,iBAAA,GAAAA,iBAAA","ignoreList":[]}

package/resolver/app/abstractions/RecordHandler.d.ts

@@ -0,0 +1,7 @@
+import type { IIngestorResult } from "../ingestor/types.js";
+export interface IRecordHandlerHandleParams {
+    data: IIngestorResult;
+}
+export interface IRecordHandler {
+    handle(params: IRecordHandlerHandleParams): Promise<void>;
+}

package/resolver/app/abstractions/RecordHandler.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=RecordHandler.js.map

package/resolver/app/abstractions/RecordHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["RecordHandler.ts"],"sourcesContent":["import type { IIngestorResult } from \"~/resolver/app/ingestor/types.js\";\n\nexport interface IRecordHandlerHandleParams {\n    data: IIngestorResult;\n}\n\nexport interface IRecordHandler {\n    handle(params: IRecordHandlerHandleParams): Promise<void>;\n}\n"],"mappings":"","ignoreList":[]}

package/resolver/app/abstractions/RecordsValidation.d.ts

@@ -0,0 +1,14 @@
+import type { SQSRecord } from "@webiny/aws-sdk/types";
+import type { IResolverSQSRecord } from "./ResolverRecord.js";
+export interface IRecordsValidationValid {
+    records: IResolverSQSRecord[];
+    error?: never;
+}
+export interface IRecordsValidationError {
+    records?: never;
+    error: Error;
+}
+export type IRecordsValidationResult = IRecordsValidationValid | IRecordsValidationError;
+export interface IRecordsValidation {
+    validate(records: SQSRecord[]): Promise<IRecordsValidationResult>;
+}

package/resolver/app/abstractions/RecordsValidation.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=RecordsValidation.js.map

package/resolver/app/abstractions/RecordsValidation.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["RecordsValidation.ts"],"sourcesContent":["import type { SQSRecord } from \"@webiny/aws-sdk/types\";\nimport type { IResolverSQSRecord } from \"~/resolver/app/abstractions/ResolverRecord.js\";\n\nexport interface IRecordsValidationValid {\n    records: IResolverSQSRecord[];\n    error?: never;\n}\n\nexport interface IRecordsValidationError {\n    records?: never;\n    error: Error;\n}\n\nexport type IRecordsValidationResult = IRecordsValidationValid | IRecordsValidationError;\n\nexport interface IRecordsValidation {\n    validate(records: SQSRecord[]): Promise<IRecordsValidationResult>;\n}\n"],"mappings":"","ignoreList":[]}

package/resolver/app/abstractions/ResolverApplication.d.ts

@@ -0,0 +1,7 @@
+import type { SQSRecord } from "@webiny/aws-sdk/types/index.js";
+export interface IResolverApplicationResolveParams {
+    records: SQSRecord[];
+}
+export interface IResolverApplication {
+    resolve(params: IResolverApplicationResolveParams): Promise<void>;
+}

package/resolver/app/abstractions/ResolverApplication.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=ResolverApplication.js.map

package/resolver/app/abstractions/ResolverApplication.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["ResolverApplication.ts"],"sourcesContent":["import type { SQSRecord } from \"@webiny/aws-sdk/types/index.js\";\n\nexport interface IResolverApplicationResolveParams {\n    records: SQSRecord[];\n}\n\nexport interface IResolverApplication {\n    resolve(params: IResolverApplicationResolveParams): Promise<void>;\n}\n"],"mappings":"","ignoreList":[]}