@webiny/api-sync-system 0.0.0-unstable.06b2ede40f → 0.0.0-unstable.0d717d18dd

package/resolver/app/data/types.js

@@ -1,7 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-
-//# sourceMappingURL=types.js.map

package/resolver/app/fetcher/Fetcher.d.ts

@@ -1,6 +1,6 @@
-import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from "./types";
-import { type DynamoDBDocument } from "@webiny/aws-sdk/client-dynamodb";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from "./types.js";
+import type { DynamoDBDocument } from "@webiny/aws-sdk/client-dynamodb/index.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 export interface IFetcherParamsCreateDocumentClientCallable {
     (deployment: Pick<IDeployment, "region">): Pick<DynamoDBDocument, "send">;
 }

package/resolver/app/fetcher/Fetcher.js

@@ -1,132 +1,98 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createFetcher = exports.Fetcher = void 0;
-var _clientDynamodb = require("@webiny/aws-sdk/client-dynamodb");
-var _chunk = _interopRequireDefault(require("lodash/chunk"));
-var _SourceDataContainer = require("../data/SourceDataContainer.js");
-var _utils = require("@webiny/utils");
-var _Retry = require("../utils/Retry.js");
+import { BatchGetCommand } from "@webiny/aws-sdk/client-dynamodb/index.js";
+import chunk from "lodash/chunk.js";
+import { SourceDataContainer } from "../data/SourceDataContainer.js";
+import { convertException } from "@webiny/utils";
+import { createRetry } from "../utils/Retry.js";
 class Fetcher {
-  constructor(params) {
-    this.createDocumentClient = params.createDocumentClient;
-    this.maxRetries = params.maxRetries || 10;
-    this.retryDelay = params.retryDelay || 1000;
-  }
-  async exec(params) {
-    const {
-      deployment,
-      items: input,
-      table,
-      maxBatchSize = 25
-    } = params;
-    if (input.length === 0) {
-      return {
-        items: _SourceDataContainer.SourceDataContainer.create()
-      };
+    constructor(params){
+        this.createDocumentClient = params.createDocumentClient;
+        this.maxRetries = params.maxRetries || 10;
+        this.retryDelay = params.retryDelay || 1000;
     }
-    const client = this.createDocumentClient(deployment);
-    const results = await this.execute({
-      client,
-      table,
-      maxBatchSize,
-      records: input
-    });
-    const items = _SourceDataContainer.SourceDataContainer.create();
-    for (const item of input) {
-      const data = results.find(result => {
-        return item.PK === result.PK && item.SK === result.SK;
-      });
-      items.add({
-        PK: item.PK,
-        SK: item.SK,
-        table,
-        source: deployment
-      }, data || null);
+    async exec(params) {
+        const { deployment, items: input, table, maxBatchSize = 25 } = params;
+        if (0 === input.length) return {
+            items: SourceDataContainer.create()
+        };
+        const client = this.createDocumentClient(deployment);
+        const results = await this.execute({
+            client,
+            table,
+            maxBatchSize,
+            records: input
+        });
+        const items = SourceDataContainer.create();
+        for (const item of input){
+            const data = results.find((result)=>item.PK === result.PK && item.SK === result.SK);
+            items.add({
+                PK: item.PK,
+                SK: item.SK,
+                table,
+                source: deployment
+            }, data || null);
+        }
+        return {
+            items
+        };
     }
-    return {
-      items
-    };
-  }
-  async execute(params) {
-    const {
-      client,
-      table,
-      records: items,
-      maxBatchSize
-    } = params;
-    const batches = (0, _chunk.default)(items, maxBatchSize);
-    const results = [];
-    for (const batch of batches) {
-      let keys = this.getKeys(batch);
-      while (keys.length > 0) {
-        const command = new _clientDynamodb.BatchGetCommand({
-          RequestItems: {
-            [table.name]: {
-              Keys: keys
+    async execute(params) {
+        const { client, table, records: items, maxBatchSize } = params;
+        const batches = chunk(items, maxBatchSize);
+        const results = [];
+        for (const batch of batches){
+            let keys = this.getKeys(batch);
+            while(keys.length > 0){
+                const command = new BatchGetCommand({
+                    RequestItems: {
+                        [table.name]: {
+                            Keys: keys
+                        }
+                    }
+                });
+                const { items, unprocessedKeys } = await this.runCommand({
+                    command,
+                    client,
+                    table: table.name
+                });
+                results.push(...items);
+                keys = unprocessedKeys;
             }
-          }
+        }
+        return results;
+    }
+    async runCommand(params) {
+        const { command, table, client } = params;
+        const retry = createRetry({
+            maxRetries: this.maxRetries,
+            retryDelay: this.retryDelay
         });
-        const {
-          items,
-          unprocessedKeys
-        } = await this.runCommand({
-          command,
-          client,
-          table: table.name
+        return await retry.retry(async ()=>{
+            const result = await client.send(command);
+            return {
+                items: result.Responses?.[table] || [],
+                unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
+            };
+        }, {
+            onFail: (ex)=>{
+                console.error(`Max retries reached. Could not fetch items from table: ${table}`);
+                console.log(convertException(ex));
+                console.log(JSON.stringify(command));
+            }
         });
-        results.push(...items);
-        keys = unprocessedKeys;
-      }
     }
-    return results;
-  }
-  async runCommand(params) {
-    const {
-      command,
-      table,
-      client
-    } = params;
-    const retry = (0, _Retry.createRetry)({
-      maxRetries: this.maxRetries,
-      retryDelay: this.retryDelay
-    });
-    return await retry.retry(async () => {
-      const result = await client.send(command);
-      return {
-        items: result.Responses?.[table] || [],
-        unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
-      };
-    }, {
-      onFail: ex => {
-        console.error(`Max retries reached. Could not fetch items from table: ${table}`);
-        console.log((0, _utils.convertException)(ex));
-        console.log(JSON.stringify(command));
-      }
-    });
-  }
-  getKeys(items) {
-    const keys = new Map();
-    for (const item of items) {
-      const key = `PK:${item.PK}#SK:${item.SK}`;
-      if (keys.has(key)) {
-        continue;
-      }
-      keys.set(key, {
-        PK: item.PK,
-        SK: item.SK
-      });
+    getKeys(items) {
+        const keys = new Map();
+        for (const item of items){
+            const key = `PK:${item.PK}#SK:${item.SK}`;
+            if (!keys.has(key)) keys.set(key, {
+                PK: item.PK,
+                SK: item.SK
+            });
+        }
+        return Array.from(keys.values());
     }
-    return Array.from(keys.values());
-  }
 }
-exports.Fetcher = Fetcher;
-const createFetcher = params => {
-  return new Fetcher(params);
-};
-exports.createFetcher = createFetcher;
+const createFetcher = (params)=>new Fetcher(params);
+export { Fetcher, createFetcher };
 
 //# sourceMappingURL=Fetcher.js.map

package/resolver/app/fetcher/Fetcher.js.map

@@ -1 +1 @@
-{"version":3,"names":["_clientDynamodb","require","_chunk","_interopRequireDefault","_SourceDataContainer","_utils","_Retry","Fetcher","constructor","params","createDocumentClient","maxRetries","retryDelay","exec","deployment","items","input","table","maxBatchSize","length","SourceDataContainer","create","client","results","execute","records","item","data","find","result","PK","SK","add","source","batches","lodashChunk","batch","keys","getKeys","command","BatchGetCommand","RequestItems","name","Keys","unprocessedKeys","runCommand","push","retry","createRetry","send","Responses","UnprocessedKeys","onFail","ex","console","error","log","convertException","JSON","stringify","Map","key","has","set","Array","from","values","exports","createFetcher"],"sources":["Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types\";\nimport { BatchGetCommand, type DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb\";\nimport lodashChunk from \"lodash/chunk\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"mappings":";;;;;;;AACA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAEA,IAAAG,oBAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAGA,IAAAK,MAAA,GAAAL,OAAA;AAwCO,MAAMM,OAAO,CAAqB;EAK9BC,WAAWA,CAACC,MAAsB,EAAE;IACvC,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;IACvD,IAAI,CAACC,UAAU,GAAGF,MAAM,CAACE,UAAU,IAAI,EAAE;IACzC,IAAI,CAACC,UAAU,GAAGH,MAAM,CAACG,UAAU,IAAI,IAAI;EAC/C;EAEA,MAAaC,IAAIA,CAACJ,MAA0B,EAA+B;IACvE,MAAM;MAAEK,UAAU;MAAEC,KAAK,EAAEC,KAAK;MAAEC,KAAK;MAAEC,YAAY,GAAG;IAAG,CAAC,GAAGT,MAAM;IACrE,IAAIO,KAAK,CAACG,MAAM,KAAK,CAAC,EAAE;MACpB,OAAO;QACHJ,KAAK,EAAEK,wCAAmB,CAACC,MAAM,CAAC;MACtC,CAAC;IACL;IAEA,MAAMC,MAAM,GAAG,IAAI,CAACZ,oBAAoB,CAACI,UAAU,CAAC;IAEpD,MAAMS,OAAO,GAAG,MAAM,IAAI,CAACC,OAAO,CAAC;MAC/BF,MAAM;MACNL,KAAK;MACLC,YAAY;MACZO,OAAO,EAAET;IACb,CAAC,CAAC;IAEF,MAAMD,KAAK,GAAGK,wCAAmB,CAACC,MAAM,CAAC,CAAC;IAE1C,KAAK,MAAMK,IAAI,IAAIV,KAAK,EAAE;MACtB,MAAMW,IAAI,GAAGJ,OAAO,CAACK,IAAI,CAACC,MAAM,IAAI;QAChC,OAAOH,IAAI,CAACI,EAAE,KAAKD,MAAM,CAACC,EAAE,IAAIJ,IAAI,CAACK,EAAE,KAAKF,MAAM,CAACE,EAAE;MACzD,CAAC,CAAC;MACFhB,KAAK,CAACiB,GAAG,CACL;QACIF,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK,EAAE;QACXd,KAAK;QACLgB,MAAM,EAAEnB;MACZ,CAAC,EACDa,IAAI,IAAI,IACZ,CAAC;IACL;IAEA,OAAO;MACHZ;IACJ,CAAC;EACL;EAEA,MAAcS,OAAOA,CAAiBf,MAAkC,EAAE;IACtE,MAAM;MAAEa,MAAM;MAAEL,KAAK;MAAEQ,OAAO,EAAEV,KAAK;MAAEG;IAAa,CAAC,GAAGT,MAAM;IAC9D,MAAMyB,OAAO,GAAG,IAAAC,cAAW,EAACpB,KAAK,EAAEG,YAAY,CAAC;IAEhD,MAAMK,OAAY,GAAG,EAAE;IACvB,KAAK,MAAMa,KAAK,IAAIF,OAAO,EAAE;MACzB,IAAIG,IAAI,GAAG,IAAI,CAACC,OAAO,CAACF,KAAK,CAAC;MAE9B,OAAOC,IAAI,CAAClB,MAAM,GAAG,CAAC,EAAE;QACpB,MAAMoB,OAAO,GAAG,IAAIC,+BAAe,CAAC;UAChCC,YAAY,EAAE;YACV,CAACxB,KAAK,CAACyB,IAAI,GAAG;cACVC,IAAI,EAAEN;YACV;UACJ;QACJ,CAAC,CAAC;QACF,MAAM;UAAEtB,KAAK;UAAE6B;QAAgB,CAAC,GAAG,MAAM,IAAI,CAACC,UAAU,CAAI;UACxDN,OAAO;UACPjB,MAAM;UACNL,KAAK,EAAEA,KAAK,CAACyB;QACjB,CAAC,CAAC;QAEFnB,OAAO,CAACuB,IAAI,CAAC,GAAG/B,KAAK,CAAC;QAEtBsB,IAAI,GAAGO,eAAe;MAC1B;IACJ;IACA,OAAOrB,OAAO;EAClB;EAEA,MAAcsB,UAAUA,CACpBpC,MAAuC,EACI;IAC3C,MAAM;MAAE8B,OAAO;MAAEtB,KAAK;MAAEK;IAAO,CAAC,GAAGb,MAAM;IAEzC,MAAMsC,KAAK,GAAG,IAAAC,kBAAW,EAAC;MACtBrC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;IAEF,OAAO,MAAMmC,KAAK,CAACA,KAAK,CACpB,YAAY;MACR,MAAMlB,MAAM,GAAG,MAAMP,MAAM,CAAC2B,IAAI,CAACV,OAAO,CAAC;MAEzC,OAAO;QACHxB,KAAK,EAAGc,MAAM,CAACqB,SAAS,GAAGjC,KAAK,CAAC,IAAI,EAAU;QAC/C2B,eAAe,EAAGf,MAAM,CAACsB,eAAe,GAAGlC,KAAK,CAAC,EAAE0B,IAAI,IAAI;MAC/D,CAAC;IACL,CAAC,EACD;MACIS,MAAM,EAAEC,EAAE,IAAI;QACVC,OAAO,CAACC,KAAK,CACT,0DAA0DtC,KAAK,EACnE,CAAC;QACDqC,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACJ,EAAE,CAAC,CAAC;QACjCC,OAAO,CAACE,GAAG,CAACE,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;MACxC;IACJ,CACJ,CAAC;EACL;EAEQD,OAAOA,CAACvB,KAAuC,EAAW;IAC9D,MAAMsB,IAAI,GAAG,IAAIuB,GAAG,CAAgB,CAAC;IAErC,KAAK,MAAMlC,IAAI,IAAIX,KAAK,EAAE;MACtB,MAAM8C,GAAG,GAAG,MAAMnC,IAAI,CAACI,EAAE,OAAOJ,IAAI,CAACK,EAAE,EAAE;MACzC,IAAIM,IAAI,CAACyB,GAAG,CAACD,GAAG,CAAC,EAAE;QACf;MACJ;MACAxB,IAAI,CAAC0B,GAAG,CAACF,GAAG,EAAE;QACV/B,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK;MACb,CAAC,CAAC;IACN;IAEA,OAAOiC,KAAK,CAACC,IAAI,CAAC5B,IAAI,CAAC6B,MAAM,CAAC,CAAC,CAAC;EACpC;AACJ;AAACC,OAAA,CAAA5D,OAAA,GAAAA,OAAA;AAEM,MAAM6D,aAAa,GAAI3D,MAAsB,IAAe;EAC/D,OAAO,IAAIF,OAAO,CAACE,MAAM,CAAC;AAC9B,CAAC;AAAC0D,OAAA,CAAAC,aAAA,GAAAA,aAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/fetcher/Fetcher.js","sources":["../../../../src/resolver/app/fetcher/Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types.js\";\nimport type { DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport { BatchGetCommand } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport lodashChunk from \"lodash/chunk.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"names":["Fetcher","params","deployment","input","table","maxBatchSize","SourceDataContainer","client","results","items","item","data","result","batches","lodashChunk","batch","keys","command","BatchGetCommand","unprocessedKeys","retry","createRetry","ex","console","convertException","JSON","Map","key","Array","createFetcher"],"mappings":";;;;;AAkDO,MAAMA;IAKT,YAAmBC,MAAsB,CAAE;QACvC,IAAI,CAAC,oBAAoB,GAAGA,OAAO,oBAAoB;QACvD,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;QACvC,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;IAC3C;IAEA,MAAa,KAAKA,MAA0B,EAA+B;QACvE,MAAM,EAAEC,UAAU,EAAE,OAAOC,KAAK,EAAEC,KAAK,EAAEC,eAAe,EAAE,EAAE,GAAGJ;QAC/D,IAAIE,AAAiB,MAAjBA,MAAM,MAAM,EACZ,OAAO;YACH,OAAOG,oBAAoB,MAAM;QACrC;QAGJ,MAAMC,SAAS,IAAI,CAAC,oBAAoB,CAACL;QAEzC,MAAMM,UAAU,MAAM,IAAI,CAAC,OAAO,CAAC;YAC/BD;YACAH;YACAC;YACA,SAASF;QACb;QAEA,MAAMM,QAAQH,oBAAoB,MAAM;QAExC,KAAK,MAAMI,QAAQP,MAAO;YACtB,MAAMQ,OAAOH,QAAQ,IAAI,CAACI,CAAAA,SACfF,KAAK,EAAE,KAAKE,OAAO,EAAE,IAAIF,KAAK,EAAE,KAAKE,OAAO,EAAE;YAEzDH,MAAM,GAAG,CACL;gBACI,IAAIC,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;gBACXN;gBACA,QAAQF;YACZ,GACAS,QAAQ;QAEhB;QAEA,OAAO;YACHF;QACJ;IACJ;IAEA,MAAc,QAAwBR,MAAkC,EAAE;QACtE,MAAM,EAAEM,MAAM,EAAEH,KAAK,EAAE,SAASK,KAAK,EAAEJ,YAAY,EAAE,GAAGJ;QACxD,MAAMY,UAAUC,MAAYL,OAAOJ;QAEnC,MAAMG,UAAe,EAAE;QACvB,KAAK,MAAMO,SAASF,QAAS;YACzB,IAAIG,OAAO,IAAI,CAAC,OAAO,CAACD;YAExB,MAAOC,KAAK,MAAM,GAAG,EAAG;gBACpB,MAAMC,UAAU,IAAIC,gBAAgB;oBAChC,cAAc;wBACV,CAACd,MAAM,IAAI,CAAC,EAAE;4BACV,MAAMY;wBACV;oBACJ;gBACJ;gBACA,MAAM,EAAEP,KAAK,EAAEU,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAI;oBACxDF;oBACAV;oBACA,OAAOH,MAAM,IAAI;gBACrB;gBAEAI,QAAQ,IAAI,IAAIC;gBAEhBO,OAAOG;YACX;QACJ;QACA,OAAOX;IACX;IAEA,MAAc,WACVP,MAAuC,EACI;QAC3C,MAAM,EAAEgB,OAAO,EAAEb,KAAK,EAAEG,MAAM,EAAE,GAAGN;QAEnC,MAAMmB,QAAQC,YAAY;YACtB,YAAY,IAAI,CAAC,UAAU;YAC3B,YAAY,IAAI,CAAC,UAAU;QAC/B;QAEA,OAAO,MAAMD,MAAM,KAAK,CACpB;YACI,MAAMR,SAAS,MAAML,OAAO,IAAI,CAACU;YAEjC,OAAO;gBACH,OAAQL,OAAO,SAAS,EAAE,CAACR,MAAM,IAAI,EAAE;gBACvC,iBAAkBQ,OAAO,eAAe,EAAE,CAACR,MAAM,EAAE,QAAQ,EAAE;YACjE;QACJ,GACA;YACI,QAAQkB,CAAAA;gBACJC,QAAQ,KAAK,CACT,CAAC,uDAAuD,EAAEnB,OAAO;gBAErEmB,QAAQ,GAAG,CAACC,iBAAiBF;gBAC7BC,QAAQ,GAAG,CAACE,KAAK,SAAS,CAACR;YAC/B;QACJ;IAER;IAEQ,QAAQR,KAAuC,EAAW;QAC9D,MAAMO,OAAO,IAAIU;QAEjB,KAAK,MAAMhB,QAAQD,MAAO;YACtB,MAAMkB,MAAM,CAAC,GAAG,EAAEjB,KAAK,EAAE,CAAC,IAAI,EAAEA,KAAK,EAAE,EAAE;YACzC,KAAIM,KAAK,GAAG,CAACW,MAGbX,KAAK,GAAG,CAACW,KAAK;gBACV,IAAIjB,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;YACf;QACJ;QAEA,OAAOkB,MAAM,IAAI,CAACZ,KAAK,MAAM;IACjC;AACJ;AAEO,MAAMa,gBAAgB,CAAC5B,SACnB,IAAID,QAAQC"}

package/resolver/app/fetcher/types.d.ts

@@ -1,6 +1,6 @@
-import type { IDeployment } from "../../deployment/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 import type { ITable } from "../../../sync/types.js";
-import type { ISourceDataContainer } from "../data/types.js";
+import type { ISourceDataContainer } from "../../../resolver/app/data/types.js";
 export interface IFetcherExecParamsItem {
     PK: string;
     SK: string;

package/resolver/app/fetcher/types.js

@@ -1,7 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-
-//# sourceMappingURL=types.js.map

package/resolver/app/ingestor/Ingestor.d.ts

@@ -1,5 +1,5 @@
 import type { IIngestor, IIngestorIngestParams, IIngestorResult } from "./types.js";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 export interface IIngestorParams {
     createIngestorResult: () => IIngestorResult;
     getSource: (name: string) => IDeployment | null;

package/resolver/app/ingestor/Ingestor.js

@@ -1,44 +1,31 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createIngestor = exports.Ingestor = void 0;
 class Ingestor {
-  constructor(params) {
-    this.createIngestorResult = params.createIngestorResult;
-    this.getSource = params.getSource;
-  }
-  async ingest(params) {
-    const {
-      records
-    } = params;
-    const result = this.createIngestorResult();
-    for (const record of records) {
-      const detail = record.body.detail;
-      const source = this.getSource(detail.source.name);
-      if (!source) {
-        console.error(`Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`);
-        console.log(JSON.stringify({
-          source: detail.source,
-          items: detail.items
-        }));
-        continue;
-      }
-      for (const item of detail.items) {
-        result.add({
-          item,
-          source
-        });
-      }
+    constructor(params){
+        this.createIngestorResult = params.createIngestorResult;
+        this.getSource = params.getSource;
+    }
+    async ingest(params) {
+        const { records } = params;
+        const result = this.createIngestorResult();
+        for (const record of records){
+            const detail = record.body.detail;
+            const source = this.getSource(detail.source.name);
+            if (!source) {
+                console.error(`Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`);
+                console.log(JSON.stringify({
+                    source: detail.source,
+                    items: detail.items
+                }));
+                continue;
+            }
+            for (const item of detail.items)result.add({
+                item,
+                source
+            });
+        }
+        return result;
     }
-    return result;
-  }
 }
-exports.Ingestor = Ingestor;
-const createIngestor = params => {
-  return new Ingestor(params);
-};
-exports.createIngestor = createIngestor;
+const createIngestor = (params)=>new Ingestor(params);
+export { Ingestor, createIngestor };
 
 //# sourceMappingURL=Ingestor.js.map

package/resolver/app/ingestor/Ingestor.js.map

@@ -1 +1 @@
-{"version":3,"names":["Ingestor","constructor","params","createIngestorResult","getSource","ingest","records","result","record","detail","body","source","name","console","error","log","JSON","stringify","items","item","add","exports","createIngestor"],"sources":["Ingestor.ts"],"sourcesContent":["import type { IIngestor, IIngestorIngestParams, IIngestorResult } from \"./types.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\n\nexport interface IIngestorParams {\n    createIngestorResult: () => IIngestorResult;\n    getSource: (name: string) => IDeployment | null;\n}\n\nexport class Ingestor implements IIngestor {\n    private readonly createIngestorResult: () => IIngestorResult;\n    private readonly getSource: (name: string) => IDeployment | null;\n\n    public constructor(params: IIngestorParams) {\n        this.createIngestorResult = params.createIngestorResult;\n        this.getSource = params.getSource;\n    }\n\n    public async ingest(params: IIngestorIngestParams): Promise<IIngestorResult> {\n        const { records } = params;\n\n        const result = this.createIngestorResult();\n\n        for (const record of records) {\n            const detail = record.body.detail;\n            const source = this.getSource(detail.source.name);\n            if (!source) {\n                console.error(\n                    `Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`\n                );\n                console.log(\n                    JSON.stringify({\n                        source: detail.source,\n                        items: detail.items\n                    })\n                );\n                continue;\n            }\n\n            for (const item of detail.items) {\n                result.add({\n                    item,\n                    source\n                });\n            }\n        }\n\n        return result;\n    }\n}\n\nexport const createIngestor = (params: IIngestorParams): IIngestor => {\n    return new Ingestor(params);\n};\n"],"mappings":";;;;;;AAQO,MAAMA,QAAQ,CAAsB;EAIhCC,WAAWA,CAACC,MAAuB,EAAE;IACxC,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;IACvD,IAAI,CAACC,SAAS,GAAGF,MAAM,CAACE,SAAS;EACrC;EAEA,MAAaC,MAAMA,CAACH,MAA6B,EAA4B;IACzE,MAAM;MAAEI;IAAQ,CAAC,GAAGJ,MAAM;IAE1B,MAAMK,MAAM,GAAG,IAAI,CAACJ,oBAAoB,CAAC,CAAC;IAE1C,KAAK,MAAMK,MAAM,IAAIF,OAAO,EAAE;MAC1B,MAAMG,MAAM,GAAGD,MAAM,CAACE,IAAI,CAACD,MAAM;MACjC,MAAME,MAAM,GAAG,IAAI,CAACP,SAAS,CAACK,MAAM,CAACE,MAAM,CAACC,IAAI,CAAC;MACjD,IAAI,CAACD,MAAM,EAAE;QACTE,OAAO,CAACC,KAAK,CACT,oDAAoDL,MAAM,CAACE,MAAM,CAACC,IAAI,+BAC1E,CAAC;QACDC,OAAO,CAACE,GAAG,CACPC,IAAI,CAACC,SAAS,CAAC;UACXN,MAAM,EAAEF,MAAM,CAACE,MAAM;UACrBO,KAAK,EAAET,MAAM,CAACS;QAClB,CAAC,CACL,CAAC;QACD;MACJ;MAEA,KAAK,MAAMC,IAAI,IAAIV,MAAM,CAACS,KAAK,EAAE;QAC7BX,MAAM,CAACa,GAAG,CAAC;UACPD,IAAI;UACJR;QACJ,CAAC,CAAC;MACN;IACJ;IAEA,OAAOJ,MAAM;EACjB;AACJ;AAACc,OAAA,CAAArB,QAAA,GAAAA,QAAA;AAEM,MAAMsB,cAAc,GAAIpB,MAAuB,IAAgB;EAClE,OAAO,IAAIF,QAAQ,CAACE,MAAM,CAAC;AAC/B,CAAC;AAACmB,OAAA,CAAAC,cAAA,GAAAA,cAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/ingestor/Ingestor.js","sources":["../../../../src/resolver/app/ingestor/Ingestor.ts"],"sourcesContent":["import type { IIngestor, IIngestorIngestParams, IIngestorResult } from \"./types.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\n\nexport interface IIngestorParams {\n    createIngestorResult: () => IIngestorResult;\n    getSource: (name: string) => IDeployment | null;\n}\n\nexport class Ingestor implements IIngestor {\n    private readonly createIngestorResult: () => IIngestorResult;\n    private readonly getSource: (name: string) => IDeployment | null;\n\n    public constructor(params: IIngestorParams) {\n        this.createIngestorResult = params.createIngestorResult;\n        this.getSource = params.getSource;\n    }\n\n    public async ingest(params: IIngestorIngestParams): Promise<IIngestorResult> {\n        const { records } = params;\n\n        const result = this.createIngestorResult();\n\n        for (const record of records) {\n            const detail = record.body.detail;\n            const source = this.getSource(detail.source.name);\n            if (!source) {\n                console.error(\n                    `Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`\n                );\n                console.log(\n                    JSON.stringify({\n                        source: detail.source,\n                        items: detail.items\n                    })\n                );\n                continue;\n            }\n\n            for (const item of detail.items) {\n                result.add({\n                    item,\n                    source\n                });\n            }\n        }\n\n        return result;\n    }\n}\n\nexport const createIngestor = (params: IIngestorParams): IIngestor => {\n    return new Ingestor(params);\n};\n"],"names":["Ingestor","params","records","result","record","detail","source","console","JSON","item","createIngestor"],"mappings":"AAQO,MAAMA;IAIT,YAAmBC,MAAuB,CAAE;QACxC,IAAI,CAAC,oBAAoB,GAAGA,OAAO,oBAAoB;QACvD,IAAI,CAAC,SAAS,GAAGA,OAAO,SAAS;IACrC;IAEA,MAAa,OAAOA,MAA6B,EAA4B;QACzE,MAAM,EAAEC,OAAO,EAAE,GAAGD;QAEpB,MAAME,SAAS,IAAI,CAAC,oBAAoB;QAExC,KAAK,MAAMC,UAAUF,QAAS;YAC1B,MAAMG,SAASD,OAAO,IAAI,CAAC,MAAM;YACjC,MAAME,SAAS,IAAI,CAAC,SAAS,CAACD,OAAO,MAAM,CAAC,IAAI;YAChD,IAAI,CAACC,QAAQ;gBACTC,QAAQ,KAAK,CACT,CAAC,iDAAiD,EAAEF,OAAO,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC;gBAEzGE,QAAQ,GAAG,CACPC,KAAK,SAAS,CAAC;oBACX,QAAQH,OAAO,MAAM;oBACrB,OAAOA,OAAO,KAAK;gBACvB;gBAEJ;YACJ;YAEA,KAAK,MAAMI,QAAQJ,OAAO,KAAK,CAC3BF,OAAO,GAAG,CAAC;gBACPM;gBACAH;YACJ;QAER;QAEA,OAAOH;IACX;AACJ;AAEO,MAAMO,iBAAiB,CAACT,SACpB,IAAID,SAASC"}

package/resolver/app/ingestor/IngestorResult.js

@@ -1,45 +1,33 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createIngestorResult = exports.IngestorResult = void 0;
 class IngestorResult {
-  items = new Map();
-  add(params) {
-    const {
-      item,
-      source
-    } = params;
-    let table;
-    try {
-      table = source.getTable(item.tableType);
-    } catch (ex) {
-      console.error(`Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`);
-      console.log(JSON.stringify(item));
-      return;
+    add(params) {
+        const { item, source } = params;
+        let table;
+        try {
+            table = source.getTable(item.tableType);
+        } catch  {
+            console.error(`Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`);
+            console.log(JSON.stringify(item));
+            return;
+        }
+        const command = "delete" === item.command ? "delete" : "put";
+        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;
+        if (this.items.has(key)) return;
+        this.items.set(key, {
+            PK: item.PK,
+            SK: item.SK,
+            source,
+            command,
+            table
+        });
+    }
+    getItems() {
+        return Array.from(this.items.values());
     }
-    const command = item.command === "delete" ? "delete" : "put";
-    const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;
-    if (this.items.has(key)) {
-      return;
+    constructor(){
+        this.items = new Map();
     }
-    this.items.set(key, {
-      PK: item.PK,
-      SK: item.SK,
-      source,
-      command,
-      table
-    });
-  }
-  getItems() {
-    return Array.from(this.items.values());
-  }
 }
-exports.IngestorResult = IngestorResult;
-const createIngestorResult = () => {
-  return new IngestorResult();
-};
-exports.createIngestorResult = createIngestorResult;
+const createIngestorResult = ()=>new IngestorResult();
+export { IngestorResult, createIngestorResult };
 
 //# sourceMappingURL=IngestorResult.js.map

package/resolver/app/ingestor/IngestorResult.js.map

@@ -1 +1 @@
-{"version":3,"names":["IngestorResult","items","Map","add","params","item","source","table","getTable","tableType","ex","console","error","tableName","log","JSON","stringify","command","key","PK","SK","name","has","set","getItems","Array","from","values","exports","createIngestorResult"],"sources":["IngestorResult.ts"],"sourcesContent":["import type { IIngestorResult, IIngestorResultAddParams, IIngestorResultItem } from \"./types.js\";\nimport type { ITable } from \"~/sync/types.js\";\n\nexport class IngestorResult implements IIngestorResult {\n    private readonly items: Map<string, IIngestorResultItem> = new Map();\n\n    public add(params: IIngestorResultAddParams): void {\n        const { item, source } = params;\n        let table: ITable;\n        try {\n            table = source.getTable(item.tableType);\n        } catch (ex) {\n            console.error(\n                `Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`\n            );\n            console.log(JSON.stringify(item));\n            return;\n        }\n\n        const command = item.command === \"delete\" ? \"delete\" : \"put\";\n\n        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;\n\n        if (this.items.has(key)) {\n            return;\n        }\n\n        this.items.set(key, {\n            PK: item.PK,\n            SK: item.SK,\n            source,\n            command,\n            table\n        });\n    }\n\n    public getItems(): IIngestorResultItem[] {\n        return Array.from(this.items.values());\n    }\n}\n\nexport const createIngestorResult = (): IIngestorResult => {\n    return new IngestorResult();\n};\n"],"mappings":";;;;;;AAGO,MAAMA,cAAc,CAA4B;EAClCC,KAAK,GAAqC,IAAIC,GAAG,CAAC,CAAC;EAE7DC,GAAGA,CAACC,MAAgC,EAAQ;IAC/C,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAGF,MAAM;IAC/B,IAAIG,KAAa;IACjB,IAAI;MACAA,KAAK,GAAGD,MAAM,CAACE,QAAQ,CAACH,IAAI,CAACI,SAAS,CAAC;IAC3C,CAAC,CAAC,OAAOC,EAAE,EAAE;MACTC,OAAO,CAACC,KAAK,CACT,+CAA+CP,IAAI,CAACQ,SAAS,MAAMR,IAAI,CAACI,SAAS,+BACrF,CAAC;MACDE,OAAO,CAACG,GAAG,CAACC,IAAI,CAACC,SAAS,CAACX,IAAI,CAAC,CAAC;MACjC;IACJ;IAEA,MAAMY,OAAO,GAAGZ,IAAI,CAACY,OAAO,KAAK,QAAQ,GAAG,QAAQ,GAAG,KAAK;IAE5D,MAAMC,GAAG,GAAG,MAAMb,IAAI,CAACc,EAAE,OAAOd,IAAI,CAACe,EAAE,QAAQH,OAAO,WAAWX,MAAM,CAACe,IAAI,EAAE;IAE9E,IAAI,IAAI,CAACpB,KAAK,CAACqB,GAAG,CAACJ,GAAG,CAAC,EAAE;MACrB;IACJ;IAEA,IAAI,CAACjB,KAAK,CAACsB,GAAG,CAACL,GAAG,EAAE;MAChBC,EAAE,EAAEd,IAAI,CAACc,EAAE;MACXC,EAAE,EAAEf,IAAI,CAACe,EAAE;MACXd,MAAM;MACNW,OAAO;MACPV;IACJ,CAAC,CAAC;EACN;EAEOiB,QAAQA,CAAA,EAA0B;IACrC,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAACzB,KAAK,CAAC0B,MAAM,CAAC,CAAC,CAAC;EAC1C;AACJ;AAACC,OAAA,CAAA5B,cAAA,GAAAA,cAAA;AAEM,MAAM6B,oBAAoB,GAAGA,CAAA,KAAuB;EACvD,OAAO,IAAI7B,cAAc,CAAC,CAAC;AAC/B,CAAC;AAAC4B,OAAA,CAAAC,oBAAA,GAAAA,oBAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/ingestor/IngestorResult.js","sources":["../../../../src/resolver/app/ingestor/IngestorResult.ts"],"sourcesContent":["import type { IIngestorResult, IIngestorResultAddParams, IIngestorResultItem } from \"./types.js\";\nimport type { ITable } from \"~/sync/types.js\";\n\nexport class IngestorResult implements IIngestorResult {\n    private readonly items: Map<string, IIngestorResultItem> = new Map();\n\n    public add(params: IIngestorResultAddParams): void {\n        const { item, source } = params;\n        let table: ITable;\n        try {\n            table = source.getTable(item.tableType);\n        } catch {\n            console.error(\n                `Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`\n            );\n            console.log(JSON.stringify(item));\n            return;\n        }\n\n        const command = item.command === \"delete\" ? \"delete\" : \"put\";\n\n        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;\n\n        if (this.items.has(key)) {\n            return;\n        }\n\n        this.items.set(key, {\n            PK: item.PK,\n            SK: item.SK,\n            source,\n            command,\n            table\n        });\n    }\n\n    public getItems(): IIngestorResultItem[] {\n        return Array.from(this.items.values());\n    }\n}\n\nexport const createIngestorResult = (): IIngestorResult => {\n    return new IngestorResult();\n};\n"],"names":["IngestorResult","params","item","source","table","console","JSON","command","key","Array","Map","createIngestorResult"],"mappings":"AAGO,MAAMA;IAGF,IAAIC,MAAgC,EAAQ;QAC/C,MAAM,EAAEC,IAAI,EAAEC,MAAM,EAAE,GAAGF;QACzB,IAAIG;QACJ,IAAI;YACAA,QAAQD,OAAO,QAAQ,CAACD,KAAK,SAAS;QAC1C,EAAE,OAAM;YACJG,QAAQ,KAAK,CACT,CAAC,4CAA4C,EAAEH,KAAK,SAAS,CAAC,GAAG,EAAEA,KAAK,SAAS,CAAC,6BAA6B,CAAC;YAEpHG,QAAQ,GAAG,CAACC,KAAK,SAAS,CAACJ;YAC3B;QACJ;QAEA,MAAMK,UAAUL,AAAiB,aAAjBA,KAAK,OAAO,GAAgB,WAAW;QAEvD,MAAMM,MAAM,CAAC,GAAG,EAAEN,KAAK,EAAE,CAAC,IAAI,EAAEA,KAAK,EAAE,CAAC,KAAK,EAAEK,QAAQ,QAAQ,EAAEJ,OAAO,IAAI,EAAE;QAE9E,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAACK,MACf;QAGJ,IAAI,CAAC,KAAK,CAAC,GAAG,CAACA,KAAK;YAChB,IAAIN,KAAK,EAAE;YACX,IAAIA,KAAK,EAAE;YACXC;YACAI;YACAH;QACJ;IACJ;IAEO,WAAkC;QACrC,OAAOK,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;IACvC;;aAlCiB,KAAK,GAAqC,IAAIC;;AAmCnE;AAEO,MAAMC,uBAAuB,IACzB,IAAIX"}

package/resolver/app/ingestor/types.d.ts

@@ -1,8 +1,8 @@
 import type { CommandType } from "../../../types.js";
-import type { IResolverSQSRecord } from "../abstractions/ResolverRecord.js";
+import type { IResolverSQSRecord } from "../../../resolver/app/abstractions/ResolverRecord.js";
 import type { IDetailItem } from "../../../sync/handler/types.js";
 import type { ITable } from "../../../sync/types.js";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 export interface IIngestorIngestParams {
     records: IResolverSQSRecord[];
 }

package/resolver/app/ingestor/types.js

@@ -1,7 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-
-//# sourceMappingURL=types.js.map

package/resolver/app/storer/Storer.d.ts

@@ -1,7 +1,7 @@
-import type { IStoreItem, IStorer, IStorerExecParams } from "./types";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IStoreItem, IStorer, IStorerExecParams } from "./types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 import type { DynamoDBDocument } from "@webiny/aws-sdk/client-dynamodb/index.js";
-import type { CommandType } from "../../../types";
+import type { CommandType } from "../../../types.js";
 import type { ITable } from "../../../sync/types.js";
 export interface IStorerParamsCreateDocumentClientCallable {
     (deployment: Pick<IDeployment, "region">): Pick<DynamoDBDocument, "send">;