@webiny/api-sync-system 0.0.0-unstable.e6f0dc8ca7 → 0.0.0-unstable.e9333b3f0b

package/resolver/app/data/SourceDataContainer.js

@@ -1,35 +1,33 @@
-export class SourceDataContainer {
-  items = {};
-  constructor() {
-    // block
-  }
-  static create() {
-    return new SourceDataContainer();
-  }
-  get(input) {
-    const key = this.createKey(input);
-    const item = this.items[key];
-    return item?.data || null;
-  }
-  add(item, data) {
-    const key = this.createKey(item);
-    if (this.items[key]) {
-      return;
+class SourceDataContainer {
+    constructor(){
+        this.items = {};
     }
-    this.items[key] = {
-      ...item,
-      data
-    };
-  }
-  merge(container) {
-    for (const key in container.items) {
-      const item = container.items[key];
-      this.add(item, item.data);
+    static create() {
+        return new SourceDataContainer();
+    }
+    get(input) {
+        const key = this.createKey(input);
+        const item = this.items[key];
+        return item?.data || null;
+    }
+    add(item, data) {
+        const key = this.createKey(item);
+        if (this.items[key]) return;
+        this.items[key] = {
+            ...item,
+            data
+        };
+    }
+    merge(container) {
+        for(const key in container.items){
+            const item = container.items[key];
+            this.add(item, item.data);
+        }
+    }
+    createKey(item) {
+        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;
     }
-  }
-  createKey(item) {
-    return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;
-  }
 }
+export { SourceDataContainer };
 
 //# sourceMappingURL=SourceDataContainer.js.map

package/resolver/app/data/SourceDataContainer.js.map

@@ -1 +1 @@
-{"version":3,"names":["SourceDataContainer","items","constructor","create","get","input","key","createKey","item","data","add","merge","container","source","name","table","PK","SK"],"sources":["SourceDataContainer.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type { IInputItem, IItem, ISourceDataContainer } from \"~/resolver/app/data/types.js\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\n\nexport class SourceDataContainer implements ISourceDataContainer {\n    public readonly items: GenericRecord<string, IItem> = {};\n\n    private constructor() {\n        // block\n    }\n\n    public static create(): ISourceDataContainer {\n        return new SourceDataContainer();\n    }\n\n    public get(input: IInputItem): IStoreItem | null {\n        const key = this.createKey(input);\n        const item = this.items[key];\n        return item?.data || null;\n    }\n\n    public add(item: IInputItem, data: IStoreItem | null): void {\n        const key = this.createKey(item);\n        if (this.items[key]) {\n            return;\n        }\n\n        this.items[key] = {\n            ...item,\n            data\n        };\n    }\n\n    public merge(container: ISourceDataContainer): void {\n        for (const key in container.items) {\n            const item = container.items[key];\n            this.add(item, item.data);\n        }\n    }\n\n    private createKey(item: IInputItem): string {\n        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;\n    }\n}\n"],"mappings":"AAIA,OAAO,MAAMA,mBAAmB,CAAiC;EAC7CC,KAAK,GAAiC,CAAC,CAAC;EAEhDC,WAAWA,CAAA,EAAG;IAClB;EAAA;EAGJ,OAAcC,MAAMA,CAAA,EAAyB;IACzC,OAAO,IAAIH,mBAAmB,CAAC,CAAC;EACpC;EAEOI,GAAGA,CAACC,KAAiB,EAAqB;IAC7C,MAAMC,GAAG,GAAG,IAAI,CAACC,SAAS,CAACF,KAAK,CAAC;IACjC,MAAMG,IAAI,GAAG,IAAI,CAACP,KAAK,CAACK,GAAG,CAAC;IAC5B,OAAOE,IAAI,EAAEC,IAAI,IAAI,IAAI;EAC7B;EAEOC,GAAGA,CAACF,IAAgB,EAAEC,IAAuB,EAAQ;IACxD,MAAMH,GAAG,GAAG,IAAI,CAACC,SAAS,CAACC,IAAI,CAAC;IAChC,IAAI,IAAI,CAACP,KAAK,CAACK,GAAG,CAAC,EAAE;MACjB;IACJ;IAEA,IAAI,CAACL,KAAK,CAACK,GAAG,CAAC,GAAG;MACd,GAAGE,IAAI;MACPC;IACJ,CAAC;EACL;EAEOE,KAAKA,CAACC,SAA+B,EAAQ;IAChD,KAAK,MAAMN,GAAG,IAAIM,SAAS,CAACX,KAAK,EAAE;MAC/B,MAAMO,IAAI,GAAGI,SAAS,CAACX,KAAK,CAACK,GAAG,CAAC;MACjC,IAAI,CAACI,GAAG,CAACF,IAAI,EAAEA,IAAI,CAACC,IAAI,CAAC;IAC7B;EACJ;EAEQF,SAASA,CAACC,IAAgB,EAAU;IACxC,OAAO,GAAGA,IAAI,CAACK,MAAM,CAACC,IAAI,IAAIN,IAAI,CAACO,KAAK,CAACD,IAAI,IAAIN,IAAI,CAACQ,EAAE,IAAIR,IAAI,CAACS,EAAE,EAAE;EACzE;AACJ","ignoreList":[]}
+{"version":3,"file":"resolver/app/data/SourceDataContainer.js","sources":["../../../../src/resolver/app/data/SourceDataContainer.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type { IInputItem, IItem, ISourceDataContainer } from \"~/resolver/app/data/types.js\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\n\nexport class SourceDataContainer implements ISourceDataContainer {\n    public readonly items: GenericRecord<string, IItem> = {};\n\n    private constructor() {\n        // block\n    }\n\n    public static create(): ISourceDataContainer {\n        return new SourceDataContainer();\n    }\n\n    public get(input: IInputItem): IStoreItem | null {\n        const key = this.createKey(input);\n        const item = this.items[key];\n        return item?.data || null;\n    }\n\n    public add(item: IInputItem, data: IStoreItem | null): void {\n        const key = this.createKey(item);\n        if (this.items[key]) {\n            return;\n        }\n\n        this.items[key] = {\n            ...item,\n            data\n        };\n    }\n\n    public merge(container: ISourceDataContainer): void {\n        for (const key in container.items) {\n            const item = container.items[key];\n            this.add(item, item.data);\n        }\n    }\n\n    private createKey(item: IInputItem): string {\n        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;\n    }\n}\n"],"names":["SourceDataContainer","input","key","item","data","container"],"mappings":"AAIO,MAAMA;IAGT,aAAsB;aAFN,KAAK,GAAiC,CAAC;IAIvD;IAEA,OAAc,SAA+B;QACzC,OAAO,IAAIA;IACf;IAEO,IAAIC,KAAiB,EAAqB;QAC7C,MAAMC,MAAM,IAAI,CAAC,SAAS,CAACD;QAC3B,MAAME,OAAO,IAAI,CAAC,KAAK,CAACD,IAAI;QAC5B,OAAOC,MAAM,QAAQ;IACzB;IAEO,IAAIA,IAAgB,EAAEC,IAAuB,EAAQ;QACxD,MAAMF,MAAM,IAAI,CAAC,SAAS,CAACC;QAC3B,IAAI,IAAI,CAAC,KAAK,CAACD,IAAI,EACf;QAGJ,IAAI,CAAC,KAAK,CAACA,IAAI,GAAG;YACd,GAAGC,IAAI;YACPC;QACJ;IACJ;IAEO,MAAMC,SAA+B,EAAQ;QAChD,IAAK,MAAMH,OAAOG,UAAU,KAAK,CAAE;YAC/B,MAAMF,OAAOE,UAAU,KAAK,CAACH,IAAI;YACjC,IAAI,CAAC,GAAG,CAACC,MAAMA,KAAK,IAAI;QAC5B;IACJ;IAEQ,UAAUA,IAAgB,EAAU;QACxC,OAAO,GAAGA,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,EAAEA,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,EAAEA,KAAK,EAAE,CAAC,CAAC,EAAEA,KAAK,EAAE,EAAE;IACzE;AACJ"}

package/resolver/app/data/types.js

@@ -1,3 +0,0 @@
-export {};
-
-//# sourceMappingURL=types.js.map

package/resolver/app/fetcher/Fetcher.js

@@ -1,123 +1,98 @@
 import { BatchGetCommand } from "@webiny/aws-sdk/client-dynamodb/index.js";
-import lodashChunk from "lodash/chunk.js";
+import chunk from "lodash/chunk.js";
 import { SourceDataContainer } from "../data/SourceDataContainer.js";
 import { convertException } from "@webiny/utils";
 import { createRetry } from "../utils/Retry.js";
-export class Fetcher {
-  constructor(params) {
-    this.createDocumentClient = params.createDocumentClient;
-    this.maxRetries = params.maxRetries || 10;
-    this.retryDelay = params.retryDelay || 1000;
-  }
-  async exec(params) {
-    const {
-      deployment,
-      items: input,
-      table,
-      maxBatchSize = 25
-    } = params;
-    if (input.length === 0) {
-      return {
-        items: SourceDataContainer.create()
-      };
+class Fetcher {
+    constructor(params){
+        this.createDocumentClient = params.createDocumentClient;
+        this.maxRetries = params.maxRetries || 10;
+        this.retryDelay = params.retryDelay || 1000;
     }
-    const client = this.createDocumentClient(deployment);
-    const results = await this.execute({
-      client,
-      table,
-      maxBatchSize,
-      records: input
-    });
-    const items = SourceDataContainer.create();
-    for (const item of input) {
-      const data = results.find(result => {
-        return item.PK === result.PK && item.SK === result.SK;
-      });
-      items.add({
-        PK: item.PK,
-        SK: item.SK,
-        table,
-        source: deployment
-      }, data || null);
+    async exec(params) {
+        const { deployment, items: input, table, maxBatchSize = 25 } = params;
+        if (0 === input.length) return {
+            items: SourceDataContainer.create()
+        };
+        const client = this.createDocumentClient(deployment);
+        const results = await this.execute({
+            client,
+            table,
+            maxBatchSize,
+            records: input
+        });
+        const items = SourceDataContainer.create();
+        for (const item of input){
+            const data = results.find((result)=>item.PK === result.PK && item.SK === result.SK);
+            items.add({
+                PK: item.PK,
+                SK: item.SK,
+                table,
+                source: deployment
+            }, data || null);
+        }
+        return {
+            items
+        };
     }
-    return {
-      items
-    };
-  }
-  async execute(params) {
-    const {
-      client,
-      table,
-      records: items,
-      maxBatchSize
-    } = params;
-    const batches = lodashChunk(items, maxBatchSize);
-    const results = [];
-    for (const batch of batches) {
-      let keys = this.getKeys(batch);
-      while (keys.length > 0) {
-        const command = new BatchGetCommand({
-          RequestItems: {
-            [table.name]: {
-              Keys: keys
+    async execute(params) {
+        const { client, table, records: items, maxBatchSize } = params;
+        const batches = chunk(items, maxBatchSize);
+        const results = [];
+        for (const batch of batches){
+            let keys = this.getKeys(batch);
+            while(keys.length > 0){
+                const command = new BatchGetCommand({
+                    RequestItems: {
+                        [table.name]: {
+                            Keys: keys
+                        }
+                    }
+                });
+                const { items, unprocessedKeys } = await this.runCommand({
+                    command,
+                    client,
+                    table: table.name
+                });
+                results.push(...items);
+                keys = unprocessedKeys;
             }
-          }
+        }
+        return results;
+    }
+    async runCommand(params) {
+        const { command, table, client } = params;
+        const retry = createRetry({
+            maxRetries: this.maxRetries,
+            retryDelay: this.retryDelay
         });
-        const {
-          items,
-          unprocessedKeys
-        } = await this.runCommand({
-          command,
-          client,
-          table: table.name
+        return await retry.retry(async ()=>{
+            const result = await client.send(command);
+            return {
+                items: result.Responses?.[table] || [],
+                unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
+            };
+        }, {
+            onFail: (ex)=>{
+                console.error(`Max retries reached. Could not fetch items from table: ${table}`);
+                console.log(convertException(ex));
+                console.log(JSON.stringify(command));
+            }
         });
-        results.push(...items);
-        keys = unprocessedKeys;
-      }
     }
-    return results;
-  }
-  async runCommand(params) {
-    const {
-      command,
-      table,
-      client
-    } = params;
-    const retry = createRetry({
-      maxRetries: this.maxRetries,
-      retryDelay: this.retryDelay
-    });
-    return await retry.retry(async () => {
-      const result = await client.send(command);
-      return {
-        items: result.Responses?.[table] || [],
-        unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
-      };
-    }, {
-      onFail: ex => {
-        console.error(`Max retries reached. Could not fetch items from table: ${table}`);
-        console.log(convertException(ex));
-        console.log(JSON.stringify(command));
-      }
-    });
-  }
-  getKeys(items) {
-    const keys = new Map();
-    for (const item of items) {
-      const key = `PK:${item.PK}#SK:${item.SK}`;
-      if (keys.has(key)) {
-        continue;
-      }
-      keys.set(key, {
-        PK: item.PK,
-        SK: item.SK
-      });
+    getKeys(items) {
+        const keys = new Map();
+        for (const item of items){
+            const key = `PK:${item.PK}#SK:${item.SK}`;
+            if (!keys.has(key)) keys.set(key, {
+                PK: item.PK,
+                SK: item.SK
+            });
+        }
+        return Array.from(keys.values());
     }
-    return Array.from(keys.values());
-  }
 }
-export const createFetcher = params => {
-  return new Fetcher(params);
-};
+const createFetcher = (params)=>new Fetcher(params);
+export { Fetcher, createFetcher };
 
 //# sourceMappingURL=Fetcher.js.map

package/resolver/app/fetcher/Fetcher.js.map

@@ -1 +1 @@
-{"version":3,"names":["BatchGetCommand","lodashChunk","SourceDataContainer","convertException","createRetry","Fetcher","constructor","params","createDocumentClient","maxRetries","retryDelay","exec","deployment","items","input","table","maxBatchSize","length","create","client","results","execute","records","item","data","find","result","PK","SK","add","source","batches","batch","keys","getKeys","command","RequestItems","name","Keys","unprocessedKeys","runCommand","push","retry","send","Responses","UnprocessedKeys","onFail","ex","console","error","log","JSON","stringify","Map","key","has","set","Array","from","values","createFetcher"],"sources":["Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types.js\";\nimport type { DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport { BatchGetCommand } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport lodashChunk from \"lodash/chunk.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"mappings":"AAEA,SAASA,eAAe,QAAQ,0CAA0C;AAC1E,OAAOC,WAAW,MAAM,iBAAiB;AAEzC,SAASC,mBAAmB;AAE5B,SAASC,gBAAgB,QAAQ,eAAe;AAGhD,SAASC,WAAW;AAwCpB,OAAO,MAAMC,OAAO,CAAqB;EAK9BC,WAAWA,CAACC,MAAsB,EAAE;IACvC,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;IACvD,IAAI,CAACC,UAAU,GAAGF,MAAM,CAACE,UAAU,IAAI,EAAE;IACzC,IAAI,CAACC,UAAU,GAAGH,MAAM,CAACG,UAAU,IAAI,IAAI;EAC/C;EAEA,MAAaC,IAAIA,CAACJ,MAA0B,EAA+B;IACvE,MAAM;MAAEK,UAAU;MAAEC,KAAK,EAAEC,KAAK;MAAEC,KAAK;MAAEC,YAAY,GAAG;IAAG,CAAC,GAAGT,MAAM;IACrE,IAAIO,KAAK,CAACG,MAAM,KAAK,CAAC,EAAE;MACpB,OAAO;QACHJ,KAAK,EAAEX,mBAAmB,CAACgB,MAAM,CAAC;MACtC,CAAC;IACL;IAEA,MAAMC,MAAM,GAAG,IAAI,CAACX,oBAAoB,CAACI,UAAU,CAAC;IAEpD,MAAMQ,OAAO,GAAG,MAAM,IAAI,CAACC,OAAO,CAAC;MAC/BF,MAAM;MACNJ,KAAK;MACLC,YAAY;MACZM,OAAO,EAAER;IACb,CAAC,CAAC;IAEF,MAAMD,KAAK,GAAGX,mBAAmB,CAACgB,MAAM,CAAC,CAAC;IAE1C,KAAK,MAAMK,IAAI,IAAIT,KAAK,EAAE;MACtB,MAAMU,IAAI,GAAGJ,OAAO,CAACK,IAAI,CAACC,MAAM,IAAI;QAChC,OAAOH,IAAI,CAACI,EAAE,KAAKD,MAAM,CAACC,EAAE,IAAIJ,IAAI,CAACK,EAAE,KAAKF,MAAM,CAACE,EAAE;MACzD,CAAC,CAAC;MACFf,KAAK,CAACgB,GAAG,CACL;QACIF,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK,EAAE;QACXb,KAAK;QACLe,MAAM,EAAElB;MACZ,CAAC,EACDY,IAAI,IAAI,IACZ,CAAC;IACL;IAEA,OAAO;MACHX;IACJ,CAAC;EACL;EAEA,MAAcQ,OAAOA,CAAiBd,MAAkC,EAAE;IACtE,MAAM;MAAEY,MAAM;MAAEJ,KAAK;MAAEO,OAAO,EAAET,KAAK;MAAEG;IAAa,CAAC,GAAGT,MAAM;IAC9D,MAAMwB,OAAO,GAAG9B,WAAW,CAACY,KAAK,EAAEG,YAAY,CAAC;IAEhD,MAAMI,OAAY,GAAG,EAAE;IACvB,KAAK,MAAMY,KAAK,IAAID,OAAO,EAAE;MACzB,IAAIE,IAAI,GAAG,IAAI,CAACC,OAAO,CAACF,KAAK,CAAC;MAE9B,OAAOC,IAAI,CAAChB,MAAM,GAAG,CAAC,EAAE;QACpB,MAAMkB,OAAO,GAAG,IAAInC,eAAe,CAAC;UAChCoC,YAAY,EAAE;YACV,CAACrB,KAAK,CAACsB,IAAI,GAAG;cACVC,IAAI,EAAEL;YACV;UACJ;QACJ,CAAC,CAAC;QACF,MAAM;UAAEpB,KAAK;UAAE0B;QAAgB,CAAC,GAAG,MAAM,IAAI,CAACC,UAAU,CAAI;UACxDL,OAAO;UACPhB,MAAM;UACNJ,KAAK,EAAEA,KAAK,CAACsB;QACjB,CAAC,CAAC;QAEFjB,OAAO,CAACqB,IAAI,CAAC,GAAG5B,KAAK,CAAC;QAEtBoB,IAAI,GAAGM,eAAe;MAC1B;IACJ;IACA,OAAOnB,OAAO;EAClB;EAEA,MAAcoB,UAAUA,CACpBjC,MAAuC,EACI;IAC3C,MAAM;MAAE4B,OAAO;MAAEpB,KAAK;MAAEI;IAAO,CAAC,GAAGZ,MAAM;IAEzC,MAAMmC,KAAK,GAAGtC,WAAW,CAAC;MACtBK,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;IAEF,OAAO,MAAMgC,KAAK,CAACA,KAAK,CACpB,YAAY;MACR,MAAMhB,MAAM,GAAG,MAAMP,MAAM,CAACwB,IAAI,CAACR,OAAO,CAAC;MAEzC,OAAO;QACHtB,KAAK,EAAGa,MAAM,CAACkB,SAAS,GAAG7B,KAAK,CAAC,IAAI,EAAU;QAC/CwB,eAAe,EAAGb,MAAM,CAACmB,eAAe,GAAG9B,KAAK,CAAC,EAAEuB,IAAI,IAAI;MAC/D,CAAC;IACL,CAAC,EACD;MACIQ,MAAM,EAAEC,EAAE,IAAI;QACVC,OAAO,CAACC,KAAK,CACT,0DAA0DlC,KAAK,EACnE,CAAC;QACDiC,OAAO,CAACE,GAAG,CAAC/C,gBAAgB,CAAC4C,EAAE,CAAC,CAAC;QACjCC,OAAO,CAACE,GAAG,CAACC,IAAI,CAACC,SAAS,CAACjB,OAAO,CAAC,CAAC;MACxC;IACJ,CACJ,CAAC;EACL;EAEQD,OAAOA,CAACrB,KAAuC,EAAW;IAC9D,MAAMoB,IAAI,GAAG,IAAIoB,GAAG,CAAgB,CAAC;IAErC,KAAK,MAAM9B,IAAI,IAAIV,KAAK,EAAE;MACtB,MAAMyC,GAAG,GAAG,MAAM/B,IAAI,CAACI,EAAE,OAAOJ,IAAI,CAACK,EAAE,EAAE;MACzC,IAAIK,IAAI,CAACsB,GAAG,CAACD,GAAG,CAAC,EAAE;QACf;MACJ;MACArB,IAAI,CAACuB,GAAG,CAACF,GAAG,EAAE;QACV3B,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK;MACb,CAAC,CAAC;IACN;IAEA,OAAO6B,KAAK,CAACC,IAAI,CAACzB,IAAI,CAAC0B,MAAM,CAAC,CAAC,CAAC;EACpC;AACJ;AAEA,OAAO,MAAMC,aAAa,GAAIrD,MAAsB,IAAe;EAC/D,OAAO,IAAIF,OAAO,CAACE,MAAM,CAAC;AAC9B,CAAC","ignoreList":[]}
+{"version":3,"file":"resolver/app/fetcher/Fetcher.js","sources":["../../../../src/resolver/app/fetcher/Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types.js\";\nimport type { DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport { BatchGetCommand } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport lodashChunk from \"lodash/chunk.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"names":["Fetcher","params","deployment","input","table","maxBatchSize","SourceDataContainer","client","results","items","item","data","result","batches","lodashChunk","batch","keys","command","BatchGetCommand","unprocessedKeys","retry","createRetry","ex","console","convertException","JSON","Map","key","Array","createFetcher"],"mappings":";;;;;AAkDO,MAAMA;IAKT,YAAmBC,MAAsB,CAAE;QACvC,IAAI,CAAC,oBAAoB,GAAGA,OAAO,oBAAoB;QACvD,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;QACvC,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;IAC3C;IAEA,MAAa,KAAKA,MAA0B,EAA+B;QACvE,MAAM,EAAEC,UAAU,EAAE,OAAOC,KAAK,EAAEC,KAAK,EAAEC,eAAe,EAAE,EAAE,GAAGJ;QAC/D,IAAIE,AAAiB,MAAjBA,MAAM,MAAM,EACZ,OAAO;YACH,OAAOG,oBAAoB,MAAM;QACrC;QAGJ,MAAMC,SAAS,IAAI,CAAC,oBAAoB,CAACL;QAEzC,MAAMM,UAAU,MAAM,IAAI,CAAC,OAAO,CAAC;YAC/BD;YACAH;YACAC;YACA,SAASF;QACb;QAEA,MAAMM,QAAQH,oBAAoB,MAAM;QAExC,KAAK,MAAMI,QAAQP,MAAO;YACtB,MAAMQ,OAAOH,QAAQ,IAAI,CAACI,CAAAA,SACfF,KAAK,EAAE,KAAKE,OAAO,EAAE,IAAIF,KAAK,EAAE,KAAKE,OAAO,EAAE;YAEzDH,MAAM,GAAG,CACL;gBACI,IAAIC,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;gBACXN;gBACA,QAAQF;YACZ,GACAS,QAAQ;QAEhB;QAEA,OAAO;YACHF;QACJ;IACJ;IAEA,MAAc,QAAwBR,MAAkC,EAAE;QACtE,MAAM,EAAEM,MAAM,EAAEH,KAAK,EAAE,SAASK,KAAK,EAAEJ,YAAY,EAAE,GAAGJ;QACxD,MAAMY,UAAUC,MAAYL,OAAOJ;QAEnC,MAAMG,UAAe,EAAE;QACvB,KAAK,MAAMO,SAASF,QAAS;YACzB,IAAIG,OAAO,IAAI,CAAC,OAAO,CAACD;YAExB,MAAOC,KAAK,MAAM,GAAG,EAAG;gBACpB,MAAMC,UAAU,IAAIC,gBAAgB;oBAChC,cAAc;wBACV,CAACd,MAAM,IAAI,CAAC,EAAE;4BACV,MAAMY;wBACV;oBACJ;gBACJ;gBACA,MAAM,EAAEP,KAAK,EAAEU,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAI;oBACxDF;oBACAV;oBACA,OAAOH,MAAM,IAAI;gBACrB;gBAEAI,QAAQ,IAAI,IAAIC;gBAEhBO,OAAOG;YACX;QACJ;QACA,OAAOX;IACX;IAEA,MAAc,WACVP,MAAuC,EACI;QAC3C,MAAM,EAAEgB,OAAO,EAAEb,KAAK,EAAEG,MAAM,EAAE,GAAGN;QAEnC,MAAMmB,QAAQC,YAAY;YACtB,YAAY,IAAI,CAAC,UAAU;YAC3B,YAAY,IAAI,CAAC,UAAU;QAC/B;QAEA,OAAO,MAAMD,MAAM,KAAK,CACpB;YACI,MAAMR,SAAS,MAAML,OAAO,IAAI,CAACU;YAEjC,OAAO;gBACH,OAAQL,OAAO,SAAS,EAAE,CAACR,MAAM,IAAI,EAAE;gBACvC,iBAAkBQ,OAAO,eAAe,EAAE,CAACR,MAAM,EAAE,QAAQ,EAAE;YACjE;QACJ,GACA;YACI,QAAQkB,CAAAA;gBACJC,QAAQ,KAAK,CACT,CAAC,uDAAuD,EAAEnB,OAAO;gBAErEmB,QAAQ,GAAG,CAACC,iBAAiBF;gBAC7BC,QAAQ,GAAG,CAACE,KAAK,SAAS,CAACR;YAC/B;QACJ;IAER;IAEQ,QAAQR,KAAuC,EAAW;QAC9D,MAAMO,OAAO,IAAIU;QAEjB,KAAK,MAAMhB,QAAQD,MAAO;YACtB,MAAMkB,MAAM,CAAC,GAAG,EAAEjB,KAAK,EAAE,CAAC,IAAI,EAAEA,KAAK,EAAE,EAAE;YACzC,KAAIM,KAAK,GAAG,CAACW,MAGbX,KAAK,GAAG,CAACW,KAAK;gBACV,IAAIjB,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;YACf;QACJ;QAEA,OAAOkB,MAAM,IAAI,CAACZ,KAAK,MAAM;IACjC;AACJ;AAEO,MAAMa,gBAAgB,CAAC5B,SACnB,IAAID,QAAQC"}

package/resolver/app/fetcher/types.js

@@ -1,3 +0,0 @@
-export {};
-
-//# sourceMappingURL=types.js.map

package/resolver/app/ingestor/Ingestor.js

@@ -1,36 +1,31 @@
-export class Ingestor {
-  constructor(params) {
-    this.createIngestorResult = params.createIngestorResult;
-    this.getSource = params.getSource;
-  }
-  async ingest(params) {
-    const {
-      records
-    } = params;
-    const result = this.createIngestorResult();
-    for (const record of records) {
-      const detail = record.body.detail;
-      const source = this.getSource(detail.source.name);
-      if (!source) {
-        console.error(`Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`);
-        console.log(JSON.stringify({
-          source: detail.source,
-          items: detail.items
-        }));
-        continue;
-      }
-      for (const item of detail.items) {
-        result.add({
-          item,
-          source
-        });
-      }
+class Ingestor {
+    constructor(params){
+        this.createIngestorResult = params.createIngestorResult;
+        this.getSource = params.getSource;
+    }
+    async ingest(params) {
+        const { records } = params;
+        const result = this.createIngestorResult();
+        for (const record of records){
+            const detail = record.body.detail;
+            const source = this.getSource(detail.source.name);
+            if (!source) {
+                console.error(`Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`);
+                console.log(JSON.stringify({
+                    source: detail.source,
+                    items: detail.items
+                }));
+                continue;
+            }
+            for (const item of detail.items)result.add({
+                item,
+                source
+            });
+        }
+        return result;
     }
-    return result;
-  }
 }
-export const createIngestor = params => {
-  return new Ingestor(params);
-};
+const createIngestor = (params)=>new Ingestor(params);
+export { Ingestor, createIngestor };
 
 //# sourceMappingURL=Ingestor.js.map

package/resolver/app/ingestor/Ingestor.js.map

@@ -1 +1 @@
-{"version":3,"names":["Ingestor","constructor","params","createIngestorResult","getSource","ingest","records","result","record","detail","body","source","name","console","error","log","JSON","stringify","items","item","add","createIngestor"],"sources":["Ingestor.ts"],"sourcesContent":["import type { IIngestor, IIngestorIngestParams, IIngestorResult } from \"./types.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\n\nexport interface IIngestorParams {\n    createIngestorResult: () => IIngestorResult;\n    getSource: (name: string) => IDeployment | null;\n}\n\nexport class Ingestor implements IIngestor {\n    private readonly createIngestorResult: () => IIngestorResult;\n    private readonly getSource: (name: string) => IDeployment | null;\n\n    public constructor(params: IIngestorParams) {\n        this.createIngestorResult = params.createIngestorResult;\n        this.getSource = params.getSource;\n    }\n\n    public async ingest(params: IIngestorIngestParams): Promise<IIngestorResult> {\n        const { records } = params;\n\n        const result = this.createIngestorResult();\n\n        for (const record of records) {\n            const detail = record.body.detail;\n            const source = this.getSource(detail.source.name);\n            if (!source) {\n                console.error(\n                    `Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`\n                );\n                console.log(\n                    JSON.stringify({\n                        source: detail.source,\n                        items: detail.items\n                    })\n                );\n                continue;\n            }\n\n            for (const item of detail.items) {\n                result.add({\n                    item,\n                    source\n                });\n            }\n        }\n\n        return result;\n    }\n}\n\nexport const createIngestor = (params: IIngestorParams): IIngestor => {\n    return new Ingestor(params);\n};\n"],"mappings":"AAQA,OAAO,MAAMA,QAAQ,CAAsB;EAIhCC,WAAWA,CAACC,MAAuB,EAAE;IACxC,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;IACvD,IAAI,CAACC,SAAS,GAAGF,MAAM,CAACE,SAAS;EACrC;EAEA,MAAaC,MAAMA,CAACH,MAA6B,EAA4B;IACzE,MAAM;MAAEI;IAAQ,CAAC,GAAGJ,MAAM;IAE1B,MAAMK,MAAM,GAAG,IAAI,CAACJ,oBAAoB,CAAC,CAAC;IAE1C,KAAK,MAAMK,MAAM,IAAIF,OAAO,EAAE;MAC1B,MAAMG,MAAM,GAAGD,MAAM,CAACE,IAAI,CAACD,MAAM;MACjC,MAAME,MAAM,GAAG,IAAI,CAACP,SAAS,CAACK,MAAM,CAACE,MAAM,CAACC,IAAI,CAAC;MACjD,IAAI,CAACD,MAAM,EAAE;QACTE,OAAO,CAACC,KAAK,CACT,oDAAoDL,MAAM,CAACE,MAAM,CAACC,IAAI,+BAC1E,CAAC;QACDC,OAAO,CAACE,GAAG,CACPC,IAAI,CAACC,SAAS,CAAC;UACXN,MAAM,EAAEF,MAAM,CAACE,MAAM;UACrBO,KAAK,EAAET,MAAM,CAACS;QAClB,CAAC,CACL,CAAC;QACD;MACJ;MAEA,KAAK,MAAMC,IAAI,IAAIV,MAAM,CAACS,KAAK,EAAE;QAC7BX,MAAM,CAACa,GAAG,CAAC;UACPD,IAAI;UACJR;QACJ,CAAC,CAAC;MACN;IACJ;IAEA,OAAOJ,MAAM;EACjB;AACJ;AAEA,OAAO,MAAMc,cAAc,GAAInB,MAAuB,IAAgB;EAClE,OAAO,IAAIF,QAAQ,CAACE,MAAM,CAAC;AAC/B,CAAC","ignoreList":[]}
+{"version":3,"file":"resolver/app/ingestor/Ingestor.js","sources":["../../../../src/resolver/app/ingestor/Ingestor.ts"],"sourcesContent":["import type { IIngestor, IIngestorIngestParams, IIngestorResult } from \"./types.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\n\nexport interface IIngestorParams {\n    createIngestorResult: () => IIngestorResult;\n    getSource: (name: string) => IDeployment | null;\n}\n\nexport class Ingestor implements IIngestor {\n    private readonly createIngestorResult: () => IIngestorResult;\n    private readonly getSource: (name: string) => IDeployment | null;\n\n    public constructor(params: IIngestorParams) {\n        this.createIngestorResult = params.createIngestorResult;\n        this.getSource = params.getSource;\n    }\n\n    public async ingest(params: IIngestorIngestParams): Promise<IIngestorResult> {\n        const { records } = params;\n\n        const result = this.createIngestorResult();\n\n        for (const record of records) {\n            const detail = record.body.detail;\n            const source = this.getSource(detail.source.name);\n            if (!source) {\n                console.error(\n                    `Could not find deployment for SQS Record source: ${detail.source.name}. More info in next log line.`\n                );\n                console.log(\n                    JSON.stringify({\n                        source: detail.source,\n                        items: detail.items\n                    })\n                );\n                continue;\n            }\n\n            for (const item of detail.items) {\n                result.add({\n                    item,\n                    source\n                });\n            }\n        }\n\n        return result;\n    }\n}\n\nexport const createIngestor = (params: IIngestorParams): IIngestor => {\n    return new Ingestor(params);\n};\n"],"names":["Ingestor","params","records","result","record","detail","source","console","JSON","item","createIngestor"],"mappings":"AAQO,MAAMA;IAIT,YAAmBC,MAAuB,CAAE;QACxC,IAAI,CAAC,oBAAoB,GAAGA,OAAO,oBAAoB;QACvD,IAAI,CAAC,SAAS,GAAGA,OAAO,SAAS;IACrC;IAEA,MAAa,OAAOA,MAA6B,EAA4B;QACzE,MAAM,EAAEC,OAAO,EAAE,GAAGD;QAEpB,MAAME,SAAS,IAAI,CAAC,oBAAoB;QAExC,KAAK,MAAMC,UAAUF,QAAS;YAC1B,MAAMG,SAASD,OAAO,IAAI,CAAC,MAAM;YACjC,MAAME,SAAS,IAAI,CAAC,SAAS,CAACD,OAAO,MAAM,CAAC,IAAI;YAChD,IAAI,CAACC,QAAQ;gBACTC,QAAQ,KAAK,CACT,CAAC,iDAAiD,EAAEF,OAAO,MAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC;gBAEzGE,QAAQ,GAAG,CACPC,KAAK,SAAS,CAAC;oBACX,QAAQH,OAAO,MAAM;oBACrB,OAAOA,OAAO,KAAK;gBACvB;gBAEJ;YACJ;YAEA,KAAK,MAAMI,QAAQJ,OAAO,KAAK,CAC3BF,OAAO,GAAG,CAAC;gBACPM;gBACAH;YACJ;QAER;QAEA,OAAOH;IACX;AACJ;AAEO,MAAMO,iBAAiB,CAACT,SACpB,IAAID,SAASC"}

package/resolver/app/ingestor/IngestorResult.js

@@ -1,37 +1,33 @@
-export class IngestorResult {
-  items = new Map();
-  add(params) {
-    const {
-      item,
-      source
-    } = params;
-    let table;
-    try {
-      table = source.getTable(item.tableType);
-    } catch {
-      console.error(`Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`);
-      console.log(JSON.stringify(item));
-      return;
+class IngestorResult {
+    add(params) {
+        const { item, source } = params;
+        let table;
+        try {
+            table = source.getTable(item.tableType);
+        } catch  {
+            console.error(`Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`);
+            console.log(JSON.stringify(item));
+            return;
+        }
+        const command = "delete" === item.command ? "delete" : "put";
+        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;
+        if (this.items.has(key)) return;
+        this.items.set(key, {
+            PK: item.PK,
+            SK: item.SK,
+            source,
+            command,
+            table
+        });
     }
-    const command = item.command === "delete" ? "delete" : "put";
-    const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;
-    if (this.items.has(key)) {
-      return;
+    getItems() {
+        return Array.from(this.items.values());
+    }
+    constructor(){
+        this.items = new Map();
     }
-    this.items.set(key, {
-      PK: item.PK,
-      SK: item.SK,
-      source,
-      command,
-      table
-    });
-  }
-  getItems() {
-    return Array.from(this.items.values());
-  }
 }
-export const createIngestorResult = () => {
-  return new IngestorResult();
-};
+const createIngestorResult = ()=>new IngestorResult();
+export { IngestorResult, createIngestorResult };
 
 //# sourceMappingURL=IngestorResult.js.map

package/resolver/app/ingestor/IngestorResult.js.map

@@ -1 +1 @@
-{"version":3,"names":["IngestorResult","items","Map","add","params","item","source","table","getTable","tableType","console","error","tableName","log","JSON","stringify","command","key","PK","SK","name","has","set","getItems","Array","from","values","createIngestorResult"],"sources":["IngestorResult.ts"],"sourcesContent":["import type { IIngestorResult, IIngestorResultAddParams, IIngestorResultItem } from \"./types.js\";\nimport type { ITable } from \"~/sync/types.js\";\n\nexport class IngestorResult implements IIngestorResult {\n    private readonly items: Map<string, IIngestorResultItem> = new Map();\n\n    public add(params: IIngestorResultAddParams): void {\n        const { item, source } = params;\n        let table: ITable;\n        try {\n            table = source.getTable(item.tableType);\n        } catch {\n            console.error(\n                `Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`\n            );\n            console.log(JSON.stringify(item));\n            return;\n        }\n\n        const command = item.command === \"delete\" ? \"delete\" : \"put\";\n\n        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;\n\n        if (this.items.has(key)) {\n            return;\n        }\n\n        this.items.set(key, {\n            PK: item.PK,\n            SK: item.SK,\n            source,\n            command,\n            table\n        });\n    }\n\n    public getItems(): IIngestorResultItem[] {\n        return Array.from(this.items.values());\n    }\n}\n\nexport const createIngestorResult = (): IIngestorResult => {\n    return new IngestorResult();\n};\n"],"mappings":"AAGA,OAAO,MAAMA,cAAc,CAA4B;EAClCC,KAAK,GAAqC,IAAIC,GAAG,CAAC,CAAC;EAE7DC,GAAGA,CAACC,MAAgC,EAAQ;IAC/C,MAAM;MAAEC,IAAI;MAAEC;IAAO,CAAC,GAAGF,MAAM;IAC/B,IAAIG,KAAa;IACjB,IAAI;MACAA,KAAK,GAAGD,MAAM,CAACE,QAAQ,CAACH,IAAI,CAACI,SAAS,CAAC;IAC3C,CAAC,CAAC,MAAM;MACJC,OAAO,CAACC,KAAK,CACT,+CAA+CN,IAAI,CAACO,SAAS,MAAMP,IAAI,CAACI,SAAS,+BACrF,CAAC;MACDC,OAAO,CAACG,GAAG,CAACC,IAAI,CAACC,SAAS,CAACV,IAAI,CAAC,CAAC;MACjC;IACJ;IAEA,MAAMW,OAAO,GAAGX,IAAI,CAACW,OAAO,KAAK,QAAQ,GAAG,QAAQ,GAAG,KAAK;IAE5D,MAAMC,GAAG,GAAG,MAAMZ,IAAI,CAACa,EAAE,OAAOb,IAAI,CAACc,EAAE,QAAQH,OAAO,WAAWV,MAAM,CAACc,IAAI,EAAE;IAE9E,IAAI,IAAI,CAACnB,KAAK,CAACoB,GAAG,CAACJ,GAAG,CAAC,EAAE;MACrB;IACJ;IAEA,IAAI,CAAChB,KAAK,CAACqB,GAAG,CAACL,GAAG,EAAE;MAChBC,EAAE,EAAEb,IAAI,CAACa,EAAE;MACXC,EAAE,EAAEd,IAAI,CAACc,EAAE;MACXb,MAAM;MACNU,OAAO;MACPT;IACJ,CAAC,CAAC;EACN;EAEOgB,QAAQA,CAAA,EAA0B;IACrC,OAAOC,KAAK,CAACC,IAAI,CAAC,IAAI,CAACxB,KAAK,CAACyB,MAAM,CAAC,CAAC,CAAC;EAC1C;AACJ;AAEA,OAAO,MAAMC,oBAAoB,GAAGA,CAAA,KAAuB;EACvD,OAAO,IAAI3B,cAAc,CAAC,CAAC;AAC/B,CAAC","ignoreList":[]}
+{"version":3,"file":"resolver/app/ingestor/IngestorResult.js","sources":["../../../../src/resolver/app/ingestor/IngestorResult.ts"],"sourcesContent":["import type { IIngestorResult, IIngestorResultAddParams, IIngestorResultItem } from \"./types.js\";\nimport type { ITable } from \"~/sync/types.js\";\n\nexport class IngestorResult implements IIngestorResult {\n    private readonly items: Map<string, IIngestorResultItem> = new Map();\n\n    public add(params: IIngestorResultAddParams): void {\n        const { item, source } = params;\n        let table: ITable;\n        try {\n            table = source.getTable(item.tableType);\n        } catch {\n            console.error(\n                `Could not find table for SQS Record source: ${item.tableName} / ${item.tableType}. More info in next log line.`\n            );\n            console.log(JSON.stringify(item));\n            return;\n        }\n\n        const command = item.command === \"delete\" ? \"delete\" : \"put\";\n\n        const key = `PK:${item.PK}#SK:${item.SK}#cmd:${command}#source:${source.name}`;\n\n        if (this.items.has(key)) {\n            return;\n        }\n\n        this.items.set(key, {\n            PK: item.PK,\n            SK: item.SK,\n            source,\n            command,\n            table\n        });\n    }\n\n    public getItems(): IIngestorResultItem[] {\n        return Array.from(this.items.values());\n    }\n}\n\nexport const createIngestorResult = (): IIngestorResult => {\n    return new IngestorResult();\n};\n"],"names":["IngestorResult","params","item","source","table","console","JSON","command","key","Array","Map","createIngestorResult"],"mappings":"AAGO,MAAMA;IAGF,IAAIC,MAAgC,EAAQ;QAC/C,MAAM,EAAEC,IAAI,EAAEC,MAAM,EAAE,GAAGF;QACzB,IAAIG;QACJ,IAAI;YACAA,QAAQD,OAAO,QAAQ,CAACD,KAAK,SAAS;QAC1C,EAAE,OAAM;YACJG,QAAQ,KAAK,CACT,CAAC,4CAA4C,EAAEH,KAAK,SAAS,CAAC,GAAG,EAAEA,KAAK,SAAS,CAAC,6BAA6B,CAAC;YAEpHG,QAAQ,GAAG,CAACC,KAAK,SAAS,CAACJ;YAC3B;QACJ;QAEA,MAAMK,UAAUL,AAAiB,aAAjBA,KAAK,OAAO,GAAgB,WAAW;QAEvD,MAAMM,MAAM,CAAC,GAAG,EAAEN,KAAK,EAAE,CAAC,IAAI,EAAEA,KAAK,EAAE,CAAC,KAAK,EAAEK,QAAQ,QAAQ,EAAEJ,OAAO,IAAI,EAAE;QAE9E,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAACK,MACf;QAGJ,IAAI,CAAC,KAAK,CAAC,GAAG,CAACA,KAAK;YAChB,IAAIN,KAAK,EAAE;YACX,IAAIA,KAAK,EAAE;YACXC;YACAI;YACAH;QACJ;IACJ;IAEO,WAAkC;QACrC,OAAOK,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM;IACvC;;aAlCiB,KAAK,GAAqC,IAAIC;;AAmCnE;AAEO,MAAMC,uBAAuB,IACzB,IAAIX"}

package/resolver/app/ingestor/types.js

@@ -1,3 +0,0 @@
-export {};
-
-//# sourceMappingURL=types.js.map