@webiny/api-sync-system 0.0.0-unstable.a4637c5ce6 → 0.0.0-unstable.a4f3e4ea8b

package/resolver/app/commandHandler/PutCommandHandler.d.ts

@@ -1,7 +1,7 @@
-import type { IStoreItem, IStorer } from "../storer/types";
-import type { ITable } from "../../../sync/types";
-import type { IDeployment } from "../../deployment/types.js";
-import type { IBundle } from "../bundler/types.js";
+import type { IStoreItem, IStorer } from "../storer/types.js";
+import type { ITable } from "../../../sync/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
+import type { IBundle } from "../../../resolver/app/bundler/types.js";
 export interface IPutCommandHandlerHandleParams {
     items: IStoreItem[];
     bundle: IBundle;

package/resolver/app/commandHandler/PutCommandHandler.js

@@ -1,32 +1,19 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.PutCommandHandler = void 0;
 class PutCommandHandler {
-  constructor(params) {
-    this.storer = params.storer;
-  }
-  async handle(params) {
-    const {
-      items,
-      targetDeployment,
-      targetTable,
-      bundle
-    } = params;
-    const result = items.filter(item => {
-      return !!item.PK && !!item.SK;
-    });
-    await this.storer.store({
-      command: "put",
-      deployment: targetDeployment,
-      table: targetTable,
-      items: result,
-      bundle
-    });
-  }
+    constructor(params){
+        this.storer = params.storer;
+    }
+    async handle(params) {
+        const { items, targetDeployment, targetTable, bundle } = params;
+        const result = items.filter((item)=>!!item.PK && !!item.SK);
+        await this.storer.store({
+            command: "put",
+            deployment: targetDeployment,
+            table: targetTable,
+            items: result,
+            bundle
+        });
+    }
 }
-exports.PutCommandHandler = PutCommandHandler;
+export { PutCommandHandler };
 
 //# sourceMappingURL=PutCommandHandler.js.map

package/resolver/app/commandHandler/PutCommandHandler.js.map

@@ -1 +1 @@
-{"version":3,"names":["PutCommandHandler","constructor","params","storer","handle","items","targetDeployment","targetTable","bundle","result","filter","item","PK","SK","store","command","deployment","table","exports"],"sources":["PutCommandHandler.ts"],"sourcesContent":["import type { IStoreItem, IStorer } from \"../storer/types\";\nimport type { ITable } from \"~/sync/types\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport type { IBundle } from \"~/resolver/app/bundler/types.js\";\n\nexport interface IPutCommandHandlerHandleParams {\n    items: IStoreItem[];\n    bundle: IBundle;\n    targetDeployment: IDeployment;\n    targetTable: ITable;\n}\n\nexport interface IPutCommandHandlerParams {\n    storer: IStorer;\n}\n\nexport class PutCommandHandler {\n    private readonly storer: IStorer;\n\n    public constructor(params: IPutCommandHandlerParams) {\n        this.storer = params.storer;\n    }\n\n    public async handle(params: IPutCommandHandlerHandleParams): Promise<void> {\n        const { items, targetDeployment, targetTable, bundle } = params;\n\n        const result = items.filter(item => {\n            return !!item.PK && !!item.SK;\n        });\n\n        await this.storer.store({\n            command: \"put\",\n            deployment: targetDeployment,\n            table: targetTable,\n            items: result,\n            bundle\n        });\n    }\n}\n"],"mappings":";;;;;;AAgBO,MAAMA,iBAAiB,CAAC;EAGpBC,WAAWA,CAACC,MAAgC,EAAE;IACjD,IAAI,CAACC,MAAM,GAAGD,MAAM,CAACC,MAAM;EAC/B;EAEA,MAAaC,MAAMA,CAACF,MAAsC,EAAiB;IACvE,MAAM;MAAEG,KAAK;MAAEC,gBAAgB;MAAEC,WAAW;MAAEC;IAAO,CAAC,GAAGN,MAAM;IAE/D,MAAMO,MAAM,GAAGJ,KAAK,CAACK,MAAM,CAACC,IAAI,IAAI;MAChC,OAAO,CAAC,CAACA,IAAI,CAACC,EAAE,IAAI,CAAC,CAACD,IAAI,CAACE,EAAE;IACjC,CAAC,CAAC;IAEF,MAAM,IAAI,CAACV,MAAM,CAACW,KAAK,CAAC;MACpBC,OAAO,EAAE,KAAK;MACdC,UAAU,EAAEV,gBAAgB;MAC5BW,KAAK,EAAEV,WAAW;MAClBF,KAAK,EAAEI,MAAM;MACbD;IACJ,CAAC,CAAC;EACN;AACJ;AAACU,OAAA,CAAAlB,iBAAA,GAAAA,iBAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/commandHandler/PutCommandHandler.js","sources":["../../../../src/resolver/app/commandHandler/PutCommandHandler.ts"],"sourcesContent":["import type { IStoreItem, IStorer } from \"../storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport type { IBundle } from \"~/resolver/app/bundler/types.js\";\n\nexport interface IPutCommandHandlerHandleParams {\n    items: IStoreItem[];\n    bundle: IBundle;\n    targetDeployment: IDeployment;\n    targetTable: ITable;\n}\n\nexport interface IPutCommandHandlerParams {\n    storer: IStorer;\n}\n\nexport class PutCommandHandler {\n    private readonly storer: IStorer;\n\n    public constructor(params: IPutCommandHandlerParams) {\n        this.storer = params.storer;\n    }\n\n    public async handle(params: IPutCommandHandlerHandleParams): Promise<void> {\n        const { items, targetDeployment, targetTable, bundle } = params;\n\n        const result = items.filter(item => {\n            return !!item.PK && !!item.SK;\n        });\n\n        await this.storer.store({\n            command: \"put\",\n            deployment: targetDeployment,\n            table: targetTable,\n            items: result,\n            bundle\n        });\n    }\n}\n"],"names":["PutCommandHandler","params","items","targetDeployment","targetTable","bundle","result","item"],"mappings":"AAgBO,MAAMA;IAGT,YAAmBC,MAAgC,CAAE;QACjD,IAAI,CAAC,MAAM,GAAGA,OAAO,MAAM;IAC/B;IAEA,MAAa,OAAOA,MAAsC,EAAiB;QACvE,MAAM,EAAEC,KAAK,EAAEC,gBAAgB,EAAEC,WAAW,EAAEC,MAAM,EAAE,GAAGJ;QAEzD,MAAMK,SAASJ,MAAM,MAAM,CAACK,CAAAA,OACjB,CAAC,CAACA,KAAK,EAAE,IAAI,CAAC,CAACA,KAAK,EAAE;QAGjC,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACpB,SAAS;YACT,YAAYJ;YACZ,OAAOC;YACP,OAAOE;YACPD;QACJ;IACJ;AACJ"}

package/resolver/app/commandHandler/delete.d.ts

@@ -1,2 +1,2 @@
-import { CommandHandlerPlugin } from "../../plugins/CommandHandlerPlugin.js";
+import { CommandHandlerPlugin } from "../../../resolver/plugins/CommandHandlerPlugin.js";
 export declare const createDeleteCommandHandlerPlugin: () => CommandHandlerPlugin;

package/resolver/app/commandHandler/delete.js

@@ -1,24 +1,16 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createDeleteCommandHandlerPlugin = void 0;
-var _CommandHandlerPlugin = require("../../plugins/CommandHandlerPlugin.js");
-var _DeleteCommandHandler = require("./DeleteCommandHandler");
-const createDeleteCommandHandlerPlugin = () => {
-  const plugin = (0, _CommandHandlerPlugin.createCommandHandlerPlugin)({
-    canHandle: command => {
-      return command === "delete";
-    },
-    handle: async params => {
-      const handler = new _DeleteCommandHandler.DeleteCommandHandler(params);
-      return handler.handle(params);
-    }
-  });
-  plugin.name = `${_CommandHandlerPlugin.CommandHandlerPlugin.type}.delete`;
-  return plugin;
+import { CommandHandlerPlugin, createCommandHandlerPlugin } from "../../plugins/CommandHandlerPlugin.js";
+import { DeleteCommandHandler } from "./DeleteCommandHandler.js";
+const createDeleteCommandHandlerPlugin = ()=>{
+    const plugin = createCommandHandlerPlugin({
+        canHandle: (command)=>"delete" === command,
+        handle: async (params)=>{
+            const handler = new DeleteCommandHandler(params);
+            return handler.handle(params);
+        }
+    });
+    plugin.name = `${CommandHandlerPlugin.type}.delete`;
+    return plugin;
 };
-exports.createDeleteCommandHandlerPlugin = createDeleteCommandHandlerPlugin;
+export { createDeleteCommandHandlerPlugin };
 
 //# sourceMappingURL=delete.js.map

package/resolver/app/commandHandler/delete.js.map

@@ -1 +1 @@
-{"version":3,"names":["_CommandHandlerPlugin","require","_DeleteCommandHandler","createDeleteCommandHandlerPlugin","plugin","createCommandHandlerPlugin","canHandle","command","handle","params","handler","DeleteCommandHandler","name","CommandHandlerPlugin","type","exports"],"sources":["delete.ts"],"sourcesContent":["import {\n    CommandHandlerPlugin,\n    createCommandHandlerPlugin\n} from \"~/resolver/plugins/CommandHandlerPlugin.js\";\nimport { DeleteCommandHandler } from \"./DeleteCommandHandler\";\n\nexport const createDeleteCommandHandlerPlugin = () => {\n    const plugin = createCommandHandlerPlugin({\n        canHandle: command => {\n            return command === \"delete\";\n        },\n        handle: async params => {\n            const handler = new DeleteCommandHandler(params);\n\n            return handler.handle(params);\n        }\n    });\n\n    plugin.name = `${CommandHandlerPlugin.type}.delete`;\n\n    return plugin;\n};\n"],"mappings":";;;;;;AAAA,IAAAA,qBAAA,GAAAC,OAAA;AAIA,IAAAC,qBAAA,GAAAD,OAAA;AAEO,MAAME,gCAAgC,GAAGA,CAAA,KAAM;EAClD,MAAMC,MAAM,GAAG,IAAAC,gDAA0B,EAAC;IACtCC,SAAS,EAAEC,OAAO,IAAI;MAClB,OAAOA,OAAO,KAAK,QAAQ;IAC/B,CAAC;IACDC,MAAM,EAAE,MAAMC,MAAM,IAAI;MACpB,MAAMC,OAAO,GAAG,IAAIC,0CAAoB,CAACF,MAAM,CAAC;MAEhD,OAAOC,OAAO,CAACF,MAAM,CAACC,MAAM,CAAC;IACjC;EACJ,CAAC,CAAC;EAEFL,MAAM,CAACQ,IAAI,GAAG,GAAGC,0CAAoB,CAACC,IAAI,SAAS;EAEnD,OAAOV,MAAM;AACjB,CAAC;AAACW,OAAA,CAAAZ,gCAAA,GAAAA,gCAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/commandHandler/delete.js","sources":["../../../../src/resolver/app/commandHandler/delete.ts"],"sourcesContent":["import {\n    CommandHandlerPlugin,\n    createCommandHandlerPlugin\n} from \"~/resolver/plugins/CommandHandlerPlugin.js\";\nimport { DeleteCommandHandler } from \"./DeleteCommandHandler.js\";\n\nexport const createDeleteCommandHandlerPlugin = () => {\n    const plugin = createCommandHandlerPlugin({\n        canHandle: command => {\n            return command === \"delete\";\n        },\n        handle: async params => {\n            const handler = new DeleteCommandHandler(params);\n\n            return handler.handle(params);\n        }\n    });\n\n    plugin.name = `${CommandHandlerPlugin.type}.delete`;\n\n    return plugin;\n};\n"],"names":["createDeleteCommandHandlerPlugin","plugin","createCommandHandlerPlugin","command","params","handler","DeleteCommandHandler","CommandHandlerPlugin"],"mappings":";;AAMO,MAAMA,mCAAmC;IAC5C,MAAMC,SAASC,2BAA2B;QACtC,WAAWC,CAAAA,UACAA,AAAY,aAAZA;QAEX,QAAQ,OAAMC;YACV,MAAMC,UAAU,IAAIC,qBAAqBF;YAEzC,OAAOC,QAAQ,MAAM,CAACD;QAC1B;IACJ;IAEAH,OAAO,IAAI,GAAG,GAAGM,qBAAqB,IAAI,CAAC,OAAO,CAAC;IAEnD,OAAON;AACX"}

package/resolver/app/commandHandler/put.d.ts

@@ -1,2 +1,2 @@
-import { CommandHandlerPlugin } from "../../plugins/CommandHandlerPlugin.js";
+import { CommandHandlerPlugin } from "../../../resolver/plugins/CommandHandlerPlugin.js";
 export declare const createPutCommandHandlerPlugin: () => CommandHandlerPlugin;

package/resolver/app/commandHandler/put.js

@@ -1,24 +1,16 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createPutCommandHandlerPlugin = void 0;
-var _CommandHandlerPlugin = require("../../plugins/CommandHandlerPlugin.js");
-var _PutCommandHandler = require("./PutCommandHandler");
-const createPutCommandHandlerPlugin = () => {
-  const plugin = (0, _CommandHandlerPlugin.createCommandHandlerPlugin)({
-    canHandle: command => {
-      return command === "put";
-    },
-    handle: async params => {
-      const handler = new _PutCommandHandler.PutCommandHandler(params);
-      return handler.handle(params);
-    }
-  });
-  plugin.name = `${_CommandHandlerPlugin.CommandHandlerPlugin.type}.put`;
-  return plugin;
+import { CommandHandlerPlugin, createCommandHandlerPlugin } from "../../plugins/CommandHandlerPlugin.js";
+import { PutCommandHandler } from "./PutCommandHandler.js";
+const createPutCommandHandlerPlugin = ()=>{
+    const plugin = createCommandHandlerPlugin({
+        canHandle: (command)=>"put" === command,
+        handle: async (params)=>{
+            const handler = new PutCommandHandler(params);
+            return handler.handle(params);
+        }
+    });
+    plugin.name = `${CommandHandlerPlugin.type}.put`;
+    return plugin;
 };
-exports.createPutCommandHandlerPlugin = createPutCommandHandlerPlugin;
+export { createPutCommandHandlerPlugin };
 
 //# sourceMappingURL=put.js.map

package/resolver/app/commandHandler/put.js.map

@@ -1 +1 @@
-{"version":3,"names":["_CommandHandlerPlugin","require","_PutCommandHandler","createPutCommandHandlerPlugin","plugin","createCommandHandlerPlugin","canHandle","command","handle","params","handler","PutCommandHandler","name","CommandHandlerPlugin","type","exports"],"sources":["put.ts"],"sourcesContent":["import {\n    CommandHandlerPlugin,\n    createCommandHandlerPlugin\n} from \"~/resolver/plugins/CommandHandlerPlugin.js\";\nimport { PutCommandHandler } from \"./PutCommandHandler\";\n\nexport const createPutCommandHandlerPlugin = () => {\n    const plugin = createCommandHandlerPlugin({\n        canHandle: command => {\n            return command === \"put\";\n        },\n        handle: async params => {\n            const handler = new PutCommandHandler(params);\n\n            return handler.handle(params);\n        }\n    });\n\n    plugin.name = `${CommandHandlerPlugin.type}.put`;\n\n    return plugin;\n};\n"],"mappings":";;;;;;AAAA,IAAAA,qBAAA,GAAAC,OAAA;AAIA,IAAAC,kBAAA,GAAAD,OAAA;AAEO,MAAME,6BAA6B,GAAGA,CAAA,KAAM;EAC/C,MAAMC,MAAM,GAAG,IAAAC,gDAA0B,EAAC;IACtCC,SAAS,EAAEC,OAAO,IAAI;MAClB,OAAOA,OAAO,KAAK,KAAK;IAC5B,CAAC;IACDC,MAAM,EAAE,MAAMC,MAAM,IAAI;MACpB,MAAMC,OAAO,GAAG,IAAIC,oCAAiB,CAACF,MAAM,CAAC;MAE7C,OAAOC,OAAO,CAACF,MAAM,CAACC,MAAM,CAAC;IACjC;EACJ,CAAC,CAAC;EAEFL,MAAM,CAACQ,IAAI,GAAG,GAAGC,0CAAoB,CAACC,IAAI,MAAM;EAEhD,OAAOV,MAAM;AACjB,CAAC;AAACW,OAAA,CAAAZ,6BAAA,GAAAA,6BAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/commandHandler/put.js","sources":["../../../../src/resolver/app/commandHandler/put.ts"],"sourcesContent":["import {\n    CommandHandlerPlugin,\n    createCommandHandlerPlugin\n} from \"~/resolver/plugins/CommandHandlerPlugin.js\";\nimport { PutCommandHandler } from \"./PutCommandHandler.js\";\n\nexport const createPutCommandHandlerPlugin = () => {\n    const plugin = createCommandHandlerPlugin({\n        canHandle: command => {\n            return command === \"put\";\n        },\n        handle: async params => {\n            const handler = new PutCommandHandler(params);\n\n            return handler.handle(params);\n        }\n    });\n\n    plugin.name = `${CommandHandlerPlugin.type}.put`;\n\n    return plugin;\n};\n"],"names":["createPutCommandHandlerPlugin","plugin","createCommandHandlerPlugin","command","params","handler","PutCommandHandler","CommandHandlerPlugin"],"mappings":";;AAMO,MAAMA,gCAAgC;IACzC,MAAMC,SAASC,2BAA2B;QACtC,WAAWC,CAAAA,UACAA,AAAY,UAAZA;QAEX,QAAQ,OAAMC;YACV,MAAMC,UAAU,IAAIC,kBAAkBF;YAEtC,OAAOC,QAAQ,MAAM,CAACD;QAC1B;IACJ;IAEAH,OAAO,IAAI,GAAG,GAAGM,qBAAqB,IAAI,CAAC,IAAI,CAAC;IAEhD,OAAON;AACX"}

package/resolver/app/data/SourceDataContainer.d.ts

@@ -1,6 +1,6 @@
-import type { GenericRecord } from "@webiny/api/types";
-import type { IInputItem, IItem, ISourceDataContainer } from "./types.js";
-import type { IStoreItem } from "../storer/types.js";
+import type { GenericRecord } from "@webiny/api/types.js";
+import type { IInputItem, IItem, ISourceDataContainer } from "../../../resolver/app/data/types.js";
+import type { IStoreItem } from "../../../resolver/app/storer/types.js";
 export declare class SourceDataContainer implements ISourceDataContainer {
     readonly items: GenericRecord<string, IItem>;
     private constructor();

package/resolver/app/data/SourceDataContainer.js

@@ -1,42 +1,33 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.SourceDataContainer = void 0;
 class SourceDataContainer {
-  items = {};
-  constructor() {
-    // block
-  }
-  static create() {
-    return new SourceDataContainer();
-  }
-  get(input) {
-    const key = this.createKey(input);
-    const item = this.items[key];
-    return item?.data || null;
-  }
-  add(item, data) {
-    const key = this.createKey(item);
-    if (this.items[key]) {
-      return;
+    constructor(){
+        this.items = {};
+    }
+    static create() {
+        return new SourceDataContainer();
+    }
+    get(input) {
+        const key = this.createKey(input);
+        const item = this.items[key];
+        return item?.data || null;
+    }
+    add(item, data) {
+        const key = this.createKey(item);
+        if (this.items[key]) return;
+        this.items[key] = {
+            ...item,
+            data
+        };
+    }
+    merge(container) {
+        for(const key in container.items){
+            const item = container.items[key];
+            this.add(item, item.data);
+        }
     }
-    this.items[key] = {
-      ...item,
-      data
-    };
-  }
-  merge(container) {
-    for (const key in container.items) {
-      const item = container.items[key];
-      this.add(item, item.data);
+    createKey(item) {
+        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;
     }
-  }
-  createKey(item) {
-    return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;
-  }
 }
-exports.SourceDataContainer = SourceDataContainer;
+export { SourceDataContainer };
 
 //# sourceMappingURL=SourceDataContainer.js.map

package/resolver/app/data/SourceDataContainer.js.map

@@ -1 +1 @@
-{"version":3,"names":["SourceDataContainer","items","constructor","create","get","input","key","createKey","item","data","add","merge","container","source","name","table","PK","SK","exports"],"sources":["SourceDataContainer.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types\";\nimport type { IInputItem, IItem, ISourceDataContainer } from \"~/resolver/app/data/types.js\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\n\nexport class SourceDataContainer implements ISourceDataContainer {\n    public readonly items: GenericRecord<string, IItem> = {};\n\n    private constructor() {\n        // block\n    }\n\n    public static create(): ISourceDataContainer {\n        return new SourceDataContainer();\n    }\n\n    public get(input: IInputItem): IStoreItem | null {\n        const key = this.createKey(input);\n        const item = this.items[key];\n        return item?.data || null;\n    }\n\n    public add(item: IInputItem, data: IStoreItem | null): void {\n        const key = this.createKey(item);\n        if (this.items[key]) {\n            return;\n        }\n\n        this.items[key] = {\n            ...item,\n            data\n        };\n    }\n\n    public merge(container: ISourceDataContainer): void {\n        for (const key in container.items) {\n            const item = container.items[key];\n            this.add(item, item.data);\n        }\n    }\n\n    private createKey(item: IInputItem): string {\n        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;\n    }\n}\n"],"mappings":";;;;;;AAIO,MAAMA,mBAAmB,CAAiC;EAC7CC,KAAK,GAAiC,CAAC,CAAC;EAEhDC,WAAWA,CAAA,EAAG;IAClB;EAAA;EAGJ,OAAcC,MAAMA,CAAA,EAAyB;IACzC,OAAO,IAAIH,mBAAmB,CAAC,CAAC;EACpC;EAEOI,GAAGA,CAACC,KAAiB,EAAqB;IAC7C,MAAMC,GAAG,GAAG,IAAI,CAACC,SAAS,CAACF,KAAK,CAAC;IACjC,MAAMG,IAAI,GAAG,IAAI,CAACP,KAAK,CAACK,GAAG,CAAC;IAC5B,OAAOE,IAAI,EAAEC,IAAI,IAAI,IAAI;EAC7B;EAEOC,GAAGA,CAACF,IAAgB,EAAEC,IAAuB,EAAQ;IACxD,MAAMH,GAAG,GAAG,IAAI,CAACC,SAAS,CAACC,IAAI,CAAC;IAChC,IAAI,IAAI,CAACP,KAAK,CAACK,GAAG,CAAC,EAAE;MACjB;IACJ;IAEA,IAAI,CAACL,KAAK,CAACK,GAAG,CAAC,GAAG;MACd,GAAGE,IAAI;MACPC;IACJ,CAAC;EACL;EAEOE,KAAKA,CAACC,SAA+B,EAAQ;IAChD,KAAK,MAAMN,GAAG,IAAIM,SAAS,CAACX,KAAK,EAAE;MAC/B,MAAMO,IAAI,GAAGI,SAAS,CAACX,KAAK,CAACK,GAAG,CAAC;MACjC,IAAI,CAACI,GAAG,CAACF,IAAI,EAAEA,IAAI,CAACC,IAAI,CAAC;IAC7B;EACJ;EAEQF,SAASA,CAACC,IAAgB,EAAU;IACxC,OAAO,GAAGA,IAAI,CAACK,MAAM,CAACC,IAAI,IAAIN,IAAI,CAACO,KAAK,CAACD,IAAI,IAAIN,IAAI,CAACQ,EAAE,IAAIR,IAAI,CAACS,EAAE,EAAE;EACzE;AACJ;AAACC,OAAA,CAAAlB,mBAAA,GAAAA,mBAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/data/SourceDataContainer.js","sources":["../../../../src/resolver/app/data/SourceDataContainer.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type { IInputItem, IItem, ISourceDataContainer } from \"~/resolver/app/data/types.js\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\n\nexport class SourceDataContainer implements ISourceDataContainer {\n    public readonly items: GenericRecord<string, IItem> = {};\n\n    private constructor() {\n        // block\n    }\n\n    public static create(): ISourceDataContainer {\n        return new SourceDataContainer();\n    }\n\n    public get(input: IInputItem): IStoreItem | null {\n        const key = this.createKey(input);\n        const item = this.items[key];\n        return item?.data || null;\n    }\n\n    public add(item: IInputItem, data: IStoreItem | null): void {\n        const key = this.createKey(item);\n        if (this.items[key]) {\n            return;\n        }\n\n        this.items[key] = {\n            ...item,\n            data\n        };\n    }\n\n    public merge(container: ISourceDataContainer): void {\n        for (const key in container.items) {\n            const item = container.items[key];\n            this.add(item, item.data);\n        }\n    }\n\n    private createKey(item: IInputItem): string {\n        return `${item.source.name}#${item.table.name}#${item.PK}#${item.SK}`;\n    }\n}\n"],"names":["SourceDataContainer","input","key","item","data","container"],"mappings":"AAIO,MAAMA;IAGT,aAAsB;aAFN,KAAK,GAAiC,CAAC;IAIvD;IAEA,OAAc,SAA+B;QACzC,OAAO,IAAIA;IACf;IAEO,IAAIC,KAAiB,EAAqB;QAC7C,MAAMC,MAAM,IAAI,CAAC,SAAS,CAACD;QAC3B,MAAME,OAAO,IAAI,CAAC,KAAK,CAACD,IAAI;QAC5B,OAAOC,MAAM,QAAQ;IACzB;IAEO,IAAIA,IAAgB,EAAEC,IAAuB,EAAQ;QACxD,MAAMF,MAAM,IAAI,CAAC,SAAS,CAACC;QAC3B,IAAI,IAAI,CAAC,KAAK,CAACD,IAAI,EACf;QAGJ,IAAI,CAAC,KAAK,CAACA,IAAI,GAAG;YACd,GAAGC,IAAI;YACPC;QACJ;IACJ;IAEO,MAAMC,SAA+B,EAAQ;QAChD,IAAK,MAAMH,OAAOG,UAAU,KAAK,CAAE;YAC/B,MAAMF,OAAOE,UAAU,KAAK,CAACH,IAAI;YACjC,IAAI,CAAC,GAAG,CAACC,MAAMA,KAAK,IAAI;QAC5B;IACJ;IAEQ,UAAUA,IAAgB,EAAU;QACxC,OAAO,GAAGA,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,EAAEA,KAAK,KAAK,CAAC,IAAI,CAAC,CAAC,EAAEA,KAAK,EAAE,CAAC,CAAC,EAAEA,KAAK,EAAE,EAAE;IACzE;AACJ"}

package/resolver/app/data/types.d.ts

@@ -1,7 +1,7 @@
 import type { ITable } from "../../../sync/types.js";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 import type { GenericRecord } from "@webiny/api/types.js";
-import type { IStoreItem } from "../storer/types.js";
+import type { IStoreItem } from "../../../resolver/app/storer/types.js";
 export interface IInputItem {
     PK: string;
     SK: string;

package/resolver/app/data/types.js

@@ -1,7 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-
-//# sourceMappingURL=types.js.map

package/resolver/app/fetcher/Fetcher.d.ts

@@ -1,6 +1,6 @@
-import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from "./types";
-import { type DynamoDBDocument } from "@webiny/aws-sdk/client-dynamodb";
-import type { IDeployment } from "../../deployment/types.js";
+import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from "./types.js";
+import type { DynamoDBDocument } from "@webiny/aws-sdk/client-dynamodb/index.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 export interface IFetcherParamsCreateDocumentClientCallable {
     (deployment: Pick<IDeployment, "region">): Pick<DynamoDBDocument, "send">;
 }

package/resolver/app/fetcher/Fetcher.js

@@ -1,132 +1,98 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createFetcher = exports.Fetcher = void 0;
-var _clientDynamodb = require("@webiny/aws-sdk/client-dynamodb");
-var _chunk = _interopRequireDefault(require("lodash/chunk"));
-var _SourceDataContainer = require("../data/SourceDataContainer.js");
-var _utils = require("@webiny/utils");
-var _Retry = require("../utils/Retry.js");
+import { BatchGetCommand } from "@webiny/aws-sdk/client-dynamodb/index.js";
+import chunk from "lodash/chunk.js";
+import { SourceDataContainer } from "../data/SourceDataContainer.js";
+import { convertException } from "@webiny/utils";
+import { createRetry } from "../utils/Retry.js";
 class Fetcher {
-  constructor(params) {
-    this.createDocumentClient = params.createDocumentClient;
-    this.maxRetries = params.maxRetries || 10;
-    this.retryDelay = params.retryDelay || 1000;
-  }
-  async exec(params) {
-    const {
-      deployment,
-      items: input,
-      table,
-      maxBatchSize = 25
-    } = params;
-    if (input.length === 0) {
-      return {
-        items: _SourceDataContainer.SourceDataContainer.create()
-      };
+    constructor(params){
+        this.createDocumentClient = params.createDocumentClient;
+        this.maxRetries = params.maxRetries || 10;
+        this.retryDelay = params.retryDelay || 1000;
     }
-    const client = this.createDocumentClient(deployment);
-    const results = await this.execute({
-      client,
-      table,
-      maxBatchSize,
-      records: input
-    });
-    const items = _SourceDataContainer.SourceDataContainer.create();
-    for (const item of input) {
-      const data = results.find(result => {
-        return item.PK === result.PK && item.SK === result.SK;
-      });
-      items.add({
-        PK: item.PK,
-        SK: item.SK,
-        table,
-        source: deployment
-      }, data || null);
+    async exec(params) {
+        const { deployment, items: input, table, maxBatchSize = 25 } = params;
+        if (0 === input.length) return {
+            items: SourceDataContainer.create()
+        };
+        const client = this.createDocumentClient(deployment);
+        const results = await this.execute({
+            client,
+            table,
+            maxBatchSize,
+            records: input
+        });
+        const items = SourceDataContainer.create();
+        for (const item of input){
+            const data = results.find((result)=>item.PK === result.PK && item.SK === result.SK);
+            items.add({
+                PK: item.PK,
+                SK: item.SK,
+                table,
+                source: deployment
+            }, data || null);
+        }
+        return {
+            items
+        };
     }
-    return {
-      items
-    };
-  }
-  async execute(params) {
-    const {
-      client,
-      table,
-      records: items,
-      maxBatchSize
-    } = params;
-    const batches = (0, _chunk.default)(items, maxBatchSize);
-    const results = [];
-    for (const batch of batches) {
-      let keys = this.getKeys(batch);
-      while (keys.length > 0) {
-        const command = new _clientDynamodb.BatchGetCommand({
-          RequestItems: {
-            [table.name]: {
-              Keys: keys
+    async execute(params) {
+        const { client, table, records: items, maxBatchSize } = params;
+        const batches = chunk(items, maxBatchSize);
+        const results = [];
+        for (const batch of batches){
+            let keys = this.getKeys(batch);
+            while(keys.length > 0){
+                const command = new BatchGetCommand({
+                    RequestItems: {
+                        [table.name]: {
+                            Keys: keys
+                        }
+                    }
+                });
+                const { items, unprocessedKeys } = await this.runCommand({
+                    command,
+                    client,
+                    table: table.name
+                });
+                results.push(...items);
+                keys = unprocessedKeys;
             }
-          }
+        }
+        return results;
+    }
+    async runCommand(params) {
+        const { command, table, client } = params;
+        const retry = createRetry({
+            maxRetries: this.maxRetries,
+            retryDelay: this.retryDelay
         });
-        const {
-          items,
-          unprocessedKeys
-        } = await this.runCommand({
-          command,
-          client,
-          table: table.name
+        return await retry.retry(async ()=>{
+            const result = await client.send(command);
+            return {
+                items: result.Responses?.[table] || [],
+                unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
+            };
+        }, {
+            onFail: (ex)=>{
+                console.error(`Max retries reached. Could not fetch items from table: ${table}`);
+                console.log(convertException(ex));
+                console.log(JSON.stringify(command));
+            }
         });
-        results.push(...items);
-        keys = unprocessedKeys;
-      }
     }
-    return results;
-  }
-  async runCommand(params) {
-    const {
-      command,
-      table,
-      client
-    } = params;
-    const retry = (0, _Retry.createRetry)({
-      maxRetries: this.maxRetries,
-      retryDelay: this.retryDelay
-    });
-    return await retry.retry(async () => {
-      const result = await client.send(command);
-      return {
-        items: result.Responses?.[table] || [],
-        unprocessedKeys: result.UnprocessedKeys?.[table]?.Keys || []
-      };
-    }, {
-      onFail: ex => {
-        console.error(`Max retries reached. Could not fetch items from table: ${table}`);
-        console.log((0, _utils.convertException)(ex));
-        console.log(JSON.stringify(command));
-      }
-    });
-  }
-  getKeys(items) {
-    const keys = new Map();
-    for (const item of items) {
-      const key = `PK:${item.PK}#SK:${item.SK}`;
-      if (keys.has(key)) {
-        continue;
-      }
-      keys.set(key, {
-        PK: item.PK,
-        SK: item.SK
-      });
+    getKeys(items) {
+        const keys = new Map();
+        for (const item of items){
+            const key = `PK:${item.PK}#SK:${item.SK}`;
+            if (!keys.has(key)) keys.set(key, {
+                PK: item.PK,
+                SK: item.SK
+            });
+        }
+        return Array.from(keys.values());
     }
-    return Array.from(keys.values());
-  }
 }
-exports.Fetcher = Fetcher;
-const createFetcher = params => {
-  return new Fetcher(params);
-};
-exports.createFetcher = createFetcher;
+const createFetcher = (params)=>new Fetcher(params);
+export { Fetcher, createFetcher };
 
 //# sourceMappingURL=Fetcher.js.map

package/resolver/app/fetcher/Fetcher.js.map

@@ -1 +1 @@
-{"version":3,"names":["_clientDynamodb","require","_chunk","_interopRequireDefault","_SourceDataContainer","_utils","_Retry","Fetcher","constructor","params","createDocumentClient","maxRetries","retryDelay","exec","deployment","items","input","table","maxBatchSize","length","SourceDataContainer","create","client","results","execute","records","item","data","find","result","PK","SK","add","source","batches","lodashChunk","batch","keys","getKeys","command","BatchGetCommand","RequestItems","name","Keys","unprocessedKeys","runCommand","push","retry","createRetry","send","Responses","UnprocessedKeys","onFail","ex","console","error","log","convertException","JSON","stringify","Map","key","has","set","Array","from","values","exports","createFetcher"],"sources":["Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types\";\nimport { BatchGetCommand, type DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb\";\nimport lodashChunk from \"lodash/chunk\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"mappings":";;;;;;;AACA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAC,sBAAA,CAAAF,OAAA;AAEA,IAAAG,oBAAA,GAAAH,OAAA;AAEA,IAAAI,MAAA,GAAAJ,OAAA;AAGA,IAAAK,MAAA,GAAAL,OAAA;AAwCO,MAAMM,OAAO,CAAqB;EAK9BC,WAAWA,CAACC,MAAsB,EAAE;IACvC,IAAI,CAACC,oBAAoB,GAAGD,MAAM,CAACC,oBAAoB;IACvD,IAAI,CAACC,UAAU,GAAGF,MAAM,CAACE,UAAU,IAAI,EAAE;IACzC,IAAI,CAACC,UAAU,GAAGH,MAAM,CAACG,UAAU,IAAI,IAAI;EAC/C;EAEA,MAAaC,IAAIA,CAACJ,MAA0B,EAA+B;IACvE,MAAM;MAAEK,UAAU;MAAEC,KAAK,EAAEC,KAAK;MAAEC,KAAK;MAAEC,YAAY,GAAG;IAAG,CAAC,GAAGT,MAAM;IACrE,IAAIO,KAAK,CAACG,MAAM,KAAK,CAAC,EAAE;MACpB,OAAO;QACHJ,KAAK,EAAEK,wCAAmB,CAACC,MAAM,CAAC;MACtC,CAAC;IACL;IAEA,MAAMC,MAAM,GAAG,IAAI,CAACZ,oBAAoB,CAACI,UAAU,CAAC;IAEpD,MAAMS,OAAO,GAAG,MAAM,IAAI,CAACC,OAAO,CAAC;MAC/BF,MAAM;MACNL,KAAK;MACLC,YAAY;MACZO,OAAO,EAAET;IACb,CAAC,CAAC;IAEF,MAAMD,KAAK,GAAGK,wCAAmB,CAACC,MAAM,CAAC,CAAC;IAE1C,KAAK,MAAMK,IAAI,IAAIV,KAAK,EAAE;MACtB,MAAMW,IAAI,GAAGJ,OAAO,CAACK,IAAI,CAACC,MAAM,IAAI;QAChC,OAAOH,IAAI,CAACI,EAAE,KAAKD,MAAM,CAACC,EAAE,IAAIJ,IAAI,CAACK,EAAE,KAAKF,MAAM,CAACE,EAAE;MACzD,CAAC,CAAC;MACFhB,KAAK,CAACiB,GAAG,CACL;QACIF,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK,EAAE;QACXd,KAAK;QACLgB,MAAM,EAAEnB;MACZ,CAAC,EACDa,IAAI,IAAI,IACZ,CAAC;IACL;IAEA,OAAO;MACHZ;IACJ,CAAC;EACL;EAEA,MAAcS,OAAOA,CAAiBf,MAAkC,EAAE;IACtE,MAAM;MAAEa,MAAM;MAAEL,KAAK;MAAEQ,OAAO,EAAEV,KAAK;MAAEG;IAAa,CAAC,GAAGT,MAAM;IAC9D,MAAMyB,OAAO,GAAG,IAAAC,cAAW,EAACpB,KAAK,EAAEG,YAAY,CAAC;IAEhD,MAAMK,OAAY,GAAG,EAAE;IACvB,KAAK,MAAMa,KAAK,IAAIF,OAAO,EAAE;MACzB,IAAIG,IAAI,GAAG,IAAI,CAACC,OAAO,CAACF,KAAK,CAAC;MAE9B,OAAOC,IAAI,CAAClB,MAAM,GAAG,CAAC,EAAE;QACpB,MAAMoB,OAAO,GAAG,IAAIC,+BAAe,CAAC;UAChCC,YAAY,EAAE;YACV,CAACxB,KAAK,CAACyB,IAAI,GAAG;cACVC,IAAI,EAAEN;YACV;UACJ;QACJ,CAAC,CAAC;QACF,MAAM;UAAEtB,KAAK;UAAE6B;QAAgB,CAAC,GAAG,MAAM,IAAI,CAACC,UAAU,CAAI;UACxDN,OAAO;UACPjB,MAAM;UACNL,KAAK,EAAEA,KAAK,CAACyB;QACjB,CAAC,CAAC;QAEFnB,OAAO,CAACuB,IAAI,CAAC,GAAG/B,KAAK,CAAC;QAEtBsB,IAAI,GAAGO,eAAe;MAC1B;IACJ;IACA,OAAOrB,OAAO;EAClB;EAEA,MAAcsB,UAAUA,CACpBpC,MAAuC,EACI;IAC3C,MAAM;MAAE8B,OAAO;MAAEtB,KAAK;MAAEK;IAAO,CAAC,GAAGb,MAAM;IAEzC,MAAMsC,KAAK,GAAG,IAAAC,kBAAW,EAAC;MACtBrC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;IAEF,OAAO,MAAMmC,KAAK,CAACA,KAAK,CACpB,YAAY;MACR,MAAMlB,MAAM,GAAG,MAAMP,MAAM,CAAC2B,IAAI,CAACV,OAAO,CAAC;MAEzC,OAAO;QACHxB,KAAK,EAAGc,MAAM,CAACqB,SAAS,GAAGjC,KAAK,CAAC,IAAI,EAAU;QAC/C2B,eAAe,EAAGf,MAAM,CAACsB,eAAe,GAAGlC,KAAK,CAAC,EAAE0B,IAAI,IAAI;MAC/D,CAAC;IACL,CAAC,EACD;MACIS,MAAM,EAAEC,EAAE,IAAI;QACVC,OAAO,CAACC,KAAK,CACT,0DAA0DtC,KAAK,EACnE,CAAC;QACDqC,OAAO,CAACE,GAAG,CAAC,IAAAC,uBAAgB,EAACJ,EAAE,CAAC,CAAC;QACjCC,OAAO,CAACE,GAAG,CAACE,IAAI,CAACC,SAAS,CAACpB,OAAO,CAAC,CAAC;MACxC;IACJ,CACJ,CAAC;EACL;EAEQD,OAAOA,CAACvB,KAAuC,EAAW;IAC9D,MAAMsB,IAAI,GAAG,IAAIuB,GAAG,CAAgB,CAAC;IAErC,KAAK,MAAMlC,IAAI,IAAIX,KAAK,EAAE;MACtB,MAAM8C,GAAG,GAAG,MAAMnC,IAAI,CAACI,EAAE,OAAOJ,IAAI,CAACK,EAAE,EAAE;MACzC,IAAIM,IAAI,CAACyB,GAAG,CAACD,GAAG,CAAC,EAAE;QACf;MACJ;MACAxB,IAAI,CAAC0B,GAAG,CAACF,GAAG,EAAE;QACV/B,EAAE,EAAEJ,IAAI,CAACI,EAAE;QACXC,EAAE,EAAEL,IAAI,CAACK;MACb,CAAC,CAAC;IACN;IAEA,OAAOiC,KAAK,CAACC,IAAI,CAAC5B,IAAI,CAAC6B,MAAM,CAAC,CAAC,CAAC;EACpC;AACJ;AAACC,OAAA,CAAA5D,OAAA,GAAAA,OAAA;AAEM,MAAM6D,aAAa,GAAI3D,MAAsB,IAAe;EAC/D,OAAO,IAAIF,OAAO,CAACE,MAAM,CAAC;AAC9B,CAAC;AAAC0D,OAAA,CAAAC,aAAA,GAAAA,aAAA","ignoreList":[]}
+{"version":3,"file":"resolver/app/fetcher/Fetcher.js","sources":["../../../../src/resolver/app/fetcher/Fetcher.ts"],"sourcesContent":["import type { IFetcher, IFetcherExecParams, IFetcherExecResult } from \"./types.js\";\nimport type { DynamoDBDocument } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport { BatchGetCommand } from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport lodashChunk from \"lodash/chunk.js\";\nimport type { IDeployment } from \"~/resolver/deployment/types.js\";\nimport { SourceDataContainer } from \"~/resolver/app/data/SourceDataContainer.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\nimport { convertException } from \"@webiny/utils\";\nimport type { IStoreItem } from \"~/resolver/app/storer/types.js\";\nimport type { ITable } from \"~/sync/types.js\";\nimport { createRetry } from \"~/resolver/app/utils/Retry.js\";\n\nexport interface IFetcherParamsCreateDocumentClientCallable {\n    (deployment: Pick<IDeployment, \"region\">): Pick<DynamoDBDocument, \"send\">;\n}\n\nexport interface IFetcherParams {\n    maxRetries?: number;\n    retryDelay?: number;\n    createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n}\n\ninterface IKeys {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetcherExecuteRunCommandParams {\n    command: BatchGetCommand;\n    table: string;\n    client: Pick<DynamoDBDocument, \"send\">;\n}\n\ninterface IFetcherExecuteRunCommandResult<T = GenericRecord> {\n    items: T[];\n    unprocessedKeys: IKeys[];\n}\n\ninterface IFetchExecuteExecuteParamsItem {\n    PK: string;\n    SK: string;\n}\n\ninterface IFetchExecuteExecuteParams {\n    maxBatchSize: number;\n    client: Pick<DynamoDBDocument, \"send\">;\n    table: ITable;\n    records: IFetchExecuteExecuteParamsItem[];\n}\n\nexport class Fetcher implements IFetcher {\n    private readonly createDocumentClient: IFetcherParamsCreateDocumentClientCallable;\n    private readonly maxRetries: number;\n    private readonly retryDelay: number;\n\n    public constructor(params: IFetcherParams) {\n        this.createDocumentClient = params.createDocumentClient;\n        this.maxRetries = params.maxRetries || 10;\n        this.retryDelay = params.retryDelay || 1000;\n    }\n\n    public async exec(params: IFetcherExecParams): Promise<IFetcherExecResult> {\n        const { deployment, items: input, table, maxBatchSize = 25 } = params;\n        if (input.length === 0) {\n            return {\n                items: SourceDataContainer.create()\n            };\n        }\n\n        const client = this.createDocumentClient(deployment);\n\n        const results = await this.execute({\n            client,\n            table,\n            maxBatchSize,\n            records: input\n        });\n\n        const items = SourceDataContainer.create();\n\n        for (const item of input) {\n            const data = results.find(result => {\n                return item.PK === result.PK && item.SK === result.SK;\n            });\n            items.add(\n                {\n                    PK: item.PK,\n                    SK: item.SK,\n                    table,\n                    source: deployment\n                },\n                data || null\n            );\n        }\n\n        return {\n            items\n        };\n    }\n\n    private async execute<T = IStoreItem>(params: IFetchExecuteExecuteParams) {\n        const { client, table, records: items, maxBatchSize } = params;\n        const batches = lodashChunk(items, maxBatchSize);\n\n        const results: T[] = [];\n        for (const batch of batches) {\n            let keys = this.getKeys(batch);\n\n            while (keys.length > 0) {\n                const command = new BatchGetCommand({\n                    RequestItems: {\n                        [table.name]: {\n                            Keys: keys\n                        }\n                    }\n                });\n                const { items, unprocessedKeys } = await this.runCommand<T>({\n                    command,\n                    client,\n                    table: table.name\n                });\n\n                results.push(...items);\n\n                keys = unprocessedKeys;\n            }\n        }\n        return results;\n    }\n\n    private async runCommand<T = GenericRecord>(\n        params: IFetcherExecuteRunCommandParams\n    ): Promise<IFetcherExecuteRunCommandResult<T>> {\n        const { command, table, client } = params;\n\n        const retry = createRetry({\n            maxRetries: this.maxRetries,\n            retryDelay: this.retryDelay\n        });\n\n        return await retry.retry(\n            async () => {\n                const result = await client.send(command);\n\n                return {\n                    items: (result.Responses?.[table] || []) as T[],\n                    unprocessedKeys: (result.UnprocessedKeys?.[table]?.Keys || []) as IKeys[]\n                };\n            },\n            {\n                onFail: ex => {\n                    console.error(\n                        `Max retries reached. Could not fetch items from table: ${table}`\n                    );\n                    console.log(convertException(ex));\n                    console.log(JSON.stringify(command));\n                }\n            }\n        );\n    }\n\n    private getKeys(items: IFetchExecuteExecuteParamsItem[]): IKeys[] {\n        const keys = new Map<string, IKeys>();\n\n        for (const item of items) {\n            const key = `PK:${item.PK}#SK:${item.SK}`;\n            if (keys.has(key)) {\n                continue;\n            }\n            keys.set(key, {\n                PK: item.PK,\n                SK: item.SK\n            });\n        }\n\n        return Array.from(keys.values());\n    }\n}\n\nexport const createFetcher = (params: IFetcherParams): IFetcher => {\n    return new Fetcher(params);\n};\n"],"names":["Fetcher","params","deployment","input","table","maxBatchSize","SourceDataContainer","client","results","items","item","data","result","batches","lodashChunk","batch","keys","command","BatchGetCommand","unprocessedKeys","retry","createRetry","ex","console","convertException","JSON","Map","key","Array","createFetcher"],"mappings":";;;;;AAkDO,MAAMA;IAKT,YAAmBC,MAAsB,CAAE;QACvC,IAAI,CAAC,oBAAoB,GAAGA,OAAO,oBAAoB;QACvD,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;QACvC,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU,IAAI;IAC3C;IAEA,MAAa,KAAKA,MAA0B,EAA+B;QACvE,MAAM,EAAEC,UAAU,EAAE,OAAOC,KAAK,EAAEC,KAAK,EAAEC,eAAe,EAAE,EAAE,GAAGJ;QAC/D,IAAIE,AAAiB,MAAjBA,MAAM,MAAM,EACZ,OAAO;YACH,OAAOG,oBAAoB,MAAM;QACrC;QAGJ,MAAMC,SAAS,IAAI,CAAC,oBAAoB,CAACL;QAEzC,MAAMM,UAAU,MAAM,IAAI,CAAC,OAAO,CAAC;YAC/BD;YACAH;YACAC;YACA,SAASF;QACb;QAEA,MAAMM,QAAQH,oBAAoB,MAAM;QAExC,KAAK,MAAMI,QAAQP,MAAO;YACtB,MAAMQ,OAAOH,QAAQ,IAAI,CAACI,CAAAA,SACfF,KAAK,EAAE,KAAKE,OAAO,EAAE,IAAIF,KAAK,EAAE,KAAKE,OAAO,EAAE;YAEzDH,MAAM,GAAG,CACL;gBACI,IAAIC,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;gBACXN;gBACA,QAAQF;YACZ,GACAS,QAAQ;QAEhB;QAEA,OAAO;YACHF;QACJ;IACJ;IAEA,MAAc,QAAwBR,MAAkC,EAAE;QACtE,MAAM,EAAEM,MAAM,EAAEH,KAAK,EAAE,SAASK,KAAK,EAAEJ,YAAY,EAAE,GAAGJ;QACxD,MAAMY,UAAUC,MAAYL,OAAOJ;QAEnC,MAAMG,UAAe,EAAE;QACvB,KAAK,MAAMO,SAASF,QAAS;YACzB,IAAIG,OAAO,IAAI,CAAC,OAAO,CAACD;YAExB,MAAOC,KAAK,MAAM,GAAG,EAAG;gBACpB,MAAMC,UAAU,IAAIC,gBAAgB;oBAChC,cAAc;wBACV,CAACd,MAAM,IAAI,CAAC,EAAE;4BACV,MAAMY;wBACV;oBACJ;gBACJ;gBACA,MAAM,EAAEP,KAAK,EAAEU,eAAe,EAAE,GAAG,MAAM,IAAI,CAAC,UAAU,CAAI;oBACxDF;oBACAV;oBACA,OAAOH,MAAM,IAAI;gBACrB;gBAEAI,QAAQ,IAAI,IAAIC;gBAEhBO,OAAOG;YACX;QACJ;QACA,OAAOX;IACX;IAEA,MAAc,WACVP,MAAuC,EACI;QAC3C,MAAM,EAAEgB,OAAO,EAAEb,KAAK,EAAEG,MAAM,EAAE,GAAGN;QAEnC,MAAMmB,QAAQC,YAAY;YACtB,YAAY,IAAI,CAAC,UAAU;YAC3B,YAAY,IAAI,CAAC,UAAU;QAC/B;QAEA,OAAO,MAAMD,MAAM,KAAK,CACpB;YACI,MAAMR,SAAS,MAAML,OAAO,IAAI,CAACU;YAEjC,OAAO;gBACH,OAAQL,OAAO,SAAS,EAAE,CAACR,MAAM,IAAI,EAAE;gBACvC,iBAAkBQ,OAAO,eAAe,EAAE,CAACR,MAAM,EAAE,QAAQ,EAAE;YACjE;QACJ,GACA;YACI,QAAQkB,CAAAA;gBACJC,QAAQ,KAAK,CACT,CAAC,uDAAuD,EAAEnB,OAAO;gBAErEmB,QAAQ,GAAG,CAACC,iBAAiBF;gBAC7BC,QAAQ,GAAG,CAACE,KAAK,SAAS,CAACR;YAC/B;QACJ;IAER;IAEQ,QAAQR,KAAuC,EAAW;QAC9D,MAAMO,OAAO,IAAIU;QAEjB,KAAK,MAAMhB,QAAQD,MAAO;YACtB,MAAMkB,MAAM,CAAC,GAAG,EAAEjB,KAAK,EAAE,CAAC,IAAI,EAAEA,KAAK,EAAE,EAAE;YACzC,KAAIM,KAAK,GAAG,CAACW,MAGbX,KAAK,GAAG,CAACW,KAAK;gBACV,IAAIjB,KAAK,EAAE;gBACX,IAAIA,KAAK,EAAE;YACf;QACJ;QAEA,OAAOkB,MAAM,IAAI,CAACZ,KAAK,MAAM;IACjC;AACJ;AAEO,MAAMa,gBAAgB,CAAC5B,SACnB,IAAID,QAAQC"}

package/resolver/app/fetcher/types.d.ts

@@ -1,6 +1,6 @@
-import type { IDeployment } from "../../deployment/types.js";
+import type { IDeployment } from "../../../resolver/deployment/types.js";
 import type { ITable } from "../../../sync/types.js";
-import type { ISourceDataContainer } from "../data/types.js";
+import type { ISourceDataContainer } from "../../../resolver/app/data/types.js";
 export interface IFetcherExecParamsItem {
     PK: string;
     SK: string;

package/resolver/app/fetcher/types.js

@@ -1,7 +0,0 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-
-//# sourceMappingURL=types.js.map