@webiny/api-dynamodb-to-elasticsearch 0.0.0-unstable.eb196ccd2f → 0.0.0-unstable.f6dc066313

package/NotEnoughRemainingTimeError.js

@@ -1,11 +1,4 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.NotEnoughRemainingTimeError = void 0;
-var _error = require("@webiny/error");
-class NotEnoughRemainingTimeError extends _error.WebinyError {}
-exports.NotEnoughRemainingTimeError = NotEnoughRemainingTimeError;
+import { WebinyError } from "@webiny/error";
+export class NotEnoughRemainingTimeError extends WebinyError {}
 
 //# sourceMappingURL=NotEnoughRemainingTimeError.js.map

package/NotEnoughRemainingTimeError.js.map

@@ -1 +1 @@
-{"version":3,"names":["_error","require","NotEnoughRemainingTimeError","WebinyError","exports"],"sources":["NotEnoughRemainingTimeError.ts"],"sourcesContent":["import { WebinyError } from \"@webiny/error\";\n\nexport class NotEnoughRemainingTimeError extends WebinyError {}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,2BAA2B,SAASC,kBAAW,CAAC;AAAEC,OAAA,CAAAF,2BAAA,GAAAA,2BAAA","ignoreList":[]}
+{"version":3,"names":["WebinyError","NotEnoughRemainingTimeError"],"sources":["NotEnoughRemainingTimeError.ts"],"sourcesContent":["import { WebinyError } from \"@webiny/error\";\n\nexport class NotEnoughRemainingTimeError extends WebinyError {}\n"],"mappings":"AAAA,SAASA,WAAW,QAAQ,eAAe;AAE3C,OAAO,MAAMC,2BAA2B,SAASD,WAAW,CAAC","ignoreList":[]}

package/Operations.d.ts

@@ -1,5 +1,5 @@
-import type { GenericRecord } from "@webiny/api/types";
-import type { IDeleteOperationParams, IInsertOperationParams, IModifyOperationParams, IOperations } from "./types";
+import type { GenericRecord } from "@webiny/api/types.js";
+import type { IDeleteOperationParams, IInsertOperationParams, IModifyOperationParams, IOperations } from "./types.js";
 export declare enum OperationType {
     INSERT = "INSERT",
     MODIFY = "MODIFY",

package/Operations.js

@@ -1,16 +1,10 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.Operations = exports.OperationType = void 0;
-let OperationType = exports.OperationType = /*#__PURE__*/function (OperationType) {
+export let OperationType = /*#__PURE__*/function (OperationType) {
   OperationType["INSERT"] = "INSERT";
   OperationType["MODIFY"] = "MODIFY";
   OperationType["REMOVE"] = "REMOVE";
   return OperationType;
 }({});
-class Operations {
+export class Operations {
   _items = [];
   get items() {
     return this._items;
@@ -41,6 +35,5 @@ class Operations {
     });
   }
 }
-exports.Operations = Operations;
 
 //# sourceMappingURL=Operations.js.map

package/Operations.js.map

@@ -1 +1 @@
-{"version":3,"names":["OperationType","exports","Operations","_items","items","total","length","clear","insert","params","push","index","_id","id","_index","data","modify","delete"],"sources":["Operations.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types\";\nimport type {\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types\";\n\nexport enum OperationType {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\nexport class Operations implements IOperations {\n    private _items: GenericRecord[] = [];\n\n    public get items(): GenericRecord[] {\n        return this._items;\n    }\n\n    public get total(): number {\n        return this.items.length;\n    }\n\n    public clear() {\n        this._items = [];\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        this.items.push(\n            {\n                index: {\n                    _id: params.id,\n                    _index: params.index\n                }\n            },\n            params.data\n        );\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        this.insert(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        this.items.push({\n            delete: {\n                _id: params.id,\n                _index: params.index\n            }\n        });\n    }\n}\n"],"mappings":";;;;;;IAQYA,aAAa,GAAAC,OAAA,CAAAD,aAAA,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAMlB,MAAME,UAAU,CAAwB;EACnCC,MAAM,GAAoB,EAAE;EAEpC,IAAWC,KAAKA,CAAA,EAAoB;IAChC,OAAO,IAAI,CAACD,MAAM;EACtB;EAEA,IAAWE,KAAKA,CAAA,EAAW;IACvB,OAAO,IAAI,CAACD,KAAK,CAACE,MAAM;EAC5B;EAEOC,KAAKA,CAAA,EAAG;IACX,IAAI,CAACJ,MAAM,GAAG,EAAE;EACpB;EAEOK,MAAMA,CAACC,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CACX;MACIC,KAAK,EAAE;QACHC,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,EACDF,MAAM,CAACM,IACX,CAAC;EACL;EAEOC,MAAMA,CAACP,MAA8B,EAAQ;IAChD,IAAI,CAACD,MAAM,CAACC,MAAM,CAAC;EACvB;EAEOQ,MAAMA,CAACR,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CAAC;MACZO,MAAM,EAAE;QACJL,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,CAAC;EACN;AACJ;AAACV,OAAA,CAAAC,UAAA,GAAAA,UAAA","ignoreList":[]}
+{"version":3,"names":["OperationType","Operations","_items","items","total","length","clear","insert","params","push","index","_id","id","_index","data","modify","delete"],"sources":["Operations.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type {\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\n\nexport enum OperationType {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\nexport class Operations implements IOperations {\n    private _items: GenericRecord[] = [];\n\n    public get items(): GenericRecord[] {\n        return this._items;\n    }\n\n    public get total(): number {\n        return this.items.length;\n    }\n\n    public clear() {\n        this._items = [];\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        this.items.push(\n            {\n                index: {\n                    _id: params.id,\n                    _index: params.index\n                }\n            },\n            params.data\n        );\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        this.insert(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        this.items.push({\n            delete: {\n                _id: params.id,\n                _index: params.index\n            }\n        });\n    }\n}\n"],"mappings":"AAQA,WAAYA,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAMzB,OAAO,MAAMC,UAAU,CAAwB;EACnCC,MAAM,GAAoB,EAAE;EAEpC,IAAWC,KAAKA,CAAA,EAAoB;IAChC,OAAO,IAAI,CAACD,MAAM;EACtB;EAEA,IAAWE,KAAKA,CAAA,EAAW;IACvB,OAAO,IAAI,CAACD,KAAK,CAACE,MAAM;EAC5B;EAEOC,KAAKA,CAAA,EAAG;IACX,IAAI,CAACJ,MAAM,GAAG,EAAE;EACpB;EAEOK,MAAMA,CAACC,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CACX;MACIC,KAAK,EAAE;QACHC,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,EACDF,MAAM,CAACM,IACX,CAAC;EACL;EAEOC,MAAMA,CAACP,MAA8B,EAAQ;IAChD,IAAI,CAACD,MAAM,CAACC,MAAM,CAAC;EACvB;EAEOQ,MAAMA,CAACR,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CAAC;MACZO,MAAM,EAAE;QACJL,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,CAAC;EACN;AACJ","ignoreList":[]}

package/OperationsBuilder.d.ts

@@ -1,5 +1,5 @@
-import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from "./types";
-import type { ICompressor } from "@webiny/utils/compression/Compressor";
+import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from "./types.js";
+import type { ICompressor } from "@webiny/utils/compression/Compressor.js";
 export interface IOperationsBuilderParams {
     compressor: ICompressor;
 }

package/OperationsBuilder.js

@@ -1,17 +1,11 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.OperationsBuilder = void 0;
-var _Operations = require("./Operations");
-var _marshall = require("./marshall");
-class OperationsBuilder {
+import { Operations, OperationType } from "./Operations.js";
+import { unmarshall } from "./marshall.js";
+export class OperationsBuilder {
   constructor(params) {
     this.compressor = params.compressor;
   }
   async build(params) {
-    const operations = new _Operations.Operations();
+    const operations = new Operations();
     for (const record of params.records) {
       if (!record.dynamodb) {
         continue;
@@ -19,7 +13,7 @@ class OperationsBuilder {
         console.error(`Could not get operation from the record, skipping event "${record.eventID}".`);
         continue;
       }
-      const keys = (0, _marshall.unmarshall)(record.dynamodb.Keys);
+      const keys = unmarshall(record.dynamodb.Keys);
       if (!keys?.PK || !keys.SK) {
         console.error(`Could not get keys from the record, skipping event "${record.eventID}".`);
         continue;
@@ -30,8 +24,8 @@ class OperationsBuilder {
        * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.
        * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.
        */
-      if (record.eventName === _Operations.OperationType.INSERT || record.eventName === _Operations.OperationType.MODIFY) {
-        const newImage = (0, _marshall.unmarshall)(record.dynamodb.NewImage);
+      if (record.eventName === OperationType.INSERT || record.eventName === OperationType.MODIFY) {
+        const newImage = unmarshall(record.dynamodb.NewImage);
         /**
          * If there is no newImage, silently continue to the next operation.
          */
@@ -79,8 +73,8 @@ class OperationsBuilder {
           index: newImage.index,
           data
         });
-      } else if (record.eventName === _Operations.OperationType.REMOVE) {
-        const oldImage = (0, _marshall.unmarshall)(record.dynamodb.OldImage);
+      } else if (record.eventName === OperationType.REMOVE) {
+        const oldImage = unmarshall(record.dynamodb.OldImage);
         /**
          * If there is no index found, silently continue to the next operation.
          */
@@ -96,6 +90,5 @@ class OperationsBuilder {
     return operations;
   }
 }
-exports.OperationsBuilder = OperationsBuilder;
 
 //# sourceMappingURL=OperationsBuilder.js.map

package/OperationsBuilder.js.map

@@ -1 +1 @@
-{"version":3,"names":["_Operations","require","_marshall","OperationsBuilder","constructor","params","compressor","build","operations","Operations","record","records","dynamodb","eventName","console","error","eventID","keys","unmarshall","Keys","PK","SK","id","OperationType","INSERT","MODIFY","newImage","NewImage","Object","length","ignore","index","log","data","decompress","undefined","insert","REMOVE","oldImage","OldImage","delete","exports"],"sources":["OperationsBuilder.ts"],"sourcesContent":["import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from \"./types\";\nimport { Operations, OperationType } from \"~/Operations\";\nimport { unmarshall } from \"~/marshall\";\nimport type { ICompressor } from \"@webiny/utils/compression/Compressor\";\n\ninterface RecordDynamoDbImage {\n    data: {\n        compression: string;\n        value: string;\n    };\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nexport interface IOperationsBuilderParams {\n    compressor: ICompressor;\n}\n\nexport class OperationsBuilder implements IOperationsBuilder {\n    private readonly compressor: ICompressor;\n\n    public constructor(params: IOperationsBuilderParams) {\n        this.compressor = params.compressor;\n    }\n\n    public async build(params: IOperationsBuilderBuildParams): Promise<IOperations> {\n        const operations = new Operations();\n        for (const record of params.records) {\n            if (!record.dynamodb) {\n                continue;\n            } else if (!record.eventName) {\n                console.error(\n                    `Could not get operation from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const keys = unmarshall<RecordDynamoDbKeys>(record.dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                console.error(\n                    `Could not get keys from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const id = `${keys.PK}:${keys.SK}`;\n\n            /**\n             * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n             * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n             */\n            if (\n                record.eventName === OperationType.INSERT ||\n                record.eventName === OperationType.MODIFY\n            ) {\n                const newImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.NewImage);\n                /**\n                 * If there is no newImage, silently continue to the next operation.\n                 */\n                if (\n                    !newImage ||\n                    typeof newImage !== \"object\" ||\n                    Object.keys(newImage).length === 0\n                ) {\n                    continue;\n                }\n                /**\n                 * Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n                 * if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n                 * need to process it.\n                 */\n                //\n                else if (newImage.ignore === true) {\n                    // Nothing to log here, we are skipping the record intentionally.\n                    continue;\n                }\n                /**\n                 * Also, possibly there is no index?\n                 */\n                //\n                else if (!newImage.index) {\n                    console.error(\n                        `Could not get index from the new image, skipping event \"${record.eventID}\".`\n                    );\n                    console.log({ newImage });\n                    continue;\n                }\n                /**\n                 * We must decompress the data that is going into the Elasticsearch.\n                 */\n                const data = await this.compressor.decompress(newImage.data);\n                /**\n                 * No point in writing null or undefined data into the Elasticsearch.\n                 * This might happen on some error while decompressing. We will log it.\n                 *\n                 * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                 * If it is - it is a bug.\n                 */\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${record.eventName}\", ID ${id}. Skipping...`\n                    );\n                    continue;\n                }\n\n                operations.insert({\n                    id,\n                    index: newImage.index,\n                    data\n                });\n            } else if (record.eventName === OperationType.REMOVE) {\n                const oldImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.OldImage);\n                /**\n                 * If there is no index found, silently continue to the next operation.\n                 */\n                if (!oldImage?.index) {\n                    continue;\n                }\n                operations.delete({\n                    id,\n                    index: oldImage.index\n                });\n            }\n        }\n        return operations;\n    }\n}\n"],"mappings":";;;;;;AACA,IAAAA,WAAA,GAAAC,OAAA;AACA,IAAAC,SAAA,GAAAD,OAAA;AAqBO,MAAME,iBAAiB,CAA+B;EAGlDC,WAAWA,CAACC,MAAgC,EAAE;IACjD,IAAI,CAACC,UAAU,GAAGD,MAAM,CAACC,UAAU;EACvC;EAEA,MAAaC,KAAKA,CAACF,MAAqC,EAAwB;IAC5E,MAAMG,UAAU,GAAG,IAAIC,sBAAU,CAAC,CAAC;IACnC,KAAK,MAAMC,MAAM,IAAIL,MAAM,CAACM,OAAO,EAAE;MACjC,IAAI,CAACD,MAAM,CAACE,QAAQ,EAAE;QAClB;MACJ,CAAC,MAAM,IAAI,CAACF,MAAM,CAACG,SAAS,EAAE;QAC1BC,OAAO,CAACC,KAAK,CACT,4DAA4DL,MAAM,CAACM,OAAO,IAC9E,CAAC;QACD;MACJ;MAEA,MAAMC,IAAI,GAAG,IAAAC,oBAAU,EAAqBR,MAAM,CAACE,QAAQ,CAACO,IAAI,CAAC;MACjE,IAAI,CAACF,IAAI,EAAEG,EAAE,IAAI,CAACH,IAAI,CAACI,EAAE,EAAE;QACvBP,OAAO,CAACC,KAAK,CACT,uDAAuDL,MAAM,CAACM,OAAO,IACzE,CAAC;QACD;MACJ;MAEA,MAAMM,EAAE,GAAG,GAAGL,IAAI,CAACG,EAAE,IAAIH,IAAI,CAACI,EAAE,EAAE;;MAElC;AACZ;AACA;AACA;MACY,IACIX,MAAM,CAACG,SAAS,KAAKU,yBAAa,CAACC,MAAM,IACzCd,MAAM,CAACG,SAAS,KAAKU,yBAAa,CAACE,MAAM,EAC3C;QACE,MAAMC,QAAQ,GAAG,IAAAR,oBAAU,EAAsBR,MAAM,CAACE,QAAQ,CAACe,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IACI,CAACD,QAAQ,IACT,OAAOA,QAAQ,KAAK,QAAQ,IAC5BE,MAAM,CAACX,IAAI,CAACS,QAAQ,CAAC,CAACG,MAAM,KAAK,CAAC,EACpC;UACE;QACJ;QACA;AAChB;AACA;AACA;AACA;QACgB;QAAA,KACK,IAAIH,QAAQ,CAACI,MAAM,KAAK,IAAI,EAAE;UAC/B;UACA;QACJ;QACA;AAChB;AACA;QACgB;QAAA,KACK,IAAI,CAACJ,QAAQ,CAACK,KAAK,EAAE;UACtBjB,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACM,OAAO,IAC7E,CAAC;UACDF,OAAO,CAACkB,GAAG,CAAC;YAAEN;UAAS,CAAC,CAAC;UACzB;QACJ;QACA;AAChB;AACA;QACgB,MAAMO,IAAI,GAAG,MAAM,IAAI,CAAC3B,UAAU,CAAC4B,UAAU,CAACR,QAAQ,CAACO,IAAI,CAAC;QAC5D;AAChB;AACA;AACA;AACA;AACA;AACA;QACgB,IAAIA,IAAI,KAAKE,SAAS,IAAIF,IAAI,KAAK,IAAI,EAAE;UACrCnB,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACG,SAAS,SAASS,EAAE,eAC1F,CAAC;UACD;QACJ;QAEAd,UAAU,CAAC4B,MAAM,CAAC;UACdd,EAAE;UACFS,KAAK,EAAEL,QAAQ,CAACK,KAAK;UACrBE;QACJ,CAAC,CAAC;MACN,CAAC,MAAM,IAAIvB,MAAM,CAACG,SAAS,KAAKU,yBAAa,CAACc,MAAM,EAAE;QAClD,MAAMC,QAAQ,GAAG,IAAApB,oBAAU,EAAsBR,MAAM,CAACE,QAAQ,CAAC2B,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IAAI,CAACD,QAAQ,EAAEP,KAAK,EAAE;UAClB;QACJ;QACAvB,UAAU,CAACgC,MAAM,CAAC;UACdlB,EAAE;UACFS,KAAK,EAAEO,QAAQ,CAACP;QACpB,CAAC,CAAC;MACN;IACJ;IACA,OAAOvB,UAAU;EACrB;AACJ;AAACiC,OAAA,CAAAtC,iBAAA,GAAAA,iBAAA","ignoreList":[]}
+{"version":3,"names":["Operations","OperationType","unmarshall","OperationsBuilder","constructor","params","compressor","build","operations","record","records","dynamodb","eventName","console","error","eventID","keys","Keys","PK","SK","id","INSERT","MODIFY","newImage","NewImage","Object","length","ignore","index","log","data","decompress","undefined","insert","REMOVE","oldImage","OldImage","delete"],"sources":["OperationsBuilder.ts"],"sourcesContent":["import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from \"./types.js\";\nimport { Operations, OperationType } from \"~/Operations.js\";\nimport { unmarshall } from \"~/marshall.js\";\nimport type { ICompressor } from \"@webiny/utils/compression/Compressor.js\";\n\ninterface RecordDynamoDbImage {\n    data: {\n        compression: string;\n        value: string;\n    };\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nexport interface IOperationsBuilderParams {\n    compressor: ICompressor;\n}\n\nexport class OperationsBuilder implements IOperationsBuilder {\n    private readonly compressor: ICompressor;\n\n    public constructor(params: IOperationsBuilderParams) {\n        this.compressor = params.compressor;\n    }\n\n    public async build(params: IOperationsBuilderBuildParams): Promise<IOperations> {\n        const operations = new Operations();\n        for (const record of params.records) {\n            if (!record.dynamodb) {\n                continue;\n            } else if (!record.eventName) {\n                console.error(\n                    `Could not get operation from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const keys = unmarshall<RecordDynamoDbKeys>(record.dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                console.error(\n                    `Could not get keys from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const id = `${keys.PK}:${keys.SK}`;\n\n            /**\n             * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n             * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n             */\n            if (\n                record.eventName === OperationType.INSERT ||\n                record.eventName === OperationType.MODIFY\n            ) {\n                const newImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.NewImage);\n                /**\n                 * If there is no newImage, silently continue to the next operation.\n                 */\n                if (\n                    !newImage ||\n                    typeof newImage !== \"object\" ||\n                    Object.keys(newImage).length === 0\n                ) {\n                    continue;\n                }\n                /**\n                 * Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n                 * if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n                 * need to process it.\n                 */\n                //\n                else if (newImage.ignore === true) {\n                    // Nothing to log here, we are skipping the record intentionally.\n                    continue;\n                }\n                /**\n                 * Also, possibly there is no index?\n                 */\n                //\n                else if (!newImage.index) {\n                    console.error(\n                        `Could not get index from the new image, skipping event \"${record.eventID}\".`\n                    );\n                    console.log({ newImage });\n                    continue;\n                }\n                /**\n                 * We must decompress the data that is going into the Elasticsearch.\n                 */\n                const data = await this.compressor.decompress(newImage.data);\n                /**\n                 * No point in writing null or undefined data into the Elasticsearch.\n                 * This might happen on some error while decompressing. We will log it.\n                 *\n                 * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                 * If it is - it is a bug.\n                 */\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${record.eventName}\", ID ${id}. Skipping...`\n                    );\n                    continue;\n                }\n\n                operations.insert({\n                    id,\n                    index: newImage.index,\n                    data\n                });\n            } else if (record.eventName === OperationType.REMOVE) {\n                const oldImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.OldImage);\n                /**\n                 * If there is no index found, silently continue to the next operation.\n                 */\n                if (!oldImage?.index) {\n                    continue;\n                }\n                operations.delete({\n                    id,\n                    index: oldImage.index\n                });\n            }\n        }\n        return operations;\n    }\n}\n"],"mappings":"AACA,SAASA,UAAU,EAAEC,aAAa;AAClC,SAASC,UAAU;AAqBnB,OAAO,MAAMC,iBAAiB,CAA+B;EAGlDC,WAAWA,CAACC,MAAgC,EAAE;IACjD,IAAI,CAACC,UAAU,GAAGD,MAAM,CAACC,UAAU;EACvC;EAEA,MAAaC,KAAKA,CAACF,MAAqC,EAAwB;IAC5E,MAAMG,UAAU,GAAG,IAAIR,UAAU,CAAC,CAAC;IACnC,KAAK,MAAMS,MAAM,IAAIJ,MAAM,CAACK,OAAO,EAAE;MACjC,IAAI,CAACD,MAAM,CAACE,QAAQ,EAAE;QAClB;MACJ,CAAC,MAAM,IAAI,CAACF,MAAM,CAACG,SAAS,EAAE;QAC1BC,OAAO,CAACC,KAAK,CACT,4DAA4DL,MAAM,CAACM,OAAO,IAC9E,CAAC;QACD;MACJ;MAEA,MAAMC,IAAI,GAAGd,UAAU,CAAqBO,MAAM,CAACE,QAAQ,CAACM,IAAI,CAAC;MACjE,IAAI,CAACD,IAAI,EAAEE,EAAE,IAAI,CAACF,IAAI,CAACG,EAAE,EAAE;QACvBN,OAAO,CAACC,KAAK,CACT,uDAAuDL,MAAM,CAACM,OAAO,IACzE,CAAC;QACD;MACJ;MAEA,MAAMK,EAAE,GAAG,GAAGJ,IAAI,CAACE,EAAE,IAAIF,IAAI,CAACG,EAAE,EAAE;;MAElC;AACZ;AACA;AACA;MACY,IACIV,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACoB,MAAM,IACzCZ,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACqB,MAAM,EAC3C;QACE,MAAMC,QAAQ,GAAGrB,UAAU,CAAsBO,MAAM,CAACE,QAAQ,CAACa,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IACI,CAACD,QAAQ,IACT,OAAOA,QAAQ,KAAK,QAAQ,IAC5BE,MAAM,CAACT,IAAI,CAACO,QAAQ,CAAC,CAACG,MAAM,KAAK,CAAC,EACpC;UACE;QACJ;QACA;AAChB;AACA;AACA;AACA;QACgB;QAAA,KACK,IAAIH,QAAQ,CAACI,MAAM,KAAK,IAAI,EAAE;UAC/B;UACA;QACJ;QACA;AAChB;AACA;QACgB;QAAA,KACK,IAAI,CAACJ,QAAQ,CAACK,KAAK,EAAE;UACtBf,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACM,OAAO,IAC7E,CAAC;UACDF,OAAO,CAACgB,GAAG,CAAC;YAAEN;UAAS,CAAC,CAAC;UACzB;QACJ;QACA;AAChB;AACA;QACgB,MAAMO,IAAI,GAAG,MAAM,IAAI,CAACxB,UAAU,CAACyB,UAAU,CAACR,QAAQ,CAACO,IAAI,CAAC;QAC5D;AAChB;AACA;AACA;AACA;AACA;AACA;QACgB,IAAIA,IAAI,KAAKE,SAAS,IAAIF,IAAI,KAAK,IAAI,EAAE;UACrCjB,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACG,SAAS,SAASQ,EAAE,eAC1F,CAAC;UACD;QACJ;QAEAZ,UAAU,CAACyB,MAAM,CAAC;UACdb,EAAE;UACFQ,KAAK,EAAEL,QAAQ,CAACK,KAAK;UACrBE;QACJ,CAAC,CAAC;MACN,CAAC,MAAM,IAAIrB,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACiC,MAAM,EAAE;QAClD,MAAMC,QAAQ,GAAGjC,UAAU,CAAsBO,MAAM,CAACE,QAAQ,CAACyB,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IAAI,CAACD,QAAQ,EAAEP,KAAK,EAAE;UAClB;QACJ;QACApB,UAAU,CAAC6B,MAAM,CAAC;UACdjB,EAAE;UACFQ,KAAK,EAAEO,QAAQ,CAACP;QACpB,CAAC,CAAC;MACN;IACJ;IACA,OAAOpB,UAAU;EACrB;AACJ","ignoreList":[]}

package/README.md

@@ -1,9 +1,11 @@
 # @webiny/api-dynamodb-to-elasticsearch
-[![](https://img.shields.io/npm/dw/@webiny/api-file-manager.svg)](https://www.npmjs.com/package/@webiny/api-file-manager) 
-[![](https://img.shields.io/npm/v/@webiny/api-file-manager.svg)](https://www.npmjs.com/package/@webiny/api-file-manager)
-[![code style: prettier](https://img.shields.io/badge/code_style-prettier-ff69b4.svg?style=flat-square)](https://github.com/prettier/prettier)
-[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](http://makeapullrequest.com)
 
-NOTE: not to be used as a standalone package! 
+> [!NOTE]
+> This package is part of the [Webiny](https://www.webiny.com) monorepo.
+> It’s **included in every Webiny project by default** and is not meant to be used as a standalone package.
 
-This package provides a handler plugin for Webiny, which takes records from DynamoDB Stream and synchronizes them with the Elasticsearch domain configured for current request context. 
+📘 **Documentation:** [https://www.webiny.com/docs](https://www.webiny.com/docs)
+
+---
+
+_This README file is automatically generated during the publish process._

package/SynchronizationBuilder.d.ts

@@ -1,5 +1,5 @@
-import type { Context, IDeleteOperationParams, IInsertOperationParams, IModifyOperationParams } from "./types";
-import type { IExecuteWithRetryParams } from "./executeWithRetry";
+import type { Context, IDeleteOperationParams, IInsertOperationParams, IModifyOperationParams } from "./types.js";
+import type { IExecuteWithRetryParams } from "./executeWithRetry.js";
 import type { ITimer } from "@webiny/handler-aws";
 export type ISynchronizationBuilderExecuteWithRetryParams = Omit<IExecuteWithRetryParams, "context" | "timer" | "maxRunningTime" | "operations">;
 export interface ISynchronizationBuilder {
@@ -9,7 +9,7 @@ export interface ISynchronizationBuilder {
 }
 export interface ISynchronizationBuilderParams {
     timer: ITimer;
-    context: Pick<Context, "elasticsearch" | "logger">;
+    context: Pick<Context, "elasticsearch">;
 }
 export declare class SynchronizationBuilder implements ISynchronizationBuilder {
     private readonly timer;

package/SynchronizationBuilder.js

@@ -1,16 +1,10 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createSynchronizationBuilder = exports.SynchronizationBuilder = void 0;
-var _Operations = require("./Operations");
-var _executeWithRetry = require("./executeWithRetry");
-class SynchronizationBuilder {
+import { Operations } from "./Operations.js";
+import { executeWithRetry } from "./executeWithRetry.js";
+export class SynchronizationBuilder {
   constructor(params) {
     this.timer = params.timer;
     this.context = params.context;
-    this.operations = new _Operations.Operations();
+    this.operations = new Operations();
   }
   insert(params) {
     return this.operations.insert(params);
@@ -26,7 +20,7 @@ class SynchronizationBuilder {
       if (this.operations.total === 0) {
         return;
       }
-      await (0, _executeWithRetry.executeWithRetry)({
+      await executeWithRetry({
         ...params,
         maxRunningTime: this.timer.getRemainingMilliseconds(),
         timer: this.timer,
@@ -37,10 +31,8 @@ class SynchronizationBuilder {
     };
   }
 }
-exports.SynchronizationBuilder = SynchronizationBuilder;
-const createSynchronizationBuilder = params => {
+export const createSynchronizationBuilder = params => {
   return new SynchronizationBuilder(params);
 };
-exports.createSynchronizationBuilder = createSynchronizationBuilder;
 
 //# sourceMappingURL=SynchronizationBuilder.js.map

package/SynchronizationBuilder.js.map

@@ -1 +1 @@
-{"version":3,"names":["_Operations","require","_executeWithRetry","SynchronizationBuilder","constructor","params","timer","context","operations","Operations","insert","modify","delete","build","total","executeWithRetry","maxRunningTime","getRemainingMilliseconds","clear","exports","createSynchronizationBuilder"],"sources":["SynchronizationBuilder.ts"],"sourcesContent":["import type {\n    Context,\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types\";\nimport { Operations } from \"~/Operations\";\nimport type { IExecuteWithRetryParams } from \"~/executeWithRetry\";\nimport { executeWithRetry } from \"~/executeWithRetry\";\nimport type { ITimer } from \"@webiny/handler-aws\";\n\nexport type ISynchronizationBuilderExecuteWithRetryParams = Omit<\n    IExecuteWithRetryParams,\n    \"context\" | \"timer\" | \"maxRunningTime\" | \"operations\"\n>;\n\nexport interface ISynchronizationBuilder {\n    insert(params: IInsertOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n    build: () => (params?: ISynchronizationBuilderExecuteWithRetryParams) => Promise<void>;\n}\n\nexport interface ISynchronizationBuilderParams {\n    timer: ITimer;\n    context: Pick<Context, \"elasticsearch\" | \"logger\">;\n}\n\nexport class SynchronizationBuilder implements ISynchronizationBuilder {\n    private readonly timer: ITimer;\n    private readonly context: Pick<Context, \"elasticsearch\" | \"logger\">;\n    private readonly operations: IOperations;\n\n    public constructor(params: ISynchronizationBuilderParams) {\n        this.timer = params.timer;\n        this.context = params.context;\n        this.operations = new Operations();\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        return this.operations.insert(params);\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        return this.operations.modify(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        return this.operations.delete(params);\n    }\n\n    public build() {\n        return async (params?: ISynchronizationBuilderExecuteWithRetryParams) => {\n            if (this.operations.total === 0) {\n                return;\n            }\n            await executeWithRetry({\n                ...params,\n                maxRunningTime: this.timer.getRemainingMilliseconds(),\n                timer: this.timer,\n                context: this.context,\n                operations: this.operations\n            });\n            this.operations.clear();\n        };\n    }\n}\n\nexport const createSynchronizationBuilder = (\n    params: ISynchronizationBuilderParams\n): ISynchronizationBuilder => {\n    return new SynchronizationBuilder(params);\n};\n"],"mappings":";;;;;;AAOA,IAAAA,WAAA,GAAAC,OAAA;AAEA,IAAAC,iBAAA,GAAAD,OAAA;AAmBO,MAAME,sBAAsB,CAAoC;EAK5DC,WAAWA,CAACC,MAAqC,EAAE;IACtD,IAAI,CAACC,KAAK,GAAGD,MAAM,CAACC,KAAK;IACzB,IAAI,CAACC,OAAO,GAAGF,MAAM,CAACE,OAAO;IAC7B,IAAI,CAACC,UAAU,GAAG,IAAIC,sBAAU,CAAC,CAAC;EACtC;EAEOC,MAAMA,CAACL,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACE,MAAM,CAACL,MAAM,CAAC;EACzC;EAEOM,MAAMA,CAACN,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACG,MAAM,CAACN,MAAM,CAAC;EACzC;EAEOO,MAAMA,CAACP,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACI,MAAM,CAACP,MAAM,CAAC;EACzC;EAEOQ,KAAKA,CAAA,EAAG;IACX,OAAO,MAAOR,MAAsD,IAAK;MACrE,IAAI,IAAI,CAACG,UAAU,CAACM,KAAK,KAAK,CAAC,EAAE;QAC7B;MACJ;MACA,MAAM,IAAAC,kCAAgB,EAAC;QACnB,GAAGV,MAAM;QACTW,cAAc,EAAE,IAAI,CAACV,KAAK,CAACW,wBAAwB,CAAC,CAAC;QACrDX,KAAK,EAAE,IAAI,CAACA,KAAK;QACjBC,OAAO,EAAE,IAAI,CAACA,OAAO;QACrBC,UAAU,EAAE,IAAI,CAACA;MACrB,CAAC,CAAC;MACF,IAAI,CAACA,UAAU,CAACU,KAAK,CAAC,CAAC;IAC3B,CAAC;EACL;AACJ;AAACC,OAAA,CAAAhB,sBAAA,GAAAA,sBAAA;AAEM,MAAMiB,4BAA4B,GACrCf,MAAqC,IACX;EAC1B,OAAO,IAAIF,sBAAsB,CAACE,MAAM,CAAC;AAC7C,CAAC;AAACc,OAAA,CAAAC,4BAAA,GAAAA,4BAAA","ignoreList":[]}
+{"version":3,"names":["Operations","executeWithRetry","SynchronizationBuilder","constructor","params","timer","context","operations","insert","modify","delete","build","total","maxRunningTime","getRemainingMilliseconds","clear","createSynchronizationBuilder"],"sources":["SynchronizationBuilder.ts"],"sourcesContent":["import type {\n    Context,\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\nimport { Operations } from \"~/Operations.js\";\nimport type { IExecuteWithRetryParams } from \"~/executeWithRetry.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\nimport type { ITimer } from \"@webiny/handler-aws\";\n\nexport type ISynchronizationBuilderExecuteWithRetryParams = Omit<\n    IExecuteWithRetryParams,\n    \"context\" | \"timer\" | \"maxRunningTime\" | \"operations\"\n>;\n\nexport interface ISynchronizationBuilder {\n    insert(params: IInsertOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n    build: () => (params?: ISynchronizationBuilderExecuteWithRetryParams) => Promise<void>;\n}\n\nexport interface ISynchronizationBuilderParams {\n    timer: ITimer;\n    context: Pick<Context, \"elasticsearch\">;\n}\n\nexport class SynchronizationBuilder implements ISynchronizationBuilder {\n    private readonly timer: ITimer;\n    private readonly context: Pick<Context, \"elasticsearch\">;\n    private readonly operations: IOperations;\n\n    public constructor(params: ISynchronizationBuilderParams) {\n        this.timer = params.timer;\n        this.context = params.context;\n        this.operations = new Operations();\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        return this.operations.insert(params);\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        return this.operations.modify(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        return this.operations.delete(params);\n    }\n\n    public build() {\n        return async (params?: ISynchronizationBuilderExecuteWithRetryParams) => {\n            if (this.operations.total === 0) {\n                return;\n            }\n            await executeWithRetry({\n                ...params,\n                maxRunningTime: this.timer.getRemainingMilliseconds(),\n                timer: this.timer,\n                context: this.context,\n                operations: this.operations\n            });\n            this.operations.clear();\n        };\n    }\n}\n\nexport const createSynchronizationBuilder = (\n    params: ISynchronizationBuilderParams\n): ISynchronizationBuilder => {\n    return new SynchronizationBuilder(params);\n};\n"],"mappings":"AAOA,SAASA,UAAU;AAEnB,SAASC,gBAAgB;AAmBzB,OAAO,MAAMC,sBAAsB,CAAoC;EAK5DC,WAAWA,CAACC,MAAqC,EAAE;IACtD,IAAI,CAACC,KAAK,GAAGD,MAAM,CAACC,KAAK;IACzB,IAAI,CAACC,OAAO,GAAGF,MAAM,CAACE,OAAO;IAC7B,IAAI,CAACC,UAAU,GAAG,IAAIP,UAAU,CAAC,CAAC;EACtC;EAEOQ,MAAMA,CAACJ,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACC,MAAM,CAACJ,MAAM,CAAC;EACzC;EAEOK,MAAMA,CAACL,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACE,MAAM,CAACL,MAAM,CAAC;EACzC;EAEOM,MAAMA,CAACN,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACG,MAAM,CAACN,MAAM,CAAC;EACzC;EAEOO,KAAKA,CAAA,EAAG;IACX,OAAO,MAAOP,MAAsD,IAAK;MACrE,IAAI,IAAI,CAACG,UAAU,CAACK,KAAK,KAAK,CAAC,EAAE;QAC7B;MACJ;MACA,MAAMX,gBAAgB,CAAC;QACnB,GAAGG,MAAM;QACTS,cAAc,EAAE,IAAI,CAACR,KAAK,CAACS,wBAAwB,CAAC,CAAC;QACrDT,KAAK,EAAE,IAAI,CAACA,KAAK;QACjBC,OAAO,EAAE,IAAI,CAACA,OAAO;QACrBC,UAAU,EAAE,IAAI,CAACA;MACrB,CAAC,CAAC;MACF,IAAI,CAACA,UAAU,CAACQ,KAAK,CAAC,CAAC;IAC3B,CAAC;EACL;AACJ;AAEA,OAAO,MAAMC,4BAA4B,GACrCZ,MAAqC,IACX;EAC1B,OAAO,IAAIF,sBAAsB,CAACE,MAAM,CAAC;AAC7C,CAAC","ignoreList":[]}

package/eventHandler.js

@@ -1,31 +1,26 @@
-"use strict";
+import { createDynamoDBEventHandler, timerFactory } from "@webiny/handler-aws";
+import { OperationsBuilder } from "./OperationsBuilder.js";
+import { executeWithRetry } from "./executeWithRetry.js";
 
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.createEventHandler = void 0;
-var _handlerAws = require("@webiny/handler-aws");
-var _OperationsBuilder = require("./OperationsBuilder");
-var _executeWithRetry = require("./executeWithRetry");
 /**
  * Also, we need to set the maximum running time for the Lambda Function.
  * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232
  * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218
  */
 const MAX_RUNNING_TIME = 900;
-const createEventHandler = () => {
-  return (0, _handlerAws.createDynamoDBEventHandler)(async ({
+export const createEventHandler = () => {
+  return createDynamoDBEventHandler(async ({
     event,
     context: ctx,
     lambdaContext
   }) => {
-    const timer = (0, _handlerAws.timerFactory)(lambdaContext);
+    const timer = timerFactory(lambdaContext);
     const context = ctx;
     if (!context.elasticsearch) {
       console.error("Missing elasticsearch definition on context.");
       return null;
     }
-    const builder = new _OperationsBuilder.OperationsBuilder({
+    const builder = new OperationsBuilder({
       compressor: context.compressor
     });
     const operations = await builder.build({
@@ -40,7 +35,7 @@ const createEventHandler = () => {
     /**
      * Execute the operations with retry.
      */
-    await (0, _executeWithRetry.executeWithRetry)({
+    await executeWithRetry({
       timer,
       maxRunningTime: MAX_RUNNING_TIME,
       context,
@@ -49,6 +44,5 @@ const createEventHandler = () => {
     return null;
   });
 };
-exports.createEventHandler = createEventHandler;
 
 //# sourceMappingURL=eventHandler.js.map

package/eventHandler.js.map

@@ -1 +1 @@
-{"version":3,"names":["_handlerAws","require","_OperationsBuilder","_executeWithRetry","MAX_RUNNING_TIME","createEventHandler","createDynamoDBEventHandler","event","context","ctx","lambdaContext","timer","timerFactory","elasticsearch","console","error","builder","OperationsBuilder","compressor","operations","build","records","Records","total","executeWithRetry","maxRunningTime","exports"],"sources":["eventHandler.ts"],"sourcesContent":["import { createDynamoDBEventHandler, timerFactory } from \"@webiny/handler-aws\";\nimport type { Context } from \"~/types\";\nimport { OperationsBuilder } from \"~/OperationsBuilder\";\nimport { executeWithRetry } from \"~/executeWithRetry\";\n\n/**\n * Also, we need to set the maximum running time for the Lambda Function.\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218\n */\nconst MAX_RUNNING_TIME = 900;\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext }) => {\n        const timer = timerFactory(lambdaContext);\n        const context = ctx as unknown as Context;\n        if (!context.elasticsearch) {\n            console.error(\"Missing elasticsearch definition on context.\");\n            return null;\n        }\n\n        const builder = new OperationsBuilder({\n            compressor: context.compressor\n        });\n\n        const operations = await builder.build({\n            records: event.Records\n        });\n        /**\n         * No need to do anything if there are no operations.\n         */\n        if (operations.total === 0) {\n            return null;\n        }\n        /**\n         * Execute the operations with retry.\n         */\n        await executeWithRetry({\n            timer,\n            maxRunningTime: MAX_RUNNING_TIME,\n            context,\n            operations\n        });\n\n        return null;\n    });\n};\n"],"mappings":";;;;;;AAAA,IAAAA,WAAA,GAAAC,OAAA;AAEA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AAEA;AACA;AACA;AACA;AACA;AACA,MAAMG,gBAAgB,GAAG,GAAG;AAErB,MAAMC,kBAAkB,GAAGA,CAAA,KAAM;EACpC,OAAO,IAAAC,sCAA0B,EAAC,OAAO;IAAEC,KAAK;IAAEC,OAAO,EAAEC,GAAG;IAAEC;EAAc,CAAC,KAAK;IAChF,MAAMC,KAAK,GAAG,IAAAC,wBAAY,EAACF,aAAa,CAAC;IACzC,MAAMF,OAAO,GAAGC,GAAyB;IACzC,IAAI,CAACD,OAAO,CAACK,aAAa,EAAE;MACxBC,OAAO,CAACC,KAAK,CAAC,8CAA8C,CAAC;MAC7D,OAAO,IAAI;IACf;IAEA,MAAMC,OAAO,GAAG,IAAIC,oCAAiB,CAAC;MAClCC,UAAU,EAAEV,OAAO,CAACU;IACxB,CAAC,CAAC;IAEF,MAAMC,UAAU,GAAG,MAAMH,OAAO,CAACI,KAAK,CAAC;MACnCC,OAAO,EAAEd,KAAK,CAACe;IACnB,CAAC,CAAC;IACF;AACR;AACA;IACQ,IAAIH,UAAU,CAACI,KAAK,KAAK,CAAC,EAAE;MACxB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,MAAM,IAAAC,kCAAgB,EAAC;MACnBb,KAAK;MACLc,cAAc,EAAErB,gBAAgB;MAChCI,OAAO;MACPW;IACJ,CAAC,CAAC;IAEF,OAAO,IAAI;EACf,CAAC,CAAC;AACN,CAAC;AAACO,OAAA,CAAArB,kBAAA,GAAAA,kBAAA","ignoreList":[]}
+{"version":3,"names":["createDynamoDBEventHandler","timerFactory","OperationsBuilder","executeWithRetry","MAX_RUNNING_TIME","createEventHandler","event","context","ctx","lambdaContext","timer","elasticsearch","console","error","builder","compressor","operations","build","records","Records","total","maxRunningTime"],"sources":["eventHandler.ts"],"sourcesContent":["import { createDynamoDBEventHandler, timerFactory } from \"@webiny/handler-aws\";\nimport type { Context } from \"~/types.js\";\nimport { OperationsBuilder } from \"~/OperationsBuilder.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\n\n/**\n * Also, we need to set the maximum running time for the Lambda Function.\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218\n */\nconst MAX_RUNNING_TIME = 900;\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext }) => {\n        const timer = timerFactory(lambdaContext);\n        const context = ctx as unknown as Context;\n        if (!context.elasticsearch) {\n            console.error(\"Missing elasticsearch definition on context.\");\n            return null;\n        }\n\n        const builder = new OperationsBuilder({\n            compressor: context.compressor\n        });\n\n        const operations = await builder.build({\n            records: event.Records\n        });\n        /**\n         * No need to do anything if there are no operations.\n         */\n        if (operations.total === 0) {\n            return null;\n        }\n        /**\n         * Execute the operations with retry.\n         */\n        await executeWithRetry({\n            timer,\n            maxRunningTime: MAX_RUNNING_TIME,\n            context,\n            operations\n        });\n\n        return null;\n    });\n};\n"],"mappings":"AAAA,SAASA,0BAA0B,EAAEC,YAAY,QAAQ,qBAAqB;AAE9E,SAASC,iBAAiB;AAC1B,SAASC,gBAAgB;;AAEzB;AACA;AACA;AACA;AACA;AACA,MAAMC,gBAAgB,GAAG,GAAG;AAE5B,OAAO,MAAMC,kBAAkB,GAAGA,CAAA,KAAM;EACpC,OAAOL,0BAA0B,CAAC,OAAO;IAAEM,KAAK;IAAEC,OAAO,EAAEC,GAAG;IAAEC;EAAc,CAAC,KAAK;IAChF,MAAMC,KAAK,GAAGT,YAAY,CAACQ,aAAa,CAAC;IACzC,MAAMF,OAAO,GAAGC,GAAyB;IACzC,IAAI,CAACD,OAAO,CAACI,aAAa,EAAE;MACxBC,OAAO,CAACC,KAAK,CAAC,8CAA8C,CAAC;MAC7D,OAAO,IAAI;IACf;IAEA,MAAMC,OAAO,GAAG,IAAIZ,iBAAiB,CAAC;MAClCa,UAAU,EAAER,OAAO,CAACQ;IACxB,CAAC,CAAC;IAEF,MAAMC,UAAU,GAAG,MAAMF,OAAO,CAACG,KAAK,CAAC;MACnCC,OAAO,EAAEZ,KAAK,CAACa;IACnB,CAAC,CAAC;IACF;AACR;AACA;IACQ,IAAIH,UAAU,CAACI,KAAK,KAAK,CAAC,EAAE;MACxB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,MAAMjB,gBAAgB,CAAC;MACnBO,KAAK;MACLW,cAAc,EAAEjB,gBAAgB;MAChCG,OAAO;MACPS;IACJ,CAAC,CAAC;IAEF,OAAO,IAAI;EACf,CAAC,CAAC;AACN,CAAC","ignoreList":[]}

package/execute.d.ts

@@ -1,5 +1,5 @@
 import type { ITimer } from "@webiny/handler-aws";
-import type { Context, IOperations } from "./types";
+import type { Context, IOperations } from "./types.js";
 export interface BulkOperationsResponseBodyItemIndexError {
     reason?: string;
 }
@@ -17,7 +17,7 @@ export interface IExecuteParams {
     timer: ITimer;
     maxRunningTime: number;
     maxProcessorPercent: number;
-    context: Pick<Context, "elasticsearch" | "logger">;
+    context: Pick<Context, "elasticsearch">;
     operations: Pick<IOperations, "items" | "total">;
 }
 export declare const execute: (params: IExecuteParams) => () => Promise<void>;

package/execute.js

@@ -1,11 +1,6 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.execute = void 0;
-var _apiElasticsearch = require("@webiny/api-elasticsearch");
-var _error = require("@webiny/error");
+import { createWaitUntilHealthy, ElasticsearchCatClusterHealthStatus, UnhealthyClusterError, WaitingHealthyClusterAbortedError } from "@webiny/api-elasticsearch";
+import { WebinyError } from "@webiny/error";
+import { shouldShowLogs } from "./helpers/shouldShowLogs.js";
 const getError = item => {
   if (!item.index?.error?.reason) {
     return null;
@@ -31,10 +26,10 @@ const checkErrors = result => {
       continue;
     }
     console.error("Body item with error", item);
-    throw new _error.WebinyError(err, "DYNAMODB_TO_ELASTICSEARCH_ERROR", item);
+    throw new WebinyError(err, "DYNAMODB_TO_OPENSEARCH_ERROR", item);
   }
 };
-const execute = params => {
+export const execute = params => {
   return async () => {
     const {
       context,
@@ -49,16 +44,34 @@ const execute = params => {
     const remainingTime = timer.getRemainingSeconds();
     const runningTime = maxRunningTime - remainingTime;
     const maxWaitingTime = remainingTime - 90;
-    if (process.env.DEBUG === "true") {
+    if (shouldShowLogs()) {
       console.debug(`The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`);
     }
-    const healthCheck = (0, _apiElasticsearch.createWaitUntilHealthy)(context.elasticsearch, {
-      minClusterHealthStatus: _apiElasticsearch.ElasticsearchCatClusterHealthStatus.Yellow,
+    const healthCheck = createWaitUntilHealthy(context.elasticsearch, {
+      minClusterHealthStatus: ElasticsearchCatClusterHealthStatus.Yellow,
       waitingTimeStep: 30,
       maxProcessorPercent,
       maxWaitingTime
     });
-    const log = context.logger.withSource("dynamodbToElasticsearch");
+
+    // const log = context.logger.withSource("dynamodbToElasticsearch");
+    const log = {
+      notice: (...params) => {
+        console.log(...params);
+      },
+      debug: (...params) => {
+        console.debug(...params);
+      },
+      info: (...params) => {
+        console.info(...params);
+      },
+      warn: (...params) => {
+        console.warn(...params);
+      },
+      error: (...params) => {
+        console.error(...params);
+      }
+    };
     try {
       await healthCheck.wait({
         async onUnhealthy({
@@ -91,7 +104,7 @@ const execute = params => {
         }
       });
     } catch (ex) {
-      if (ex instanceof _apiElasticsearch.UnhealthyClusterError || ex instanceof _apiElasticsearch.WaitingHealthyClusterAbortedError) {
+      if (ex instanceof UnhealthyClusterError || ex instanceof WaitingHealthyClusterAbortedError) {
         throw ex;
       }
       console.error(`Cluster health check failed.`, ex);
@@ -104,10 +117,9 @@ const execute = params => {
       checkErrors(res);
     } catch (error) {
       log.error(error, {
-        tenant: "root",
-        locale: "unknown"
+        tenant: "root"
       });
-      if (process.env.DEBUG !== "true") {
+      if (shouldShowLogs() === false) {
         throw error;
       }
       const meta = error?.meta || {};
@@ -115,12 +127,11 @@ const execute = params => {
       console.error("Bulk error", JSON.stringify(error, null, 2));
       throw error;
     }
-    if (process.env.DEBUG !== "true") {
+    if (shouldShowLogs() === false) {
       return;
     }
     console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);
   };
 };
-exports.execute = execute;
 
 //# sourceMappingURL=execute.js.map

package/execute.js.map

@@ -1 +1 @@
-{"version":3,"names":["_apiElasticsearch","require","_error","getError","item","index","error","reason","match","checkErrors","result","body","items","err","process","env","DEBUG","console","JSON","stringify","WebinyError","execute","params","context","timer","maxRunningTime","maxProcessorPercent","operations","total","remainingTime","getRemainingSeconds","runningTime","maxWaitingTime","debug","healthCheck","createWaitUntilHealthy","elasticsearch","minClusterHealthStatus","ElasticsearchCatClusterHealthStatus","Yellow","waitingTimeStep","log","logger","withSource","wait","onUnhealthy","startedAt","runs","mustEndAt","waitingReason","onTimeout","ex","UnhealthyClusterError","WaitingHealthyClusterAbortedError","res","bulk","tenant","locale","meta","info","exports"],"sources":["execute.ts"],"sourcesContent":["import {\n    createWaitUntilHealthy,\n    ElasticsearchCatClusterHealthStatus,\n    UnhealthyClusterError,\n    WaitingHealthyClusterAbortedError\n} from \"@webiny/api-elasticsearch\";\nimport type { ITimer } from \"@webiny/handler-aws\";\nimport type { ApiResponse } from \"@webiny/api-elasticsearch/types\";\nimport { WebinyError } from \"@webiny/error\";\nimport type { Context, IOperations } from \"./types\";\n\nexport interface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\nexport interface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\nexport interface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\nexport interface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nexport interface IExecuteParams {\n    timer: ITimer;\n    maxRunningTime: number;\n    maxProcessorPercent: number;\n    context: Pick<Context, \"elasticsearch\" | \"logger\">;\n    operations: Pick<IOperations, \"items\" | \"total\">;\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst checkErrors = (result?: ApiResponse<BulkOperationsResponseBody>): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(\"Body item with error\", item);\n        throw new WebinyError(err, \"DYNAMODB_TO_ELASTICSEARCH_ERROR\", item);\n    }\n};\n\nexport const execute = (params: IExecuteParams) => {\n    return async (): Promise<void> => {\n        const { context, timer, maxRunningTime, maxProcessorPercent, operations } = params;\n\n        if (operations.total === 0) {\n            return;\n        }\n\n        const remainingTime = timer.getRemainingSeconds();\n        const runningTime = maxRunningTime - remainingTime;\n        const maxWaitingTime = remainingTime - 90;\n\n        if (process.env.DEBUG === \"true\") {\n            console.debug(\n                `The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`\n            );\n        }\n\n        const healthCheck = createWaitUntilHealthy(context.elasticsearch, {\n            minClusterHealthStatus: ElasticsearchCatClusterHealthStatus.Yellow,\n            waitingTimeStep: 30,\n            maxProcessorPercent,\n            maxWaitingTime\n        });\n\n        const log = context.logger.withSource(\"dynamodbToElasticsearch\");\n\n        try {\n            await healthCheck.wait({\n                async onUnhealthy({ startedAt, runs, mustEndAt, waitingTimeStep, waitingReason }) {\n                    console.debug(`Cluster is unhealthy on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                },\n                async onTimeout({ startedAt, runs, waitingTimeStep, mustEndAt, waitingReason }) {\n                    console.error(`Cluster health check timeout on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                }\n            });\n        } catch (ex) {\n            if (\n                ex instanceof UnhealthyClusterError ||\n                ex instanceof WaitingHealthyClusterAbortedError\n            ) {\n                throw ex;\n            }\n            console.error(`Cluster health check failed.`, ex);\n            throw ex;\n        }\n\n        try {\n            const res = await context.elasticsearch.bulk<BulkOperationsResponseBody>({\n                body: operations.items\n            });\n            checkErrors(res);\n        } catch (error) {\n            log.error(error, {\n                tenant: \"root\",\n                locale: \"unknown\"\n            });\n\n            if (process.env.DEBUG !== \"true\") {\n                throw error;\n            }\n            const meta = error?.meta || {};\n            delete meta[\"meta\"];\n            console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n            throw error;\n        }\n        if (process.env.DEBUG !== \"true\") {\n            return;\n        }\n        console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);\n    };\n};\n"],"mappings":";;;;;;AAAA,IAAAA,iBAAA,GAAAC,OAAA;AAQA,IAAAC,MAAA,GAAAD,OAAA;AA4BA,MAAME,QAAQ,GAAIC,IAAoC,IAAoB;EACtE,IAAI,CAACA,IAAI,CAACC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAE;IAC5B,OAAO,IAAI;EACf;EACA,MAAMA,MAAM,GAAGH,IAAI,CAACC,KAAK,CAACC,KAAK,CAACC,MAAM;EACtC,IAAIA,MAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC,KAAK,IAAI,EAAE;IAC7D,OAAO,OAAO;EAClB;EACA,OAAOD,MAAM;AACjB,CAAC;AAED,MAAME,WAAW,GAAIC,MAAgD,IAAW;EAC5E,IAAI,CAACA,MAAM,IAAI,CAACA,MAAM,CAACC,IAAI,IAAI,CAACD,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAC/C;EACJ;EACA,KAAK,MAAMR,IAAI,IAAIM,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAClC,MAAMC,GAAG,GAAGV,QAAQ,CAACC,IAAI,CAAC;IAC1B,IAAI,CAACS,GAAG,EAAE;MACN;IACJ,CAAC,MAAM,IAAIA,GAAG,KAAK,OAAO,EAAE;MACxB,IAAIC,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAACX,KAAK,CAAC,eAAe,EAAEY,IAAI,CAACC,SAAS,CAACT,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MACnE;MACA;IACJ;IACAO,OAAO,CAACX,KAAK,CAAC,sBAAsB,EAAEF,IAAI,CAAC;IAC3C,MAAM,IAAIgB,kBAAW,CAACP,GAAG,EAAE,iCAAiC,EAAET,IAAI,CAAC;EACvE;AACJ,CAAC;AAEM,MAAMiB,OAAO,GAAIC,MAAsB,IAAK;EAC/C,OAAO,YAA2B;IAC9B,MAAM;MAAEC,OAAO;MAAEC,KAAK;MAAEC,cAAc;MAAEC,mBAAmB;MAAEC;IAAW,CAAC,GAAGL,MAAM;IAElF,IAAIK,UAAU,CAACC,KAAK,KAAK,CAAC,EAAE;MACxB;IACJ;IAEA,MAAMC,aAAa,GAAGL,KAAK,CAACM,mBAAmB,CAAC,CAAC;IACjD,MAAMC,WAAW,GAAGN,cAAc,GAAGI,aAAa;IAClD,MAAMG,cAAc,GAAGH,aAAa,GAAG,EAAE;IAEzC,IAAIf,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;MAC9BC,OAAO,CAACgB,KAAK,CACT,qCAAqCF,WAAW,6CAA6CC,cAAc,GAC/G,CAAC;IACL;IAEA,MAAME,WAAW,GAAG,IAAAC,wCAAsB,EAACZ,OAAO,CAACa,aAAa,EAAE;MAC9DC,sBAAsB,EAAEC,qDAAmC,CAACC,MAAM;MAClEC,eAAe,EAAE,EAAE;MACnBd,mBAAmB;MACnBM;IACJ,CAAC,CAAC;IAEF,MAAMS,GAAG,GAAGlB,OAAO,CAACmB,MAAM,CAACC,UAAU,CAAC,yBAAyB,CAAC;IAEhE,IAAI;MACA,MAAMT,WAAW,CAACU,IAAI,CAAC;QACnB,MAAMC,WAAWA,CAAC;UAAEC,SAAS;UAAEC,IAAI;UAAEC,SAAS;UAAER,eAAe;UAAES;QAAc,CAAC,EAAE;UAC9EhC,OAAO,CAACgB,KAAK,CAAC,gCAAgCc,IAAI,GAAG,EAAE;YACnDD,SAAS;YACTE,SAAS;YACTR,eAAe;YACfS;UACJ,CAAC,CAAC;QACN,CAAC;QACD,MAAMC,SAASA,CAAC;UAAEJ,SAAS;UAAEC,IAAI;UAAEP,eAAe;UAAEQ,SAAS;UAAEC;QAAc,CAAC,EAAE;UAC5EhC,OAAO,CAACX,KAAK,CAAC,wCAAwCyC,IAAI,GAAG,EAAE;YAC3DD,SAAS;YACTE,SAAS;YACTR,eAAe;YACfS;UACJ,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOE,EAAE,EAAE;MACT,IACIA,EAAE,YAAYC,uCAAqB,IACnCD,EAAE,YAAYE,mDAAiC,EACjD;QACE,MAAMF,EAAE;MACZ;MACAlC,OAAO,CAACX,KAAK,CAAC,8BAA8B,EAAE6C,EAAE,CAAC;MACjD,MAAMA,EAAE;IACZ;IAEA,IAAI;MACA,MAAMG,GAAG,GAAG,MAAM/B,OAAO,CAACa,aAAa,CAACmB,IAAI,CAA6B;QACrE5C,IAAI,EAAEgB,UAAU,CAACf;MACrB,CAAC,CAAC;MACFH,WAAW,CAAC6C,GAAG,CAAC;IACpB,CAAC,CAAC,OAAOhD,KAAK,EAAE;MACZmC,GAAG,CAACnC,KAAK,CAACA,KAAK,EAAE;QACbkD,MAAM,EAAE,MAAM;QACdC,MAAM,EAAE;MACZ,CAAC,CAAC;MAEF,IAAI3C,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9B,MAAMV,KAAK;MACf;MACA,MAAMoD,IAAI,GAAGpD,KAAK,EAAEoD,IAAI,IAAI,CAAC,CAAC;MAC9B,OAAOA,IAAI,CAAC,MAAM,CAAC;MACnBzC,OAAO,CAACX,KAAK,CAAC,YAAY,EAAEY,IAAI,CAACC,SAAS,CAACb,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MAC3D,MAAMA,KAAK;IACf;IACA,IAAIQ,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;MAC9B;IACJ;IACAC,OAAO,CAAC0C,IAAI,CAAC,eAAehC,UAAU,CAACC,KAAK,sCAAsC,CAAC;EACvF,CAAC;AACL,CAAC;AAACgC,OAAA,CAAAvC,OAAA,GAAAA,OAAA","ignoreList":[]}
+{"version":3,"names":["createWaitUntilHealthy","ElasticsearchCatClusterHealthStatus","UnhealthyClusterError","WaitingHealthyClusterAbortedError","WebinyError","shouldShowLogs","getError","item","index","error","reason","match","checkErrors","result","body","items","err","process","env","DEBUG","console","JSON","stringify","execute","params","context","timer","maxRunningTime","maxProcessorPercent","operations","total","remainingTime","getRemainingSeconds","runningTime","maxWaitingTime","debug","healthCheck","elasticsearch","minClusterHealthStatus","Yellow","waitingTimeStep","log","notice","info","warn","wait","onUnhealthy","startedAt","runs","mustEndAt","waitingReason","onTimeout","ex","res","bulk","tenant","meta"],"sources":["execute.ts"],"sourcesContent":["import {\n    createWaitUntilHealthy,\n    ElasticsearchCatClusterHealthStatus,\n    UnhealthyClusterError,\n    WaitingHealthyClusterAbortedError\n} from \"@webiny/api-elasticsearch\";\nimport type { ITimer } from \"@webiny/handler-aws\";\nimport type { ApiResponse } from \"@webiny/api-elasticsearch/types.js\";\nimport { WebinyError } from \"@webiny/error\";\nimport type { Context, IOperations } from \"./types.js\";\nimport { shouldShowLogs } from \"~/helpers/shouldShowLogs.js\";\n\nexport interface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\nexport interface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\nexport interface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\nexport interface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nexport interface IExecuteParams {\n    timer: ITimer;\n    maxRunningTime: number;\n    maxProcessorPercent: number;\n    context: Pick<Context, \"elasticsearch\">;\n    operations: Pick<IOperations, \"items\" | \"total\">;\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst checkErrors = (result?: ApiResponse<BulkOperationsResponseBody>): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(\"Body item with error\", item);\n        throw new WebinyError(err, \"DYNAMODB_TO_OPENSEARCH_ERROR\", item);\n    }\n};\n\nexport const execute = (params: IExecuteParams) => {\n    return async (): Promise<void> => {\n        const { context, timer, maxRunningTime, maxProcessorPercent, operations } = params;\n\n        if (operations.total === 0) {\n            return;\n        }\n\n        const remainingTime = timer.getRemainingSeconds();\n        const runningTime = maxRunningTime - remainingTime;\n        const maxWaitingTime = remainingTime - 90;\n\n        if (shouldShowLogs()) {\n            console.debug(\n                `The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`\n            );\n        }\n\n        const healthCheck = createWaitUntilHealthy(context.elasticsearch, {\n            minClusterHealthStatus: ElasticsearchCatClusterHealthStatus.Yellow,\n            waitingTimeStep: 30,\n            maxProcessorPercent,\n            maxWaitingTime\n        });\n\n        // const log = context.logger.withSource(\"dynamodbToElasticsearch\");\n        const log = {\n            notice: (...params: any[]) => {\n                console.log(...params);\n            },\n            debug: (...params: any[]) => {\n                console.debug(...params);\n            },\n            info: (...params: any[]) => {\n                console.info(...params);\n            },\n            warn: (...params: any[]) => {\n                console.warn(...params);\n            },\n            error: (...params: any[]) => {\n                console.error(...params);\n            }\n        };\n\n        try {\n            await healthCheck.wait({\n                async onUnhealthy({ startedAt, runs, mustEndAt, waitingTimeStep, waitingReason }) {\n                    console.debug(`Cluster is unhealthy on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                },\n                async onTimeout({ startedAt, runs, waitingTimeStep, mustEndAt, waitingReason }) {\n                    console.error(`Cluster health check timeout on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                }\n            });\n        } catch (ex) {\n            if (\n                ex instanceof UnhealthyClusterError ||\n                ex instanceof WaitingHealthyClusterAbortedError\n            ) {\n                throw ex;\n            }\n            console.error(`Cluster health check failed.`, ex);\n            throw ex;\n        }\n\n        try {\n            const res = await context.elasticsearch.bulk<BulkOperationsResponseBody>({\n                body: operations.items\n            });\n            checkErrors(res);\n        } catch (error) {\n            log.error(error, {\n                tenant: \"root\"\n            });\n\n            if (shouldShowLogs() === false) {\n                throw error;\n            }\n            const meta = error?.meta || {};\n            delete meta[\"meta\"];\n            console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n            throw error;\n        }\n        if (shouldShowLogs() === false) {\n            return;\n        }\n        console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);\n    };\n};\n"],"mappings":"AAAA,SACIA,sBAAsB,EACtBC,mCAAmC,EACnCC,qBAAqB,EACrBC,iCAAiC,QAC9B,2BAA2B;AAGlC,SAASC,WAAW,QAAQ,eAAe;AAE3C,SAASC,cAAc;AA2BvB,MAAMC,QAAQ,GAAIC,IAAoC,IAAoB;EACtE,IAAI,CAACA,IAAI,CAACC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAE;IAC5B,OAAO,IAAI;EACf;EACA,MAAMA,MAAM,GAAGH,IAAI,CAACC,KAAK,CAACC,KAAK,CAACC,MAAM;EACtC,IAAIA,MAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC,KAAK,IAAI,EAAE;IAC7D,OAAO,OAAO;EAClB;EACA,OAAOD,MAAM;AACjB,CAAC;AAED,MAAME,WAAW,GAAIC,MAAgD,IAAW;EAC5E,IAAI,CAACA,MAAM,IAAI,CAACA,MAAM,CAACC,IAAI,IAAI,CAACD,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAC/C;EACJ;EACA,KAAK,MAAMR,IAAI,IAAIM,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAClC,MAAMC,GAAG,GAAGV,QAAQ,CAACC,IAAI,CAAC;IAC1B,IAAI,CAACS,GAAG,EAAE;MACN;IACJ,CAAC,MAAM,IAAIA,GAAG,KAAK,OAAO,EAAE;MACxB,IAAIC,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAACX,KAAK,CAAC,eAAe,EAAEY,IAAI,CAACC,SAAS,CAACT,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MACnE;MACA;IACJ;IACAO,OAAO,CAACX,KAAK,CAAC,sBAAsB,EAAEF,IAAI,CAAC;IAC3C,MAAM,IAAIH,WAAW,CAACY,GAAG,EAAE,8BAA8B,EAAET,IAAI,CAAC;EACpE;AACJ,CAAC;AAED,OAAO,MAAMgB,OAAO,GAAIC,MAAsB,IAAK;EAC/C,OAAO,YAA2B;IAC9B,MAAM;MAAEC,OAAO;MAAEC,KAAK;MAAEC,cAAc;MAAEC,mBAAmB;MAAEC;IAAW,CAAC,GAAGL,MAAM;IAElF,IAAIK,UAAU,CAACC,KAAK,KAAK,CAAC,EAAE;MACxB;IACJ;IAEA,MAAMC,aAAa,GAAGL,KAAK,CAACM,mBAAmB,CAAC,CAAC;IACjD,MAAMC,WAAW,GAAGN,cAAc,GAAGI,aAAa;IAClD,MAAMG,cAAc,GAAGH,aAAa,GAAG,EAAE;IAEzC,IAAI1B,cAAc,CAAC,CAAC,EAAE;MAClBe,OAAO,CAACe,KAAK,CACT,qCAAqCF,WAAW,6CAA6CC,cAAc,GAC/G,CAAC;IACL;IAEA,MAAME,WAAW,GAAGpC,sBAAsB,CAACyB,OAAO,CAACY,aAAa,EAAE;MAC9DC,sBAAsB,EAAErC,mCAAmC,CAACsC,MAAM;MAClEC,eAAe,EAAE,EAAE;MACnBZ,mBAAmB;MACnBM;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMO,GAAG,GAAG;MACRC,MAAM,EAAEA,CAAC,GAAGlB,MAAa,KAAK;QAC1BJ,OAAO,CAACqB,GAAG,CAAC,GAAGjB,MAAM,CAAC;MAC1B,CAAC;MACDW,KAAK,EAAEA,CAAC,GAAGX,MAAa,KAAK;QACzBJ,OAAO,CAACe,KAAK,CAAC,GAAGX,MAAM,CAAC;MAC5B,CAAC;MACDmB,IAAI,EAAEA,CAAC,GAAGnB,MAAa,KAAK;QACxBJ,OAAO,CAACuB,IAAI,CAAC,GAAGnB,MAAM,CAAC;MAC3B,CAAC;MACDoB,IAAI,EAAEA,CAAC,GAAGpB,MAAa,KAAK;QACxBJ,OAAO,CAACwB,IAAI,CAAC,GAAGpB,MAAM,CAAC;MAC3B,CAAC;MACDf,KAAK,EAAEA,CAAC,GAAGe,MAAa,KAAK;QACzBJ,OAAO,CAACX,KAAK,CAAC,GAAGe,MAAM,CAAC;MAC5B;IACJ,CAAC;IAED,IAAI;MACA,MAAMY,WAAW,CAACS,IAAI,CAAC;QACnB,MAAMC,WAAWA,CAAC;UAAEC,SAAS;UAAEC,IAAI;UAAEC,SAAS;UAAET,eAAe;UAAEU;QAAc,CAAC,EAAE;UAC9E9B,OAAO,CAACe,KAAK,CAAC,gCAAgCa,IAAI,GAAG,EAAE;YACnDD,SAAS;YACTE,SAAS;YACTT,eAAe;YACfU;UACJ,CAAC,CAAC;QACN,CAAC;QACD,MAAMC,SAASA,CAAC;UAAEJ,SAAS;UAAEC,IAAI;UAAER,eAAe;UAAES,SAAS;UAAEC;QAAc,CAAC,EAAE;UAC5E9B,OAAO,CAACX,KAAK,CAAC,wCAAwCuC,IAAI,GAAG,EAAE;YAC3DD,SAAS;YACTE,SAAS;YACTT,eAAe;YACfU;UACJ,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOE,EAAE,EAAE;MACT,IACIA,EAAE,YAAYlD,qBAAqB,IACnCkD,EAAE,YAAYjD,iCAAiC,EACjD;QACE,MAAMiD,EAAE;MACZ;MACAhC,OAAO,CAACX,KAAK,CAAC,8BAA8B,EAAE2C,EAAE,CAAC;MACjD,MAAMA,EAAE;IACZ;IAEA,IAAI;MACA,MAAMC,GAAG,GAAG,MAAM5B,OAAO,CAACY,aAAa,CAACiB,IAAI,CAA6B;QACrExC,IAAI,EAAEe,UAAU,CAACd;MACrB,CAAC,CAAC;MACFH,WAAW,CAACyC,GAAG,CAAC;IACpB,CAAC,CAAC,OAAO5C,KAAK,EAAE;MACZgC,GAAG,CAAChC,KAAK,CAACA,KAAK,EAAE;QACb8C,MAAM,EAAE;MACZ,CAAC,CAAC;MAEF,IAAIlD,cAAc,CAAC,CAAC,KAAK,KAAK,EAAE;QAC5B,MAAMI,KAAK;MACf;MACA,MAAM+C,IAAI,GAAG/C,KAAK,EAAE+C,IAAI,IAAI,CAAC,CAAC;MAC9B,OAAOA,IAAI,CAAC,MAAM,CAAC;MACnBpC,OAAO,CAACX,KAAK,CAAC,YAAY,EAAEY,IAAI,CAACC,SAAS,CAACb,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MAC3D,MAAMA,KAAK;IACf;IACA,IAAIJ,cAAc,CAAC,CAAC,KAAK,KAAK,EAAE;MAC5B;IACJ;IACAe,OAAO,CAACuB,IAAI,CAAC,eAAed,UAAU,CAACC,KAAK,sCAAsC,CAAC;EACvF,CAAC;AACL,CAAC","ignoreList":[]}

package/executeWithRetry.d.ts

@@ -1,4 +1,4 @@
-import type { IExecuteParams } from "./execute";
+import type { IExecuteParams } from "./execute.js";
 export interface IExecuteWithRetryParams extends Omit<IExecuteParams, "maxProcessorPercent"> {
     maxRetryTime?: number;
     retries?: number;

package/executeWithRetry.js

@@ -1,23 +1,16 @@
-"use strict";
-
-var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.executeWithRetry = void 0;
-var _execute = require("./execute");
-var _NotEnoughRemainingTimeError = require("./NotEnoughRemainingTimeError");
-var _pRetry = _interopRequireDefault(require("p-retry"));
-var _getNumberEnvVariable = require("./helpers/getNumberEnvVariable");
+import { execute } from "./execute.js";
+import { NotEnoughRemainingTimeError } from "./NotEnoughRemainingTimeError.js";
+import pRetry from "p-retry";
+import { getNumberEnvVariable } from "./helpers/getNumberEnvVariable.js";
 const minRemainingSecondsToTimeout = 120;
-const MAX_PROCESSOR_PERCENT = (0, _getNumberEnvVariable.getNumberEnvVariable)("MAX_ES_PROCESSOR", process.env.NODE_ENV === "test" ? 101 : 98);
-const executeWithRetry = async params => {
-  const maxRetryTime = (0, _getNumberEnvVariable.getNumberEnvVariable)("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_RETRY_TIME", params.maxRetryTime || 300000);
-  const retries = (0, _getNumberEnvVariable.getNumberEnvVariable)("WEBINY_DYNAMODB_TO_ELASTICSEARCH_RETRIES", params.retries || 20);
-  const minTimeout = (0, _getNumberEnvVariable.getNumberEnvVariable)("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MIN_TIMEOUT", params.minTimeout || 1500);
-  const maxTimeout = (0, _getNumberEnvVariable.getNumberEnvVariable)("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_TIMEOUT", params.maxTimeout || 30000);
+const MAX_PROCESSOR_PERCENT = getNumberEnvVariable("MAX_ES_PROCESSOR", process.env.NODE_ENV === "test" ? 101 : 98);
+export const executeWithRetry = async params => {
+  const maxRetryTime = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME", params.maxRetryTime || 300000);
+  const retries = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES", params.retries || 20);
+  const minTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT", params.minTimeout || 1500);
+  const maxTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT", params.maxTimeout || 30000);
   try {
-    await (0, _pRetry.default)((0, _execute.execute)({
+    await pRetry(execute({
       timer: params.timer,
       maxRunningTime: params.maxRunningTime,
       maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,
@@ -28,17 +21,20 @@ const executeWithRetry = async params => {
       retries,
       minTimeout,
       maxTimeout,
-      onFailedAttempt: error => {
+      onFailedAttempt: ({
+        error,
+        attemptNumber
+      }) => {
         if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {
-          throw new _NotEnoughRemainingTimeError.NotEnoughRemainingTimeError(error);
+          throw new NotEnoughRemainingTimeError(error);
         }
         /**
          * We will only log attempts which are after 3/4 of total attempts.
          */
-        if (error.attemptNumber < retries * 0.75) {
+        if (attemptNumber < retries * 0.75) {
           return;
         }
-        console.error(`Attempt #${error.attemptNumber} failed.`);
+        console.error(`Attempt #${attemptNumber} failed.`);
         console.error(error);
       }
     });
@@ -47,6 +43,5 @@ const executeWithRetry = async params => {
     throw ex;
   }
 };
-exports.executeWithRetry = executeWithRetry;
 
 //# sourceMappingURL=executeWithRetry.js.map

package/executeWithRetry.js.map

@@ -1 +1 @@
-{"version":3,"names":["_execute","require","_NotEnoughRemainingTimeError","_pRetry","_interopRequireDefault","_getNumberEnvVariable","minRemainingSecondsToTimeout","MAX_PROCESSOR_PERCENT","getNumberEnvVariable","process","env","NODE_ENV","executeWithRetry","params","maxRetryTime","retries","minTimeout","maxTimeout","pRetry","execute","timer","maxRunningTime","maxProcessorPercent","context","operations","onFailedAttempt","error","getRemainingSeconds","NotEnoughRemainingTimeError","attemptNumber","console","ex","exports"],"sources":["executeWithRetry.ts"],"sourcesContent":["import type { IExecuteParams } from \"~/execute\";\nimport { execute } from \"~/execute\";\nimport { NotEnoughRemainingTimeError } from \"~/NotEnoughRemainingTimeError\";\nimport pRetry from \"p-retry\";\nimport { getNumberEnvVariable } from \"./helpers/getNumberEnvVariable\";\n\nconst minRemainingSecondsToTimeout = 120;\n\nconst MAX_PROCESSOR_PERCENT = getNumberEnvVariable(\n    \"MAX_ES_PROCESSOR\",\n    process.env.NODE_ENV === \"test\" ? 101 : 98\n);\n\nexport interface IExecuteWithRetryParams extends Omit<IExecuteParams, \"maxProcessorPercent\"> {\n    maxRetryTime?: number;\n    retries?: number;\n    minTimeout?: number;\n    maxTimeout?: number;\n    maxProcessorPercent?: number;\n}\n\nexport const executeWithRetry = async (params: IExecuteWithRetryParams) => {\n    const maxRetryTime = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_RETRY_TIME\",\n        params.maxRetryTime || 300000\n    );\n    const retries = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_RETRIES\",\n        params.retries || 20\n    );\n    const minTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MIN_TIMEOUT\",\n        params.minTimeout || 1500\n    );\n    const maxTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_TIMEOUT\",\n        params.maxTimeout || 30000\n    );\n\n    try {\n        await pRetry(\n            execute({\n                timer: params.timer,\n                maxRunningTime: params.maxRunningTime,\n                maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,\n                context: params.context,\n                operations: params.operations\n            }),\n            {\n                maxRetryTime,\n                retries,\n                minTimeout,\n                maxTimeout,\n                onFailedAttempt: error => {\n                    if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {\n                        throw new NotEnoughRemainingTimeError(error);\n                    }\n                    /**\n                     * We will only log attempts which are after 3/4 of total attempts.\n                     */\n                    if (error.attemptNumber < retries * 0.75) {\n                        return;\n                    }\n                    console.error(`Attempt #${error.attemptNumber} failed.`);\n                    console.error(error);\n                }\n            }\n        );\n    } catch (ex) {\n        // TODO implement storing of failed operations\n        throw ex;\n    }\n};\n"],"mappings":";;;;;;;AACA,IAAAA,QAAA,GAAAC,OAAA;AACA,IAAAC,4BAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,qBAAA,GAAAJ,OAAA;AAEA,MAAMK,4BAA4B,GAAG,GAAG;AAExC,MAAMC,qBAAqB,GAAG,IAAAC,0CAAoB,EAC9C,kBAAkB,EAClBC,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,GAAG,GAAG,EAC5C,CAAC;AAUM,MAAMC,gBAAgB,GAAG,MAAOC,MAA+B,IAAK;EACvE,MAAMC,YAAY,GAAG,IAAAN,0CAAoB,EACrC,iDAAiD,EACjDK,MAAM,CAACC,YAAY,IAAI,MAC3B,CAAC;EACD,MAAMC,OAAO,GAAG,IAAAP,0CAAoB,EAChC,0CAA0C,EAC1CK,MAAM,CAACE,OAAO,IAAI,EACtB,CAAC;EACD,MAAMC,UAAU,GAAG,IAAAR,0CAAoB,EACnC,8CAA8C,EAC9CK,MAAM,CAACG,UAAU,IAAI,IACzB,CAAC;EACD,MAAMC,UAAU,GAAG,IAAAT,0CAAoB,EACnC,8CAA8C,EAC9CK,MAAM,CAACI,UAAU,IAAI,KACzB,CAAC;EAED,IAAI;IACA,MAAM,IAAAC,eAAM,EACR,IAAAC,gBAAO,EAAC;MACJC,KAAK,EAAEP,MAAM,CAACO,KAAK;MACnBC,cAAc,EAAER,MAAM,CAACQ,cAAc;MACrCC,mBAAmB,EAAET,MAAM,CAACS,mBAAmB,IAAIf,qBAAqB;MACxEgB,OAAO,EAAEV,MAAM,CAACU,OAAO;MACvBC,UAAU,EAAEX,MAAM,CAACW;IACvB,CAAC,CAAC,EACF;MACIV,YAAY;MACZC,OAAO;MACPC,UAAU;MACVC,UAAU;MACVQ,eAAe,EAAEC,KAAK,IAAI;QACtB,IAAIb,MAAM,CAACO,KAAK,CAACO,mBAAmB,CAAC,CAAC,GAAGrB,4BAA4B,EAAE;UACnE,MAAM,IAAIsB,wDAA2B,CAACF,KAAK,CAAC;QAChD;QACA;AACpB;AACA;QACoB,IAAIA,KAAK,CAACG,aAAa,GAAGd,OAAO,GAAG,IAAI,EAAE;UACtC;QACJ;QACAe,OAAO,CAACJ,KAAK,CAAC,YAAYA,KAAK,CAACG,aAAa,UAAU,CAAC;QACxDC,OAAO,CAACJ,KAAK,CAACA,KAAK,CAAC;MACxB;IACJ,CACJ,CAAC;EACL,CAAC,CAAC,OAAOK,EAAE,EAAE;IACT;IACA,MAAMA,EAAE;EACZ;AACJ,CAAC;AAACC,OAAA,CAAApB,gBAAA,GAAAA,gBAAA","ignoreList":[]}
+{"version":3,"names":["execute","NotEnoughRemainingTimeError","pRetry","getNumberEnvVariable","minRemainingSecondsToTimeout","MAX_PROCESSOR_PERCENT","process","env","NODE_ENV","executeWithRetry","params","maxRetryTime","retries","minTimeout","maxTimeout","timer","maxRunningTime","maxProcessorPercent","context","operations","onFailedAttempt","error","attemptNumber","getRemainingSeconds","console","ex"],"sources":["executeWithRetry.ts"],"sourcesContent":["import type { IExecuteParams } from \"~/execute.js\";\nimport { execute } from \"~/execute.js\";\nimport { NotEnoughRemainingTimeError } from \"~/NotEnoughRemainingTimeError.js\";\nimport pRetry from \"p-retry\";\nimport { getNumberEnvVariable } from \"./helpers/getNumberEnvVariable.js\";\n\nconst minRemainingSecondsToTimeout = 120;\n\nconst MAX_PROCESSOR_PERCENT = getNumberEnvVariable(\n    \"MAX_ES_PROCESSOR\",\n    process.env.NODE_ENV === \"test\" ? 101 : 98\n);\n\nexport interface IExecuteWithRetryParams extends Omit<IExecuteParams, \"maxProcessorPercent\"> {\n    maxRetryTime?: number;\n    retries?: number;\n    minTimeout?: number;\n    maxTimeout?: number;\n    maxProcessorPercent?: number;\n}\n\nexport const executeWithRetry = async (params: IExecuteWithRetryParams) => {\n    const maxRetryTime = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME\",\n        params.maxRetryTime || 300000\n    );\n    const retries = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES\",\n        params.retries || 20\n    );\n    const minTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT\",\n        params.minTimeout || 1500\n    );\n    const maxTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT\",\n        params.maxTimeout || 30000\n    );\n\n    try {\n        await pRetry(\n            execute({\n                timer: params.timer,\n                maxRunningTime: params.maxRunningTime,\n                maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,\n                context: params.context,\n                operations: params.operations\n            }),\n            {\n                maxRetryTime,\n                retries,\n                minTimeout,\n                maxTimeout,\n                onFailedAttempt: ({ error, attemptNumber }) => {\n                    if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {\n                        throw new NotEnoughRemainingTimeError(error);\n                    }\n                    /**\n                     * We will only log attempts which are after 3/4 of total attempts.\n                     */\n                    if (attemptNumber < retries * 0.75) {\n                        return;\n                    }\n                    console.error(`Attempt #${attemptNumber} failed.`);\n                    console.error(error);\n                }\n            }\n        );\n    } catch (ex) {\n        // TODO implement storing of failed operations\n        throw ex;\n    }\n};\n"],"mappings":"AACA,SAASA,OAAO;AAChB,SAASC,2BAA2B;AACpC,OAAOC,MAAM,MAAM,SAAS;AAC5B,SAASC,oBAAoB;AAE7B,MAAMC,4BAA4B,GAAG,GAAG;AAExC,MAAMC,qBAAqB,GAAGF,oBAAoB,CAC9C,kBAAkB,EAClBG,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,GAAG,GAAG,EAC5C,CAAC;AAUD,OAAO,MAAMC,gBAAgB,GAAG,MAAOC,MAA+B,IAAK;EACvE,MAAMC,YAAY,GAAGR,oBAAoB,CACrC,8CAA8C,EAC9CO,MAAM,CAACC,YAAY,IAAI,MAC3B,CAAC;EACD,MAAMC,OAAO,GAAGT,oBAAoB,CAChC,uCAAuC,EACvCO,MAAM,CAACE,OAAO,IAAI,EACtB,CAAC;EACD,MAAMC,UAAU,GAAGV,oBAAoB,CACnC,2CAA2C,EAC3CO,MAAM,CAACG,UAAU,IAAI,IACzB,CAAC;EACD,MAAMC,UAAU,GAAGX,oBAAoB,CACnC,2CAA2C,EAC3CO,MAAM,CAACI,UAAU,IAAI,KACzB,CAAC;EAED,IAAI;IACA,MAAMZ,MAAM,CACRF,OAAO,CAAC;MACJe,KAAK,EAAEL,MAAM,CAACK,KAAK;MACnBC,cAAc,EAAEN,MAAM,CAACM,cAAc;MACrCC,mBAAmB,EAAEP,MAAM,CAACO,mBAAmB,IAAIZ,qBAAqB;MACxEa,OAAO,EAAER,MAAM,CAACQ,OAAO;MACvBC,UAAU,EAAET,MAAM,CAACS;IACvB,CAAC,CAAC,EACF;MACIR,YAAY;MACZC,OAAO;MACPC,UAAU;MACVC,UAAU;MACVM,eAAe,EAAEA,CAAC;QAAEC,KAAK;QAAEC;MAAc,CAAC,KAAK;QAC3C,IAAIZ,MAAM,CAACK,KAAK,CAACQ,mBAAmB,CAAC,CAAC,GAAGnB,4BAA4B,EAAE;UACnE,MAAM,IAAIH,2BAA2B,CAACoB,KAAK,CAAC;QAChD;QACA;AACpB;AACA;QACoB,IAAIC,aAAa,GAAGV,OAAO,GAAG,IAAI,EAAE;UAChC;QACJ;QACAY,OAAO,CAACH,KAAK,CAAC,YAAYC,aAAa,UAAU,CAAC;QAClDE,OAAO,CAACH,KAAK,CAACA,KAAK,CAAC;MACxB;IACJ,CACJ,CAAC;EACL,CAAC,CAAC,OAAOI,EAAE,EAAE;IACT;IACA,MAAMA,EAAE;EACZ;AACJ,CAAC","ignoreList":[]}

package/helpers/getNumberEnvVariable.js

@@ -1,10 +1,4 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.getNumberEnvVariable = void 0;
-const getNumberEnvVariable = (name, def) => {
+export const getNumberEnvVariable = (name, def) => {
   const input = process.env[name];
   const value = Number(input);
   if (isNaN(value)) {
@@ -14,6 +8,5 @@ const getNumberEnvVariable = (name, def) => {
   }
   return value;
 };
-exports.getNumberEnvVariable = getNumberEnvVariable;
 
 //# sourceMappingURL=getNumberEnvVariable.js.map

package/helpers/getNumberEnvVariable.js.map

@@ -1 +1 @@
-{"version":3,"names":["getNumberEnvVariable","name","def","input","process","env","value","Number","isNaN","exports"],"sources":["getNumberEnvVariable.ts"],"sourcesContent":["export const getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (isNaN(value)) {\n        return def;\n    } else if (value <= 0) {\n        return def;\n    }\n    return value;\n};\n"],"mappings":";;;;;;AAAO,MAAMA,oBAAoB,GAAGA,CAACC,IAAY,EAAEC,GAAW,KAAa;EACvE,MAAMC,KAAK,GAAGC,OAAO,CAACC,GAAG,CAACJ,IAAI,CAAC;EAC/B,MAAMK,KAAK,GAAGC,MAAM,CAACJ,KAAK,CAAC;EAC3B,IAAIK,KAAK,CAACF,KAAK,CAAC,EAAE;IACd,OAAOJ,GAAG;EACd,CAAC,MAAM,IAAII,KAAK,IAAI,CAAC,EAAE;IACnB,OAAOJ,GAAG;EACd;EACA,OAAOI,KAAK;AAChB,CAAC;AAACG,OAAA,CAAAT,oBAAA,GAAAA,oBAAA","ignoreList":[]}
+{"version":3,"names":["getNumberEnvVariable","name","def","input","process","env","value","Number","isNaN"],"sources":["getNumberEnvVariable.ts"],"sourcesContent":["export const getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (isNaN(value)) {\n        return def;\n    } else if (value <= 0) {\n        return def;\n    }\n    return value;\n};\n"],"mappings":"AAAA,OAAO,MAAMA,oBAAoB,GAAGA,CAACC,IAAY,EAAEC,GAAW,KAAa;EACvE,MAAMC,KAAK,GAAGC,OAAO,CAACC,GAAG,CAACJ,IAAI,CAAC;EAC/B,MAAMK,KAAK,GAAGC,MAAM,CAACJ,KAAK,CAAC;EAC3B,IAAIK,KAAK,CAACF,KAAK,CAAC,EAAE;IACd,OAAOJ,GAAG;EACd,CAAC,MAAM,IAAII,KAAK,IAAI,CAAC,EAAE;IACnB,OAAOJ,GAAG;EACd;EACA,OAAOI,KAAK;AAChB,CAAC","ignoreList":[]}

package/helpers/shouldShowLogs.d.ts

@@ -0,0 +1 @@
+export declare const shouldShowLogs: () => boolean;

package/helpers/shouldShowLogs.js

@@ -0,0 +1,11 @@
+export const shouldShowLogs = () => {
+  /**
+   * Don't show logs during tests, really no point.
+   */
+  if (process.env.TESTING === "true") {
+    return false;
+  }
+  return process.env.DEBUG === "true";
+};
+
+//# sourceMappingURL=shouldShowLogs.js.map

package/helpers/shouldShowLogs.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["shouldShowLogs","process","env","TESTING","DEBUG"],"sources":["shouldShowLogs.ts"],"sourcesContent":["export const shouldShowLogs = (): boolean => {\n    /**\n     * Don't show logs during tests, really no point.\n     */\n    if (process.env.TESTING === \"true\") {\n        return false;\n    }\n    return process.env.DEBUG === \"true\";\n};\n"],"mappings":"AAAA,OAAO,MAAMA,cAAc,GAAGA,CAAA,KAAe;EACzC;AACJ;AACA;EACI,IAAIC,OAAO,CAACC,GAAG,CAACC,OAAO,KAAK,MAAM,EAAE;IAChC,OAAO,KAAK;EAChB;EACA,OAAOF,OAAO,CAACC,GAAG,CAACE,KAAK,KAAK,MAAM;AACvC,CAAC","ignoreList":[]}

package/index.d.ts

@@ -1,9 +1,9 @@
-export * from "./eventHandler";
-export * from "./execute";
-export * from "./executeWithRetry";
-export * from "./marshall";
-export * from "./NotEnoughRemainingTimeError";
-export * from "./Operations";
-export * from "./OperationsBuilder";
-export * from "./SynchronizationBuilder";
-export * from "./types";
+export * from "./eventHandler.js";
+export * from "./execute.js";
+export * from "./executeWithRetry.js";
+export * from "./marshall.js";
+export * from "./NotEnoughRemainingTimeError.js";
+export * from "./Operations.js";
+export * from "./OperationsBuilder.js";
+export * from "./SynchronizationBuilder.js";
+export type * from "./types.js";

package/index.js

@@ -1,106 +1,10 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-var _eventHandler = require("./eventHandler");
-Object.keys(_eventHandler).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _eventHandler[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _eventHandler[key];
-    }
-  });
-});
-var _execute = require("./execute");
-Object.keys(_execute).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _execute[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _execute[key];
-    }
-  });
-});
-var _executeWithRetry = require("./executeWithRetry");
-Object.keys(_executeWithRetry).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _executeWithRetry[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _executeWithRetry[key];
-    }
-  });
-});
-var _marshall = require("./marshall");
-Object.keys(_marshall).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _marshall[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _marshall[key];
-    }
-  });
-});
-var _NotEnoughRemainingTimeError = require("./NotEnoughRemainingTimeError");
-Object.keys(_NotEnoughRemainingTimeError).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _NotEnoughRemainingTimeError[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _NotEnoughRemainingTimeError[key];
-    }
-  });
-});
-var _Operations = require("./Operations");
-Object.keys(_Operations).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _Operations[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _Operations[key];
-    }
-  });
-});
-var _OperationsBuilder = require("./OperationsBuilder");
-Object.keys(_OperationsBuilder).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _OperationsBuilder[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _OperationsBuilder[key];
-    }
-  });
-});
-var _SynchronizationBuilder = require("./SynchronizationBuilder");
-Object.keys(_SynchronizationBuilder).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _SynchronizationBuilder[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _SynchronizationBuilder[key];
-    }
-  });
-});
-var _types = require("./types");
-Object.keys(_types).forEach(function (key) {
-  if (key === "default" || key === "__esModule") return;
-  if (key in exports && exports[key] === _types[key]) return;
-  Object.defineProperty(exports, key, {
-    enumerable: true,
-    get: function () {
-      return _types[key];
-    }
-  });
-});
+export * from "./eventHandler.js";
+export * from "./execute.js";
+export * from "./executeWithRetry.js";
+export * from "./marshall.js";
+export * from "./NotEnoughRemainingTimeError.js";
+export * from "./Operations.js";
+export * from "./OperationsBuilder.js";
+export * from "./SynchronizationBuilder.js";
 
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_eventHandler","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get","_execute","_executeWithRetry","_marshall","_NotEnoughRemainingTimeError","_Operations","_OperationsBuilder","_SynchronizationBuilder","_types"],"sources":["index.ts"],"sourcesContent":["export * from \"./eventHandler\";\nexport * from \"./execute\";\nexport * from \"./executeWithRetry\";\nexport * from \"./marshall\";\nexport * from \"./NotEnoughRemainingTimeError\";\nexport * from \"./Operations\";\nexport * from \"./OperationsBuilder\";\nexport * from \"./SynchronizationBuilder\";\nexport * from \"./types\";\n"],"mappings":";;;;;AAAA,IAAAA,aAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,aAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,aAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,aAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AACA,IAAAK,QAAA,GAAAT,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAO,QAAA,EAAAN,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAK,QAAA,CAAAL,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,QAAA,CAAAL,GAAA;IAAA;EAAA;AAAA;AACA,IAAAM,iBAAA,GAAAV,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAQ,iBAAA,EAAAP,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAM,iBAAA,CAAAN,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAE,iBAAA,CAAAN,GAAA;IAAA;EAAA;AAAA;AACA,IAAAO,SAAA,GAAAX,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAS,SAAA,EAAAR,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAO,SAAA,CAAAP,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAG,SAAA,CAAAP,GAAA;IAAA;EAAA;AAAA;AACA,IAAAQ,4BAAA,GAAAZ,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAU,4BAAA,EAAAT,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAQ,4BAAA,CAAAR,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAI,4BAAA,CAAAR,GAAA;IAAA;EAAA;AAAA;AACA,IAAAS,WAAA,GAAAb,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAW,WAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAS,WAAA,CAAAT,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAK,WAAA,CAAAT,GAAA;IAAA;EAAA;AAAA;AACA,IAAAU,kBAAA,GAAAd,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAY,kBAAA,EAAAX,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAU,kBAAA,CAAAV,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAM,kBAAA,CAAAV,GAAA;IAAA;EAAA;AAAA;AACA,IAAAW,uBAAA,GAAAf,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAa,uBAAA,EAAAZ,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAW,uBAAA,CAAAX,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAO,uBAAA,CAAAX,GAAA;IAAA;EAAA;AAAA;AACA,IAAAY,MAAA,GAAAhB,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAc,MAAA,EAAAb,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAY,MAAA,CAAAZ,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAQ,MAAA,CAAAZ,GAAA;IAAA;EAAA;AAAA","ignoreList":[]}
+{"version":3,"names":[],"sources":["index.ts"],"sourcesContent":["export * from \"./eventHandler.js\";\nexport * from \"./execute.js\";\nexport * from \"./executeWithRetry.js\";\nexport * from \"./marshall.js\";\nexport * from \"./NotEnoughRemainingTimeError.js\";\nexport * from \"./Operations.js\";\nexport * from \"./OperationsBuilder.js\";\nexport * from \"./SynchronizationBuilder.js\";\nexport type * from \"./types.js\";\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA","ignoreList":[]}

package/marshall.d.ts

@@ -1,5 +1,5 @@
-import type { GenericRecord } from "@webiny/api/types";
-import type { AttributeValue } from "@webiny/handler-aws/types";
+import type { GenericRecord } from "@webiny/api/types.js";
+import type { AttributeValue } from "@webiny/handler-aws/types.js";
 export interface MarshalledValue {
     [key: string]: AttributeValue;
 }

package/marshall.js

@@ -1,18 +1,11 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
-exports.unmarshall = exports.marshall = void 0;
-var _clientDynamodb = require("@webiny/aws-sdk/client-dynamodb");
-const marshall = value => {
+import { marshall as baseMarshall, unmarshall as baseUnmarshall } from "@webiny/aws-sdk/client-dynamodb/index.js";
+export const marshall = value => {
   if (!value) {
     return value;
   }
-  return (0, _clientDynamodb.marshall)(value);
+  return baseMarshall(value);
 };
-exports.marshall = marshall;
-const unmarshall = value => {
+export const unmarshall = value => {
   if (!value) {
     return undefined;
   }
@@ -20,8 +13,7 @@ const unmarshall = value => {
    * We can safely cast the return value to `T` because we are 100% positive that this is correct.
    */
   // @ts-expect-error
-  return (0, _clientDynamodb.unmarshall)(value);
+  return baseUnmarshall(value);
 };
-exports.unmarshall = unmarshall;
 
 //# sourceMappingURL=marshall.js.map

package/marshall.js.map

@@ -1 +1 @@
-{"version":3,"names":["_clientDynamodb","require","marshall","value","baseMarshall","exports","unmarshall","undefined","baseUnmarshall"],"sources":["marshall.ts"],"sourcesContent":["import {\n    marshall as baseMarshall,\n    unmarshall as baseUnmarshall\n} from \"@webiny/aws-sdk/client-dynamodb\";\nimport type { GenericRecord } from \"@webiny/api/types\";\n\nimport type { AttributeValue } from \"@webiny/handler-aws/types\";\n\nexport interface MarshalledValue {\n    [key: string]: AttributeValue;\n}\n\nexport const marshall = (value: GenericRecord): MarshalledValue => {\n    if (!value) {\n        return value;\n    }\n    return baseMarshall(value) as MarshalledValue;\n};\n\nexport const unmarshall = <T>(value?: MarshalledValue): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    /**\n     * We can safely cast the return value to `T` because we are 100% positive that this is correct.\n     */\n    // @ts-expect-error\n    return baseUnmarshall(value) as T;\n};\n"],"mappings":";;;;;;AAAA,IAAAA,eAAA,GAAAC,OAAA;AAYO,MAAMC,QAAQ,GAAIC,KAAoB,IAAsB;EAC/D,IAAI,CAACA,KAAK,EAAE;IACR,OAAOA,KAAK;EAChB;EACA,OAAO,IAAAC,wBAAY,EAACD,KAAK,CAAC;AAC9B,CAAC;AAACE,OAAA,CAAAH,QAAA,GAAAA,QAAA;AAEK,MAAMI,UAAU,GAAOH,KAAuB,IAAoB;EACrE,IAAI,CAACA,KAAK,EAAE;IACR,OAAOI,SAAS;EACpB;EACA;AACJ;AACA;EACI;EACA,OAAO,IAAAC,0BAAc,EAACL,KAAK,CAAC;AAChC,CAAC;AAACE,OAAA,CAAAC,UAAA,GAAAA,UAAA","ignoreList":[]}
+{"version":3,"names":["marshall","baseMarshall","unmarshall","baseUnmarshall","value","undefined"],"sources":["marshall.ts"],"sourcesContent":["import {\n    marshall as baseMarshall,\n    unmarshall as baseUnmarshall\n} from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\n\nimport type { AttributeValue } from \"@webiny/handler-aws/types.js\";\n\nexport interface MarshalledValue {\n    [key: string]: AttributeValue;\n}\n\nexport const marshall = (value: GenericRecord): MarshalledValue => {\n    if (!value) {\n        return value;\n    }\n    return baseMarshall(value) as MarshalledValue;\n};\n\nexport const unmarshall = <T>(value?: MarshalledValue): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    /**\n     * We can safely cast the return value to `T` because we are 100% positive that this is correct.\n     */\n    // @ts-expect-error\n    return baseUnmarshall(value) as T;\n};\n"],"mappings":"AAAA,SACIA,QAAQ,IAAIC,YAAY,EACxBC,UAAU,IAAIC,cAAc,QACzB,0CAA0C;AASjD,OAAO,MAAMH,QAAQ,GAAII,KAAoB,IAAsB;EAC/D,IAAI,CAACA,KAAK,EAAE;IACR,OAAOA,KAAK;EAChB;EACA,OAAOH,YAAY,CAACG,KAAK,CAAC;AAC9B,CAAC;AAED,OAAO,MAAMF,UAAU,GAAOE,KAAuB,IAAoB;EACrE,IAAI,CAACA,KAAK,EAAE;IACR,OAAOC,SAAS;EACpB;EACA;AACJ;AACA;EACI;EACA,OAAOF,cAAc,CAACC,KAAK,CAAC;AAChC,CAAC","ignoreList":[]}

package/package.json

@@ -1,6 +1,7 @@
 {
 	"name": "@webiny/api-dynamodb-to-elasticsearch",
-	"version": "0.0.0-unstable.eb196ccd2f",
+	"version": "0.0.0-unstable.f6dc066313",
+	"type": "module",
 	"main": "index.js",
 	"repository": {
 		"type": "git",
@@ -11,32 +12,27 @@
 	"license": "MIT",
 	"author": "Webiny Ltd.",
 	"dependencies": {
-		"@webiny/api": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/api-elasticsearch": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/api-log": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/aws-sdk": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/error": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/handler-aws": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/utils": "0.0.0-unstable.eb196ccd2f",
-		"p-retry": "4.6.2"
+		"@webiny/api": "0.0.0-unstable.f6dc066313",
+		"@webiny/api-elasticsearch": "0.0.0-unstable.f6dc066313",
+		"@webiny/aws-sdk": "0.0.0-unstable.f6dc066313",
+		"@webiny/error": "0.0.0-unstable.f6dc066313",
+		"@webiny/handler-aws": "0.0.0-unstable.f6dc066313",
+		"@webiny/utils": "0.0.0-unstable.f6dc066313",
+		"p-retry": "7.1.1"
 	},
 	"devDependencies": {
-		"@webiny/plugins": "0.0.0-unstable.eb196ccd2f",
-		"@webiny/project-utils": "0.0.0-unstable.eb196ccd2f",
-		"typescript": "5.3.3"
+		"@webiny/build-tools": "0.0.0-unstable.f6dc066313",
+		"@webiny/plugins": "0.0.0-unstable.f6dc066313",
+		"typescript": "5.9.3"
 	},
 	"publishConfig": {
 		"access": "public",
 		"directory": "dist"
 	},
-	"scripts": {
-		"build": "node ../cli/bin.js run build",
-		"watch": "node ../cli/bin.js run watch"
-	},
 	"adio": {
 		"ignoreDirs": [
 			"__tests__"
 		]
 	},
-	"gitHead": "eb196ccd2f32296e10f7add6dd7220d4e3abece4"
+	"gitHead": "f6dc066313ddce5339d2aacec3aa84e61232689b"
 }

package/types.d.ts

@@ -1,7 +1,6 @@
-import type { GenericRecord } from "@webiny/api/types";
-import type { DynamoDBRecord } from "@webiny/handler-aws/types";
-import type { ElasticsearchContext } from "@webiny/api-elasticsearch/types";
-import type { Context as LoggerContext } from "@webiny/api-log/types";
+import type { GenericRecord } from "@webiny/api/types.js";
+import type { DynamoDBRecord } from "@webiny/handler-aws/types.js";
+import type { ElasticsearchContext } from "@webiny/api-elasticsearch/types.js";
 export interface IOperationsBuilderBuildParams {
     records: DynamoDBRecord[];
 }
@@ -26,5 +25,5 @@ export interface IOperations {
     modify(params: IModifyOperationParams): void;
     delete(params: IDeleteOperationParams): void;
 }
-export interface Context extends ElasticsearchContext, Pick<LoggerContext, "logger"> {
+export interface Context extends ElasticsearchContext {
 }

package/types.js

@@ -1,7 +1,3 @@
-"use strict";
-
-Object.defineProperty(exports, "__esModule", {
-  value: true
-});
+export {};
 
 //# sourceMappingURL=types.js.map

package/types.js.map

@@ -1 +1 @@
-{"version":3,"names":[],"sources":["types.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types\";\nimport type { DynamoDBRecord } from \"@webiny/handler-aws/types\";\nimport type { ElasticsearchContext } from \"@webiny/api-elasticsearch/types\";\nimport type { Context as LoggerContext } from \"@webiny/api-log/types\";\n\nexport interface IOperationsBuilderBuildParams {\n    records: DynamoDBRecord[];\n}\n\nexport interface IOperationsBuilder {\n    build(params: IOperationsBuilderBuildParams): Promise<IOperations>;\n}\n\nexport interface IInsertOperationParams {\n    id: string;\n    index: string;\n    data: GenericRecord;\n}\n\nexport type IModifyOperationParams = IInsertOperationParams;\n\nexport interface IDeleteOperationParams {\n    id: string;\n    index: string;\n}\n\nexport interface IOperations {\n    items: GenericRecord[];\n    total: number;\n    clear(): void;\n    insert(params: IInsertOperationParams): void;\n    modify(params: IModifyOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n}\n\nexport interface Context extends ElasticsearchContext, Pick<LoggerContext, \"logger\"> {}\n"],"mappings":"","ignoreList":[]}
+{"version":3,"names":[],"sources":["types.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type { DynamoDBRecord } from \"@webiny/handler-aws/types.js\";\nimport type { ElasticsearchContext } from \"@webiny/api-elasticsearch/types.js\";\n\nexport interface IOperationsBuilderBuildParams {\n    records: DynamoDBRecord[];\n}\n\nexport interface IOperationsBuilder {\n    build(params: IOperationsBuilderBuildParams): Promise<IOperations>;\n}\n\nexport interface IInsertOperationParams {\n    id: string;\n    index: string;\n    data: GenericRecord;\n}\n\nexport type IModifyOperationParams = IInsertOperationParams;\n\nexport interface IDeleteOperationParams {\n    id: string;\n    index: string;\n}\n\nexport interface IOperations {\n    items: GenericRecord[];\n    total: number;\n    clear(): void;\n    insert(params: IInsertOperationParams): void;\n    modify(params: IModifyOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n}\n\nexport interface Context extends ElasticsearchContext {}\n"],"mappings":"","ignoreList":[]}