@webiny/api-dynamodb-to-elasticsearch 6.3.0 → 6.4.0-beta.0

package/NotEnoughRemainingTimeError.js

@@ -1,4 +1,6 @@
 import { WebinyError } from "@webiny/error";
-export class NotEnoughRemainingTimeError extends WebinyError {}
+class NotEnoughRemainingTimeError extends WebinyError {
+}
+export { NotEnoughRemainingTimeError };
 
 //# sourceMappingURL=NotEnoughRemainingTimeError.js.map

package/NotEnoughRemainingTimeError.js.map

@@ -1 +1 @@
-{"version":3,"names":["WebinyError","NotEnoughRemainingTimeError"],"sources":["NotEnoughRemainingTimeError.ts"],"sourcesContent":["import { WebinyError } from \"@webiny/error\";\n\nexport class NotEnoughRemainingTimeError extends WebinyError {}\n"],"mappings":"AAAA,SAASA,WAAW,QAAQ,eAAe;AAE3C,OAAO,MAAMC,2BAA2B,SAASD,WAAW,CAAC","ignoreList":[]}
+{"version":3,"file":"NotEnoughRemainingTimeError.js","sources":["../src/NotEnoughRemainingTimeError.ts"],"sourcesContent":["import { WebinyError } from \"@webiny/error\";\n\nexport class NotEnoughRemainingTimeError extends WebinyError {}\n"],"names":["NotEnoughRemainingTimeError","WebinyError"],"mappings":";AAEO,MAAMA,oCAAoCC;AAAa"}

package/Operations.js

@@ -1,39 +1,42 @@
-export let OperationType = /*#__PURE__*/function (OperationType) {
-  OperationType["INSERT"] = "INSERT";
-  OperationType["MODIFY"] = "MODIFY";
-  OperationType["REMOVE"] = "REMOVE";
-  return OperationType;
+var Operations_OperationType = /*#__PURE__*/ function(OperationType) {
+    OperationType["INSERT"] = "INSERT";
+    OperationType["MODIFY"] = "MODIFY";
+    OperationType["REMOVE"] = "REMOVE";
+    return OperationType;
 }({});
-export class Operations {
-  _items = [];
-  get items() {
-    return this._items;
-  }
-  get total() {
-    return this.items.length;
-  }
-  clear() {
-    this._items = [];
-  }
-  insert(params) {
-    this.items.push({
-      index: {
-        _id: params.id,
-        _index: params.index
-      }
-    }, params.data);
-  }
-  modify(params) {
-    this.insert(params);
-  }
-  delete(params) {
-    this.items.push({
-      delete: {
-        _id: params.id,
-        _index: params.index
-      }
-    });
-  }
+class Operations {
+    get items() {
+        return this._items;
+    }
+    get total() {
+        return this.items.length;
+    }
+    clear() {
+        this._items = [];
+    }
+    insert(params) {
+        this.items.push({
+            index: {
+                _id: params.id,
+                _index: params.index
+            }
+        }, params.data);
+    }
+    modify(params) {
+        this.insert(params);
+    }
+    delete(params) {
+        this.items.push({
+            delete: {
+                _id: params.id,
+                _index: params.index
+            }
+        });
+    }
+    constructor(){
+        this._items = [];
+    }
 }
+export { Operations, Operations_OperationType as OperationType };
 
 //# sourceMappingURL=Operations.js.map

package/Operations.js.map

@@ -1 +1 @@
-{"version":3,"names":["OperationType","Operations","_items","items","total","length","clear","insert","params","push","index","_id","id","_index","data","modify","delete"],"sources":["Operations.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type {\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\n\nexport enum OperationType {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\nexport class Operations implements IOperations {\n    private _items: GenericRecord[] = [];\n\n    public get items(): GenericRecord[] {\n        return this._items;\n    }\n\n    public get total(): number {\n        return this.items.length;\n    }\n\n    public clear() {\n        this._items = [];\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        this.items.push(\n            {\n                index: {\n                    _id: params.id,\n                    _index: params.index\n                }\n            },\n            params.data\n        );\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        this.insert(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        this.items.push({\n            delete: {\n                _id: params.id,\n                _index: params.index\n            }\n        });\n    }\n}\n"],"mappings":"AAQA,WAAYA,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAMzB,OAAO,MAAMC,UAAU,CAAwB;EACnCC,MAAM,GAAoB,EAAE;EAEpC,IAAWC,KAAKA,CAAA,EAAoB;IAChC,OAAO,IAAI,CAACD,MAAM;EACtB;EAEA,IAAWE,KAAKA,CAAA,EAAW;IACvB,OAAO,IAAI,CAACD,KAAK,CAACE,MAAM;EAC5B;EAEOC,KAAKA,CAAA,EAAG;IACX,IAAI,CAACJ,MAAM,GAAG,EAAE;EACpB;EAEOK,MAAMA,CAACC,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CACX;MACIC,KAAK,EAAE;QACHC,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,EACDF,MAAM,CAACM,IACX,CAAC;EACL;EAEOC,MAAMA,CAACP,MAA8B,EAAQ;IAChD,IAAI,CAACD,MAAM,CAACC,MAAM,CAAC;EACvB;EAEOQ,MAAMA,CAACR,MAA8B,EAAQ;IAChD,IAAI,CAACL,KAAK,CAACM,IAAI,CAAC;MACZO,MAAM,EAAE;QACJL,GAAG,EAAEH,MAAM,CAACI,EAAE;QACdC,MAAM,EAAEL,MAAM,CAACE;MACnB;IACJ,CAAC,CAAC;EACN;AACJ","ignoreList":[]}
+{"version":3,"file":"Operations.js","sources":["../src/Operations.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type {\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\n\nexport enum OperationType {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\nexport class Operations implements IOperations {\n    private _items: GenericRecord[] = [];\n\n    public get items(): GenericRecord[] {\n        return this._items;\n    }\n\n    public get total(): number {\n        return this.items.length;\n    }\n\n    public clear() {\n        this._items = [];\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        this.items.push(\n            {\n                index: {\n                    _id: params.id,\n                    _index: params.index\n                }\n            },\n            params.data\n        );\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        this.insert(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        this.items.push({\n            delete: {\n                _id: params.id,\n                _index: params.index\n            }\n        });\n    }\n}\n"],"names":["OperationType","Operations","params"],"mappings":"AAQO,IAAKA,2BAAaA,WAAAA,GAAAA,SAAbA,aAAa;;;;WAAbA;;AAML,MAAMC;IAGT,IAAW,QAAyB;QAChC,OAAO,IAAI,CAAC,MAAM;IACtB;IAEA,IAAW,QAAgB;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM;IAC5B;IAEO,QAAQ;QACX,IAAI,CAAC,MAAM,GAAG,EAAE;IACpB;IAEO,OAAOC,MAA8B,EAAQ;QAChD,IAAI,CAAC,KAAK,CAAC,IAAI,CACX;YACI,OAAO;gBACH,KAAKA,OAAO,EAAE;gBACd,QAAQA,OAAO,KAAK;YACxB;QACJ,GACAA,OAAO,IAAI;IAEnB;IAEO,OAAOA,MAA8B,EAAQ;QAChD,IAAI,CAAC,MAAM,CAACA;IAChB;IAEO,OAAOA,MAA8B,EAAQ;QAChD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACZ,QAAQ;gBACJ,KAAKA,OAAO,EAAE;gBACd,QAAQA,OAAO,KAAK;YACxB;QACJ;IACJ;;aArCQ,MAAM,GAAoB,EAAE;;AAsCxC"}

package/OperationsBuilder.js

@@ -1,94 +1,56 @@
-import { Operations, OperationType } from "./Operations.js";
+import { OperationType, Operations } from "./Operations.js";
 import { unmarshall } from "./marshall.js";
-export class OperationsBuilder {
-  constructor(params) {
-    this.compressor = params.compressor;
-  }
-  async build(params) {
-    const operations = new Operations();
-    for (const record of params.records) {
-      if (!record.dynamodb) {
-        continue;
-      } else if (!record.eventName) {
-        console.error(`Could not get operation from the record, skipping event "${record.eventID}".`);
-        continue;
-      }
-      const keys = unmarshall(record.dynamodb.Keys);
-      if (!keys?.PK || !keys.SK) {
-        console.error(`Could not get keys from the record, skipping event "${record.eventID}".`);
-        continue;
-      }
-      const id = `${keys.PK}:${keys.SK}`;
-
-      /**
-       * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.
-       * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.
-       */
-      if (record.eventName === OperationType.INSERT || record.eventName === OperationType.MODIFY) {
-        const newImage = unmarshall(record.dynamodb.NewImage);
-        /**
-         * If there is no newImage, silently continue to the next operation.
-         */
-        if (!newImage || typeof newImage !== "object" || Object.keys(newImage).length === 0) {
-          continue;
-        }
-        /**
-         * Note that with the `REMOVE` event, there is no `NewImage` property. Which means,
-         * if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still
-         * need to process it.
-         */
-        //
-        else if (newImage.ignore === true) {
-          // Nothing to log here, we are skipping the record intentionally.
-          continue;
-        }
-        /**
-         * Also, possibly there is no index?
-         */
-        //
-        else if (!newImage.index) {
-          console.error(`Could not get index from the new image, skipping event "${record.eventID}".`);
-          console.log({
-            newImage
-          });
-          continue;
-        }
-        /**
-         * We must decompress the data that is going into the Elasticsearch.
-         */
-        const data = await this.compressor.decompress(newImage.data);
-        /**
-         * No point in writing null or undefined data into the Elasticsearch.
-         * This might happen on some error while decompressing. We will log it.
-         *
-         * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.
-         * If it is - it is a bug.
-         */
-        if (data === undefined || data === null) {
-          console.error(`Could not get decompressed data, skipping ES operation "${record.eventName}", ID ${id}. Skipping...`);
-          continue;
-        }
-        operations.insert({
-          id,
-          index: newImage.index,
-          data
-        });
-      } else if (record.eventName === OperationType.REMOVE) {
-        const oldImage = unmarshall(record.dynamodb.OldImage);
-        /**
-         * If there is no index found, silently continue to the next operation.
-         */
-        if (!oldImage?.index) {
-          continue;
+class OperationsBuilder {
+    constructor(params){
+        this.compressor = params.compressor;
+    }
+    async build(params) {
+        const operations = new Operations();
+        for (const record of params.records){
+            if (!record.dynamodb) continue;
+            if (!record.eventName) {
+                console.error(`Could not get operation from the record, skipping event "${record.eventID}".`);
+                continue;
+            }
+            const keys = unmarshall(record.dynamodb.Keys);
+            if (!keys?.PK || !keys.SK) {
+                console.error(`Could not get keys from the record, skipping event "${record.eventID}".`);
+                continue;
+            }
+            const id = `${keys.PK}:${keys.SK}`;
+            if (record.eventName === OperationType.INSERT || record.eventName === OperationType.MODIFY) {
+                const newImage = unmarshall(record.dynamodb.NewImage);
+                if (!newImage || "object" != typeof newImage || 0 === Object.keys(newImage).length) continue;
+                if (true === newImage.ignore) continue;
+                if (!newImage.index) {
+                    console.error(`Could not get index from the new image, skipping event "${record.eventID}".`);
+                    console.log({
+                        newImage
+                    });
+                    continue;
+                }
+                const data = await this.compressor.decompress(newImage.data);
+                if (null == data) {
+                    console.error(`Could not get decompressed data, skipping ES operation "${record.eventName}", ID ${id}. Skipping...`);
+                    continue;
+                }
+                operations.insert({
+                    id,
+                    index: newImage.index,
+                    data
+                });
+            } else if (record.eventName === OperationType.REMOVE) {
+                const oldImage = unmarshall(record.dynamodb.OldImage);
+                if (!oldImage?.index) continue;
+                operations.delete({
+                    id,
+                    index: oldImage.index
+                });
+            }
         }
-        operations.delete({
-          id,
-          index: oldImage.index
-        });
-      }
+        return operations;
     }
-    return operations;
-  }
 }
+export { OperationsBuilder };
 
 //# sourceMappingURL=OperationsBuilder.js.map

package/OperationsBuilder.js.map

@@ -1 +1 @@
-{"version":3,"names":["Operations","OperationType","unmarshall","OperationsBuilder","constructor","params","compressor","build","operations","record","records","dynamodb","eventName","console","error","eventID","keys","Keys","PK","SK","id","INSERT","MODIFY","newImage","NewImage","Object","length","ignore","index","log","data","decompress","undefined","insert","REMOVE","oldImage","OldImage","delete"],"sources":["OperationsBuilder.ts"],"sourcesContent":["import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from \"./types.js\";\nimport { Operations, OperationType } from \"~/Operations.js\";\nimport { unmarshall } from \"~/marshall.js\";\nimport type { CompressionHandler } from \"@webiny/utils/exports/api.js\";\n\ninterface RecordDynamoDbImage {\n    data: {\n        compression: string;\n        value: string;\n    };\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nexport interface IOperationsBuilderParams {\n    compressor: CompressionHandler.Interface;\n}\n\nexport class OperationsBuilder implements IOperationsBuilder {\n    private readonly compressor: CompressionHandler.Interface;\n\n    public constructor(params: IOperationsBuilderParams) {\n        this.compressor = params.compressor;\n    }\n\n    public async build(params: IOperationsBuilderBuildParams): Promise<IOperations> {\n        const operations = new Operations();\n        for (const record of params.records) {\n            if (!record.dynamodb) {\n                continue;\n            } else if (!record.eventName) {\n                console.error(\n                    `Could not get operation from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const keys = unmarshall<RecordDynamoDbKeys>(record.dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                console.error(\n                    `Could not get keys from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const id = `${keys.PK}:${keys.SK}`;\n\n            /**\n             * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n             * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n             */\n            if (\n                record.eventName === OperationType.INSERT ||\n                record.eventName === OperationType.MODIFY\n            ) {\n                const newImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.NewImage);\n                /**\n                 * If there is no newImage, silently continue to the next operation.\n                 */\n                if (\n                    !newImage ||\n                    typeof newImage !== \"object\" ||\n                    Object.keys(newImage).length === 0\n                ) {\n                    continue;\n                }\n                /**\n                 * Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n                 * if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n                 * need to process it.\n                 */\n                //\n                else if (newImage.ignore === true) {\n                    // Nothing to log here, we are skipping the record intentionally.\n                    continue;\n                }\n                /**\n                 * Also, possibly there is no index?\n                 */\n                //\n                else if (!newImage.index) {\n                    console.error(\n                        `Could not get index from the new image, skipping event \"${record.eventID}\".`\n                    );\n                    console.log({ newImage });\n                    continue;\n                }\n                /**\n                 * We must decompress the data that is going into the Elasticsearch.\n                 */\n                const data = await this.compressor.decompress(newImage.data);\n                /**\n                 * No point in writing null or undefined data into the Elasticsearch.\n                 * This might happen on some error while decompressing. We will log it.\n                 *\n                 * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                 * If it is - it is a bug.\n                 */\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${record.eventName}\", ID ${id}. Skipping...`\n                    );\n                    continue;\n                }\n\n                operations.insert({\n                    id,\n                    index: newImage.index,\n                    data\n                });\n            } else if (record.eventName === OperationType.REMOVE) {\n                const oldImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.OldImage);\n                /**\n                 * If there is no index found, silently continue to the next operation.\n                 */\n                if (!oldImage?.index) {\n                    continue;\n                }\n                operations.delete({\n                    id,\n                    index: oldImage.index\n                });\n            }\n        }\n        return operations;\n    }\n}\n"],"mappings":"AACA,SAASA,UAAU,EAAEC,aAAa;AAClC,SAASC,UAAU;AAqBnB,OAAO,MAAMC,iBAAiB,CAA+B;EAGlDC,WAAWA,CAACC,MAAgC,EAAE;IACjD,IAAI,CAACC,UAAU,GAAGD,MAAM,CAACC,UAAU;EACvC;EAEA,MAAaC,KAAKA,CAACF,MAAqC,EAAwB;IAC5E,MAAMG,UAAU,GAAG,IAAIR,UAAU,CAAC,CAAC;IACnC,KAAK,MAAMS,MAAM,IAAIJ,MAAM,CAACK,OAAO,EAAE;MACjC,IAAI,CAACD,MAAM,CAACE,QAAQ,EAAE;QAClB;MACJ,CAAC,MAAM,IAAI,CAACF,MAAM,CAACG,SAAS,EAAE;QAC1BC,OAAO,CAACC,KAAK,CACT,4DAA4DL,MAAM,CAACM,OAAO,IAC9E,CAAC;QACD;MACJ;MAEA,MAAMC,IAAI,GAAGd,UAAU,CAAqBO,MAAM,CAACE,QAAQ,CAACM,IAAI,CAAC;MACjE,IAAI,CAACD,IAAI,EAAEE,EAAE,IAAI,CAACF,IAAI,CAACG,EAAE,EAAE;QACvBN,OAAO,CAACC,KAAK,CACT,uDAAuDL,MAAM,CAACM,OAAO,IACzE,CAAC;QACD;MACJ;MAEA,MAAMK,EAAE,GAAG,GAAGJ,IAAI,CAACE,EAAE,IAAIF,IAAI,CAACG,EAAE,EAAE;;MAElC;AACZ;AACA;AACA;MACY,IACIV,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACoB,MAAM,IACzCZ,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACqB,MAAM,EAC3C;QACE,MAAMC,QAAQ,GAAGrB,UAAU,CAAsBO,MAAM,CAACE,QAAQ,CAACa,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IACI,CAACD,QAAQ,IACT,OAAOA,QAAQ,KAAK,QAAQ,IAC5BE,MAAM,CAACT,IAAI,CAACO,QAAQ,CAAC,CAACG,MAAM,KAAK,CAAC,EACpC;UACE;QACJ;QACA;AAChB;AACA;AACA;AACA;QACgB;QAAA,KACK,IAAIH,QAAQ,CAACI,MAAM,KAAK,IAAI,EAAE;UAC/B;UACA;QACJ;QACA;AAChB;AACA;QACgB;QAAA,KACK,IAAI,CAACJ,QAAQ,CAACK,KAAK,EAAE;UACtBf,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACM,OAAO,IAC7E,CAAC;UACDF,OAAO,CAACgB,GAAG,CAAC;YAAEN;UAAS,CAAC,CAAC;UACzB;QACJ;QACA;AAChB;AACA;QACgB,MAAMO,IAAI,GAAG,MAAM,IAAI,CAACxB,UAAU,CAACyB,UAAU,CAACR,QAAQ,CAACO,IAAI,CAAC;QAC5D;AAChB;AACA;AACA;AACA;AACA;AACA;QACgB,IAAIA,IAAI,KAAKE,SAAS,IAAIF,IAAI,KAAK,IAAI,EAAE;UACrCjB,OAAO,CAACC,KAAK,CACT,2DAA2DL,MAAM,CAACG,SAAS,SAASQ,EAAE,eAC1F,CAAC;UACD;QACJ;QAEAZ,UAAU,CAACyB,MAAM,CAAC;UACdb,EAAE;UACFQ,KAAK,EAAEL,QAAQ,CAACK,KAAK;UACrBE;QACJ,CAAC,CAAC;MACN,CAAC,MAAM,IAAIrB,MAAM,CAACG,SAAS,KAAKX,aAAa,CAACiC,MAAM,EAAE;QAClD,MAAMC,QAAQ,GAAGjC,UAAU,CAAsBO,MAAM,CAACE,QAAQ,CAACyB,QAAQ,CAAC;QAC1E;AAChB;AACA;QACgB,IAAI,CAACD,QAAQ,EAAEP,KAAK,EAAE;UAClB;QACJ;QACApB,UAAU,CAAC6B,MAAM,CAAC;UACdjB,EAAE;UACFQ,KAAK,EAAEO,QAAQ,CAACP;QACpB,CAAC,CAAC;MACN;IACJ;IACA,OAAOpB,UAAU;EACrB;AACJ","ignoreList":[]}
+{"version":3,"file":"OperationsBuilder.js","sources":["../src/OperationsBuilder.ts"],"sourcesContent":["import type { IOperations, IOperationsBuilder, IOperationsBuilderBuildParams } from \"./types.js\";\nimport { Operations, OperationType } from \"~/Operations.js\";\nimport { unmarshall } from \"~/marshall.js\";\nimport type { CompressionHandler } from \"@webiny/utils/exports/api.js\";\n\ninterface RecordDynamoDbImage {\n    data: {\n        compression: string;\n        value: string;\n    };\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nexport interface IOperationsBuilderParams {\n    compressor: CompressionHandler.Interface;\n}\n\nexport class OperationsBuilder implements IOperationsBuilder {\n    private readonly compressor: CompressionHandler.Interface;\n\n    public constructor(params: IOperationsBuilderParams) {\n        this.compressor = params.compressor;\n    }\n\n    public async build(params: IOperationsBuilderBuildParams): Promise<IOperations> {\n        const operations = new Operations();\n        for (const record of params.records) {\n            if (!record.dynamodb) {\n                continue;\n            } else if (!record.eventName) {\n                console.error(\n                    `Could not get operation from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const keys = unmarshall<RecordDynamoDbKeys>(record.dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                console.error(\n                    `Could not get keys from the record, skipping event \"${record.eventID}\".`\n                );\n                continue;\n            }\n\n            const id = `${keys.PK}:${keys.SK}`;\n\n            /**\n             * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n             * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n             */\n            if (\n                record.eventName === OperationType.INSERT ||\n                record.eventName === OperationType.MODIFY\n            ) {\n                const newImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.NewImage);\n                /**\n                 * If there is no newImage, silently continue to the next operation.\n                 */\n                if (\n                    !newImage ||\n                    typeof newImage !== \"object\" ||\n                    Object.keys(newImage).length === 0\n                ) {\n                    continue;\n                }\n                /**\n                 * Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n                 * if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n                 * need to process it.\n                 */\n                //\n                else if (newImage.ignore === true) {\n                    // Nothing to log here, we are skipping the record intentionally.\n                    continue;\n                }\n                /**\n                 * Also, possibly there is no index?\n                 */\n                //\n                else if (!newImage.index) {\n                    console.error(\n                        `Could not get index from the new image, skipping event \"${record.eventID}\".`\n                    );\n                    console.log({ newImage });\n                    continue;\n                }\n                /**\n                 * We must decompress the data that is going into the Elasticsearch.\n                 */\n                const data = await this.compressor.decompress(newImage.data);\n                /**\n                 * No point in writing null or undefined data into the Elasticsearch.\n                 * This might happen on some error while decompressing. We will log it.\n                 *\n                 * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                 * If it is - it is a bug.\n                 */\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${record.eventName}\", ID ${id}. Skipping...`\n                    );\n                    continue;\n                }\n\n                operations.insert({\n                    id,\n                    index: newImage.index,\n                    data\n                });\n            } else if (record.eventName === OperationType.REMOVE) {\n                const oldImage = unmarshall<RecordDynamoDbImage>(record.dynamodb.OldImage);\n                /**\n                 * If there is no index found, silently continue to the next operation.\n                 */\n                if (!oldImage?.index) {\n                    continue;\n                }\n                operations.delete({\n                    id,\n                    index: oldImage.index\n                });\n            }\n        }\n        return operations;\n    }\n}\n"],"names":["OperationsBuilder","params","operations","Operations","record","console","keys","unmarshall","id","OperationType","newImage","Object","data","oldImage"],"mappings":";;AAuBO,MAAMA;IAGT,YAAmBC,MAAgC,CAAE;QACjD,IAAI,CAAC,UAAU,GAAGA,OAAO,UAAU;IACvC;IAEA,MAAa,MAAMA,MAAqC,EAAwB;QAC5E,MAAMC,aAAa,IAAIC;QACvB,KAAK,MAAMC,UAAUH,OAAO,OAAO,CAAE;YACjC,IAAI,CAACG,OAAO,QAAQ,EAChB;YACG,IAAI,CAACA,OAAO,SAAS,EAAE;gBAC1BC,QAAQ,KAAK,CACT,CAAC,yDAAyD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;gBAElF;YACJ;YAEA,MAAME,OAAOC,WAA+BH,OAAO,QAAQ,CAAC,IAAI;YAChE,IAAI,CAACE,MAAM,MAAM,CAACA,KAAK,EAAE,EAAE;gBACvBD,QAAQ,KAAK,CACT,CAAC,oDAAoD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;gBAE7E;YACJ;YAEA,MAAMI,KAAK,GAAGF,KAAK,EAAE,CAAC,CAAC,EAAEA,KAAK,EAAE,EAAE;YAMlC,IACIF,OAAO,SAAS,KAAKK,cAAc,MAAM,IACzCL,OAAO,SAAS,KAAKK,cAAc,MAAM,EAC3C;gBACE,MAAMC,WAAWH,WAAgCH,OAAO,QAAQ,CAAC,QAAQ;gBAIzE,IACI,CAACM,YACD,AAAoB,YAApB,OAAOA,YACPC,AAAiC,MAAjCA,OAAO,IAAI,CAACD,UAAU,MAAM,EAE5B;gBAQC,IAAIA,AAAoB,SAApBA,SAAS,MAAM,EAEpB;gBAMC,IAAI,CAACA,SAAS,KAAK,EAAE;oBACtBL,QAAQ,KAAK,CACT,CAAC,wDAAwD,EAAED,OAAO,OAAO,CAAC,EAAE,CAAC;oBAEjFC,QAAQ,GAAG,CAAC;wBAAEK;oBAAS;oBACvB;gBACJ;gBAIA,MAAME,OAAO,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,CAACF,SAAS,IAAI;gBAQ3D,IAAIE,QAAAA,MAAqC;oBACrCP,QAAQ,KAAK,CACT,CAAC,wDAAwD,EAAED,OAAO,SAAS,CAAC,MAAM,EAAEI,GAAG,aAAa,CAAC;oBAEzG;gBACJ;gBAEAN,WAAW,MAAM,CAAC;oBACdM;oBACA,OAAOE,SAAS,KAAK;oBACrBE;gBACJ;YACJ,OAAO,IAAIR,OAAO,SAAS,KAAKK,cAAc,MAAM,EAAE;gBAClD,MAAMI,WAAWN,WAAgCH,OAAO,QAAQ,CAAC,QAAQ;gBAIzE,IAAI,CAACS,UAAU,OACX;gBAEJX,WAAW,MAAM,CAAC;oBACdM;oBACA,OAAOK,SAAS,KAAK;gBACzB;YACJ;QACJ;QACA,OAAOX;IACX;AACJ"}

package/SynchronizationBuilder.js

@@ -1,38 +1,35 @@
 import { Operations } from "./Operations.js";
 import { executeWithRetry } from "./executeWithRetry.js";
-export class SynchronizationBuilder {
-  constructor(params) {
-    this.timer = params.timer;
-    this.context = params.context;
-    this.operations = new Operations();
-  }
-  insert(params) {
-    return this.operations.insert(params);
-  }
-  modify(params) {
-    return this.operations.modify(params);
-  }
-  delete(params) {
-    return this.operations.delete(params);
-  }
-  build() {
-    return async params => {
-      if (this.operations.total === 0) {
-        return;
-      }
-      await executeWithRetry({
-        ...params,
-        maxRunningTime: this.timer.getRemainingMilliseconds(),
-        timer: this.timer,
-        context: this.context,
-        operations: this.operations
-      });
-      this.operations.clear();
-    };
-  }
+class SynchronizationBuilder {
+    constructor(params){
+        this.timer = params.timer;
+        this.context = params.context;
+        this.operations = new Operations();
+    }
+    insert(params) {
+        return this.operations.insert(params);
+    }
+    modify(params) {
+        return this.operations.modify(params);
+    }
+    delete(params) {
+        return this.operations.delete(params);
+    }
+    build() {
+        return async (params)=>{
+            if (0 === this.operations.total) return;
+            await executeWithRetry({
+                ...params,
+                maxRunningTime: this.timer.getRemainingMilliseconds(),
+                timer: this.timer,
+                context: this.context,
+                operations: this.operations
+            });
+            this.operations.clear();
+        };
+    }
 }
-export const createSynchronizationBuilder = params => {
-  return new SynchronizationBuilder(params);
-};
+const createSynchronizationBuilder = (params)=>new SynchronizationBuilder(params);
+export { SynchronizationBuilder, createSynchronizationBuilder };
 
 //# sourceMappingURL=SynchronizationBuilder.js.map

package/SynchronizationBuilder.js.map

@@ -1 +1 @@
-{"version":3,"names":["Operations","executeWithRetry","SynchronizationBuilder","constructor","params","timer","context","operations","insert","modify","delete","build","total","maxRunningTime","getRemainingMilliseconds","clear","createSynchronizationBuilder"],"sources":["SynchronizationBuilder.ts"],"sourcesContent":["import type {\n    Context,\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\nimport { Operations } from \"~/Operations.js\";\nimport type { IExecuteWithRetryParams } from \"~/executeWithRetry.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\nimport type { ITimer } from \"@webiny/handler-aws\";\n\nexport type ISynchronizationBuilderExecuteWithRetryParams = Omit<\n    IExecuteWithRetryParams,\n    \"context\" | \"timer\" | \"maxRunningTime\" | \"operations\"\n>;\n\nexport interface ISynchronizationBuilder {\n    insert(params: IInsertOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n    build: () => (params?: ISynchronizationBuilderExecuteWithRetryParams) => Promise<void>;\n}\n\nexport interface ISynchronizationBuilderParams {\n    timer: ITimer;\n    context: Pick<Context, \"opensearch\">;\n}\n\nexport class SynchronizationBuilder implements ISynchronizationBuilder {\n    private readonly timer: ITimer;\n    private readonly context: Pick<Context, \"opensearch\">;\n    private readonly operations: IOperations;\n\n    public constructor(params: ISynchronizationBuilderParams) {\n        this.timer = params.timer;\n        this.context = params.context;\n        this.operations = new Operations();\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        return this.operations.insert(params);\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        return this.operations.modify(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        return this.operations.delete(params);\n    }\n\n    public build() {\n        return async (params?: ISynchronizationBuilderExecuteWithRetryParams) => {\n            if (this.operations.total === 0) {\n                return;\n            }\n            await executeWithRetry({\n                ...params,\n                maxRunningTime: this.timer.getRemainingMilliseconds(),\n                timer: this.timer,\n                context: this.context,\n                operations: this.operations\n            });\n            this.operations.clear();\n        };\n    }\n}\n\nexport const createSynchronizationBuilder = (\n    params: ISynchronizationBuilderParams\n): ISynchronizationBuilder => {\n    return new SynchronizationBuilder(params);\n};\n"],"mappings":"AAOA,SAASA,UAAU;AAEnB,SAASC,gBAAgB;AAmBzB,OAAO,MAAMC,sBAAsB,CAAoC;EAK5DC,WAAWA,CAACC,MAAqC,EAAE;IACtD,IAAI,CAACC,KAAK,GAAGD,MAAM,CAACC,KAAK;IACzB,IAAI,CAACC,OAAO,GAAGF,MAAM,CAACE,OAAO;IAC7B,IAAI,CAACC,UAAU,GAAG,IAAIP,UAAU,CAAC,CAAC;EACtC;EAEOQ,MAAMA,CAACJ,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACC,MAAM,CAACJ,MAAM,CAAC;EACzC;EAEOK,MAAMA,CAACL,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACE,MAAM,CAACL,MAAM,CAAC;EACzC;EAEOM,MAAMA,CAACN,MAA8B,EAAQ;IAChD,OAAO,IAAI,CAACG,UAAU,CAACG,MAAM,CAACN,MAAM,CAAC;EACzC;EAEOO,KAAKA,CAAA,EAAG;IACX,OAAO,MAAOP,MAAsD,IAAK;MACrE,IAAI,IAAI,CAACG,UAAU,CAACK,KAAK,KAAK,CAAC,EAAE;QAC7B;MACJ;MACA,MAAMX,gBAAgB,CAAC;QACnB,GAAGG,MAAM;QACTS,cAAc,EAAE,IAAI,CAACR,KAAK,CAACS,wBAAwB,CAAC,CAAC;QACrDT,KAAK,EAAE,IAAI,CAACA,KAAK;QACjBC,OAAO,EAAE,IAAI,CAACA,OAAO;QACrBC,UAAU,EAAE,IAAI,CAACA;MACrB,CAAC,CAAC;MACF,IAAI,CAACA,UAAU,CAACQ,KAAK,CAAC,CAAC;IAC3B,CAAC;EACL;AACJ;AAEA,OAAO,MAAMC,4BAA4B,GACrCZ,MAAqC,IACX;EAC1B,OAAO,IAAIF,sBAAsB,CAACE,MAAM,CAAC;AAC7C,CAAC","ignoreList":[]}
+{"version":3,"file":"SynchronizationBuilder.js","sources":["../src/SynchronizationBuilder.ts"],"sourcesContent":["import type {\n    Context,\n    IDeleteOperationParams,\n    IInsertOperationParams,\n    IModifyOperationParams,\n    IOperations\n} from \"~/types.js\";\nimport { Operations } from \"~/Operations.js\";\nimport type { IExecuteWithRetryParams } from \"~/executeWithRetry.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\nimport type { ITimer } from \"@webiny/handler-aws\";\n\nexport type ISynchronizationBuilderExecuteWithRetryParams = Omit<\n    IExecuteWithRetryParams,\n    \"context\" | \"timer\" | \"maxRunningTime\" | \"operations\"\n>;\n\nexport interface ISynchronizationBuilder {\n    insert(params: IInsertOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n    build: () => (params?: ISynchronizationBuilderExecuteWithRetryParams) => Promise<void>;\n}\n\nexport interface ISynchronizationBuilderParams {\n    timer: ITimer;\n    context: Pick<Context, \"opensearch\">;\n}\n\nexport class SynchronizationBuilder implements ISynchronizationBuilder {\n    private readonly timer: ITimer;\n    private readonly context: Pick<Context, \"opensearch\">;\n    private readonly operations: IOperations;\n\n    public constructor(params: ISynchronizationBuilderParams) {\n        this.timer = params.timer;\n        this.context = params.context;\n        this.operations = new Operations();\n    }\n\n    public insert(params: IInsertOperationParams): void {\n        return this.operations.insert(params);\n    }\n\n    public modify(params: IModifyOperationParams): void {\n        return this.operations.modify(params);\n    }\n\n    public delete(params: IDeleteOperationParams): void {\n        return this.operations.delete(params);\n    }\n\n    public build() {\n        return async (params?: ISynchronizationBuilderExecuteWithRetryParams) => {\n            if (this.operations.total === 0) {\n                return;\n            }\n            await executeWithRetry({\n                ...params,\n                maxRunningTime: this.timer.getRemainingMilliseconds(),\n                timer: this.timer,\n                context: this.context,\n                operations: this.operations\n            });\n            this.operations.clear();\n        };\n    }\n}\n\nexport const createSynchronizationBuilder = (\n    params: ISynchronizationBuilderParams\n): ISynchronizationBuilder => {\n    return new SynchronizationBuilder(params);\n};\n"],"names":["SynchronizationBuilder","params","Operations","executeWithRetry","createSynchronizationBuilder"],"mappings":";;AA4BO,MAAMA;IAKT,YAAmBC,MAAqC,CAAE;QACtD,IAAI,CAAC,KAAK,GAAGA,OAAO,KAAK;QACzB,IAAI,CAAC,OAAO,GAAGA,OAAO,OAAO;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAIC;IAC1B;IAEO,OAAOD,MAA8B,EAAQ;QAChD,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAACA;IAClC;IAEO,OAAOA,MAA8B,EAAQ;QAChD,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAACA;IAClC;IAEO,OAAOA,MAA8B,EAAQ;QAChD,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAACA;IAClC;IAEO,QAAQ;QACX,OAAO,OAAOA;YACV,IAAI,AAA0B,MAA1B,IAAI,CAAC,UAAU,CAAC,KAAK,EACrB;YAEJ,MAAME,iBAAiB;gBACnB,GAAGF,MAAM;gBACT,gBAAgB,IAAI,CAAC,KAAK,CAAC,wBAAwB;gBACnD,OAAO,IAAI,CAAC,KAAK;gBACjB,SAAS,IAAI,CAAC,OAAO;gBACrB,YAAY,IAAI,CAAC,UAAU;YAC/B;YACA,IAAI,CAAC,UAAU,CAAC,KAAK;QACzB;IACJ;AACJ;AAEO,MAAMG,+BAA+B,CACxCH,SAEO,IAAID,uBAAuBC"}

package/eventHandler.js

@@ -2,49 +2,30 @@ import { createDynamoDBEventHandler, timerFactory } from "@webiny/handler-aws";
 import { OperationsBuilder } from "./OperationsBuilder.js";
 import { executeWithRetry } from "./executeWithRetry.js";
 import { CompressionHandler } from "@webiny/utils/exports/api.js";
-
-/**
- * Also, we need to set the maximum running time for the Lambda Function.
- * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232
- * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218
- */
 const MAX_RUNNING_TIME = 900;
-export const createEventHandler = () => {
-  return createDynamoDBEventHandler(async ({
-    event,
-    context: ctx,
-    lambdaContext
-  }) => {
-    const timer = timerFactory(lambdaContext);
-    const context = ctx;
-    if (!context.opensearch) {
-      console.error("Missing opensearch definition on context.");
-      return null;
-    }
-    const compressor = context.container.resolve(CompressionHandler);
-    const builder = new OperationsBuilder({
-      compressor
-    });
-    const operations = await builder.build({
-      records: event.Records
-    });
-    /**
-     * No need to do anything if there are no operations.
-     */
-    if (operations.total === 0) {
-      return null;
-    }
-    /**
-     * Execute the operations with retry.
-     */
-    await executeWithRetry({
-      timer,
-      maxRunningTime: MAX_RUNNING_TIME,
-      context,
-      operations
+const createEventHandler = ()=>createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext })=>{
+        const timer = timerFactory(lambdaContext);
+        const context = ctx;
+        if (!context.opensearch) {
+            console.error("Missing opensearch definition on context.");
+            return null;
+        }
+        const compressor = context.container.resolve(CompressionHandler);
+        const builder = new OperationsBuilder({
+            compressor
+        });
+        const operations = await builder.build({
+            records: event.Records
+        });
+        if (0 === operations.total) return null;
+        await executeWithRetry({
+            timer,
+            maxRunningTime: MAX_RUNNING_TIME,
+            context,
+            operations
+        });
+        return null;
     });
-    return null;
-  });
-};
+export { createEventHandler };
 
 //# sourceMappingURL=eventHandler.js.map

package/eventHandler.js.map

@@ -1 +1 @@
-{"version":3,"names":["createDynamoDBEventHandler","timerFactory","OperationsBuilder","executeWithRetry","CompressionHandler","MAX_RUNNING_TIME","createEventHandler","event","context","ctx","lambdaContext","timer","opensearch","console","error","compressor","container","resolve","builder","operations","build","records","Records","total","maxRunningTime"],"sources":["eventHandler.ts"],"sourcesContent":["import { createDynamoDBEventHandler, timerFactory } from \"@webiny/handler-aws\";\nimport type { Context } from \"~/types.js\";\nimport { OperationsBuilder } from \"~/OperationsBuilder.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\nimport { CompressionHandler } from \"@webiny/utils/exports/api.js\";\n\n/**\n * Also, we need to set the maximum running time for the Lambda Function.\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218\n */\nconst MAX_RUNNING_TIME = 900;\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext }) => {\n        const timer = timerFactory(lambdaContext);\n        const context = ctx as unknown as Context;\n        if (!context.opensearch) {\n            console.error(\"Missing opensearch definition on context.\");\n            return null;\n        }\n\n        const compressor = context.container.resolve(CompressionHandler);\n\n        const builder = new OperationsBuilder({\n            compressor\n        });\n\n        const operations = await builder.build({\n            records: event.Records\n        });\n        /**\n         * No need to do anything if there are no operations.\n         */\n        if (operations.total === 0) {\n            return null;\n        }\n        /**\n         * Execute the operations with retry.\n         */\n        await executeWithRetry({\n            timer,\n            maxRunningTime: MAX_RUNNING_TIME,\n            context,\n            operations\n        });\n\n        return null;\n    });\n};\n"],"mappings":"AAAA,SAASA,0BAA0B,EAAEC,YAAY,QAAQ,qBAAqB;AAE9E,SAASC,iBAAiB;AAC1B,SAASC,gBAAgB;AACzB,SAASC,kBAAkB,QAAQ,8BAA8B;;AAEjE;AACA;AACA;AACA;AACA;AACA,MAAMC,gBAAgB,GAAG,GAAG;AAE5B,OAAO,MAAMC,kBAAkB,GAAGA,CAAA,KAAM;EACpC,OAAON,0BAA0B,CAAC,OAAO;IAAEO,KAAK;IAAEC,OAAO,EAAEC,GAAG;IAAEC;EAAc,CAAC,KAAK;IAChF,MAAMC,KAAK,GAAGV,YAAY,CAACS,aAAa,CAAC;IACzC,MAAMF,OAAO,GAAGC,GAAyB;IACzC,IAAI,CAACD,OAAO,CAACI,UAAU,EAAE;MACrBC,OAAO,CAACC,KAAK,CAAC,2CAA2C,CAAC;MAC1D,OAAO,IAAI;IACf;IAEA,MAAMC,UAAU,GAAGP,OAAO,CAACQ,SAAS,CAACC,OAAO,CAACb,kBAAkB,CAAC;IAEhE,MAAMc,OAAO,GAAG,IAAIhB,iBAAiB,CAAC;MAClCa;IACJ,CAAC,CAAC;IAEF,MAAMI,UAAU,GAAG,MAAMD,OAAO,CAACE,KAAK,CAAC;MACnCC,OAAO,EAAEd,KAAK,CAACe;IACnB,CAAC,CAAC;IACF;AACR;AACA;IACQ,IAAIH,UAAU,CAACI,KAAK,KAAK,CAAC,EAAE;MACxB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,MAAMpB,gBAAgB,CAAC;MACnBQ,KAAK;MACLa,cAAc,EAAEnB,gBAAgB;MAChCG,OAAO;MACPW;IACJ,CAAC,CAAC;IAEF,OAAO,IAAI;EACf,CAAC,CAAC;AACN,CAAC","ignoreList":[]}
+{"version":3,"file":"eventHandler.js","sources":["../src/eventHandler.ts"],"sourcesContent":["import { createDynamoDBEventHandler, timerFactory } from \"@webiny/handler-aws\";\nimport type { Context } from \"~/types.js\";\nimport { OperationsBuilder } from \"~/OperationsBuilder.js\";\nimport { executeWithRetry } from \"~/executeWithRetry.js\";\nimport { CompressionHandler } from \"@webiny/utils/exports/api.js\";\n\n/**\n * Also, we need to set the maximum running time for the Lambda Function.\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218\n */\nconst MAX_RUNNING_TIME = 900;\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext }) => {\n        const timer = timerFactory(lambdaContext);\n        const context = ctx as unknown as Context;\n        if (!context.opensearch) {\n            console.error(\"Missing opensearch definition on context.\");\n            return null;\n        }\n\n        const compressor = context.container.resolve(CompressionHandler);\n\n        const builder = new OperationsBuilder({\n            compressor\n        });\n\n        const operations = await builder.build({\n            records: event.Records\n        });\n        /**\n         * No need to do anything if there are no operations.\n         */\n        if (operations.total === 0) {\n            return null;\n        }\n        /**\n         * Execute the operations with retry.\n         */\n        await executeWithRetry({\n            timer,\n            maxRunningTime: MAX_RUNNING_TIME,\n            context,\n            operations\n        });\n\n        return null;\n    });\n};\n"],"names":["MAX_RUNNING_TIME","createEventHandler","createDynamoDBEventHandler","event","ctx","lambdaContext","timer","timerFactory","context","console","compressor","CompressionHandler","builder","OperationsBuilder","operations","executeWithRetry"],"mappings":";;;;AAWA,MAAMA,mBAAmB;AAElB,MAAMC,qBAAqB,IACvBC,2BAA2B,OAAO,EAAEC,KAAK,EAAE,SAASC,GAAG,EAAEC,aAAa,EAAE;QAC3E,MAAMC,QAAQC,aAAaF;QAC3B,MAAMG,UAAUJ;QAChB,IAAI,CAACI,QAAQ,UAAU,EAAE;YACrBC,QAAQ,KAAK,CAAC;YACd,OAAO;QACX;QAEA,MAAMC,aAAaF,QAAQ,SAAS,CAAC,OAAO,CAACG;QAE7C,MAAMC,UAAU,IAAIC,kBAAkB;YAClCH;QACJ;QAEA,MAAMI,aAAa,MAAMF,QAAQ,KAAK,CAAC;YACnC,SAAST,MAAM,OAAO;QAC1B;QAIA,IAAIW,AAAqB,MAArBA,WAAW,KAAK,EAChB,OAAO;QAKX,MAAMC,iBAAiB;YACnBT;YACA,gBAAgBN;YAChBQ;YACAM;QACJ;QAEA,OAAO;IACX"}

package/execute.js

@@ -1,137 +1,98 @@
-import { createWaitUntilHealthy, OpenSearchCatClusterHealthStatus, UnhealthyClusterError, WaitingHealthyClusterAbortedError } from "@webiny/api-opensearch";
+import { OpenSearchCatClusterHealthStatus, UnhealthyClusterError, WaitingHealthyClusterAbortedError, createWaitUntilHealthy } from "@webiny/api-opensearch";
 import { WebinyError } from "@webiny/error";
 import { shouldShowLogs } from "./helpers/shouldShowLogs.js";
-const getError = item => {
-  if (!item.index?.error?.reason) {
-    return null;
-  }
-  const reason = item.index.error.reason;
-  if (reason.match(/no such index \[([a-zA-Z0-9_-]+)\]/) !== null) {
-    return "index";
-  }
-  return reason;
+const getError = (item)=>{
+    if (!item.index?.error?.reason) return null;
+    const reason = item.index.error.reason;
+    if (null !== reason.match(/no such index \[([a-zA-Z0-9_-]+)\]/)) return "index";
+    return reason;
 };
-const checkErrors = result => {
-  if (!result || !result.body || !result.body.items) {
-    return;
-  }
-  for (const item of result.body.items) {
-    const err = getError(item);
-    if (!err) {
-      continue;
-    } else if (err === "index") {
-      if (process.env.DEBUG === "true") {
-        console.error("Bulk response", JSON.stringify(result, null, 2));
-      }
-      continue;
-    }
-    console.error("Body item with error", item);
-    throw new WebinyError(err, "DYNAMODB_TO_OPENSEARCH_ERROR", item);
-  }
-};
-export const execute = params => {
-  return async () => {
-    const {
-      context,
-      timer,
-      maxRunningTime,
-      maxProcessorPercent,
-      operations
-    } = params;
-    if (operations.total === 0) {
-      return;
-    }
-    const remainingTime = timer.getRemainingSeconds();
-    const runningTime = maxRunningTime - remainingTime;
-    const maxWaitingTime = remainingTime - 90;
-    if (shouldShowLogs()) {
-      console.debug(`The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`);
-    }
-    const healthCheck = createWaitUntilHealthy(context.opensearch, {
-      minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,
-      waitingTimeStep: 30,
-      maxProcessorPercent,
-      maxWaitingTime
-    });
-
-    // const log = context.logger.withSource("dynamodbToElasticsearch");
-    const log = {
-      notice: (...params) => {
-        console.log(...params);
-      },
-      debug: (...params) => {
-        console.debug(...params);
-      },
-      info: (...params) => {
-        console.info(...params);
-      },
-      warn: (...params) => {
-        console.warn(...params);
-      },
-      error: (...params) => {
-        console.error(...params);
-      }
-    };
-    try {
-      await healthCheck.wait({
-        async onUnhealthy({
-          startedAt,
-          runs,
-          mustEndAt,
-          waitingTimeStep,
-          waitingReason
-        }) {
-          console.debug(`Cluster is unhealthy on run #${runs}.`, {
-            startedAt,
-            mustEndAt,
-            waitingTimeStep,
-            waitingReason
-          });
-        },
-        async onTimeout({
-          startedAt,
-          runs,
-          waitingTimeStep,
-          mustEndAt,
-          waitingReason
-        }) {
-          console.error(`Cluster health check timeout on run #${runs}.`, {
-            startedAt,
-            mustEndAt,
-            waitingTimeStep,
-            waitingReason
-          });
+const checkErrors = (result)=>{
+    if (!result || !result.body || !result.body.items) return;
+    for (const item of result.body.items){
+        const err = getError(item);
+        if (err) {
+            if ("index" === err) {
+                if ("true" === process.env.DEBUG) console.error("Bulk response", JSON.stringify(result, null, 2));
+                continue;
+            }
+            console.error("Body item with error", item);
+            throw new WebinyError(err, "DYNAMODB_TO_OPENSEARCH_ERROR", item);
         }
-      });
-    } catch (ex) {
-      if (ex instanceof UnhealthyClusterError || ex instanceof WaitingHealthyClusterAbortedError) {
-        throw ex;
-      }
-      console.error(`Cluster health check failed.`, ex);
-      throw ex;
     }
-    try {
-      const res = await context.opensearch.bulk({
-        body: operations.items
-      });
-      checkErrors(res);
-    } catch (error) {
-      log.error(error, {
-        tenant: "root"
-      });
-      if (shouldShowLogs() === false) {
-        throw error;
-      }
-      const meta = error?.meta || {};
-      delete meta["meta"];
-      console.error("Bulk error", JSON.stringify(error, null, 2));
-      throw error;
-    }
-    if (shouldShowLogs() === false) {
-      return;
-    }
-    console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);
-  };
 };
+const execute = (params)=>async ()=>{
+        const { context, timer, maxRunningTime, maxProcessorPercent, operations } = params;
+        if (0 === operations.total) return;
+        const remainingTime = timer.getRemainingSeconds();
+        const runningTime = maxRunningTime - remainingTime;
+        const maxWaitingTime = remainingTime - 90;
+        if (shouldShowLogs()) console.debug(`The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`);
+        const healthCheck = createWaitUntilHealthy(context.opensearch, {
+            minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,
+            waitingTimeStep: 30,
+            maxProcessorPercent,
+            maxWaitingTime
+        });
+        const log = {
+            notice: (...params)=>{
+                console.log(...params);
+            },
+            debug: (...params)=>{
+                console.debug(...params);
+            },
+            info: (...params)=>{
+                console.info(...params);
+            },
+            warn: (...params)=>{
+                console.warn(...params);
+            },
+            error: (...params)=>{
+                console.error(...params);
+            }
+        };
+        try {
+            await healthCheck.wait({
+                async onUnhealthy ({ startedAt, runs, mustEndAt, waitingTimeStep, waitingReason }) {
+                    console.debug(`Cluster is unhealthy on run #${runs}.`, {
+                        startedAt,
+                        mustEndAt,
+                        waitingTimeStep,
+                        waitingReason
+                    });
+                },
+                async onTimeout ({ startedAt, runs, waitingTimeStep, mustEndAt, waitingReason }) {
+                    console.error(`Cluster health check timeout on run #${runs}.`, {
+                        startedAt,
+                        mustEndAt,
+                        waitingTimeStep,
+                        waitingReason
+                    });
+                }
+            });
+        } catch (ex) {
+            if (ex instanceof UnhealthyClusterError || ex instanceof WaitingHealthyClusterAbortedError) throw ex;
+            console.error("Cluster health check failed.", ex);
+            throw ex;
+        }
+        try {
+            const res = await context.opensearch.bulk({
+                body: operations.items
+            });
+            checkErrors(res);
+        } catch (error) {
+            log.error(error, {
+                tenant: "root"
+            });
+            if (false === shouldShowLogs()) throw error;
+            const meta = error?.meta || {};
+            delete meta["meta"];
+            console.error("Bulk error", JSON.stringify(error, null, 2));
+            throw error;
+        }
+        if (false === shouldShowLogs()) return;
+        console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);
+    };
+export { execute };
 
 //# sourceMappingURL=execute.js.map

package/execute.js.map

@@ -1 +1 @@
-{"version":3,"names":["createWaitUntilHealthy","OpenSearchCatClusterHealthStatus","UnhealthyClusterError","WaitingHealthyClusterAbortedError","WebinyError","shouldShowLogs","getError","item","index","error","reason","match","checkErrors","result","body","items","err","process","env","DEBUG","console","JSON","stringify","execute","params","context","timer","maxRunningTime","maxProcessorPercent","operations","total","remainingTime","getRemainingSeconds","runningTime","maxWaitingTime","debug","healthCheck","opensearch","minClusterHealthStatus","Yellow","waitingTimeStep","log","notice","info","warn","wait","onUnhealthy","startedAt","runs","mustEndAt","waitingReason","onTimeout","ex","res","bulk","tenant","meta"],"sources":["execute.ts"],"sourcesContent":["import {\n    createWaitUntilHealthy,\n    OpenSearchCatClusterHealthStatus,\n    UnhealthyClusterError,\n    WaitingHealthyClusterAbortedError\n} from \"@webiny/api-opensearch\";\nimport type { ITimer } from \"@webiny/handler-aws\";\nimport type { ApiResponse } from \"@webiny/api-opensearch/types.js\";\n\nimport { WebinyError } from \"@webiny/error\";\nimport type { Context, IOperations } from \"./types.js\";\nimport { shouldShowLogs } from \"~/helpers/shouldShowLogs.js\";\n\nexport interface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\nexport interface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\nexport interface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\nexport interface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nexport interface IExecuteParams {\n    timer: ITimer;\n    maxRunningTime: number;\n    maxProcessorPercent: number;\n    context: Pick<Context, \"opensearch\">;\n    operations: Pick<IOperations, \"items\" | \"total\">;\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst checkErrors = (result?: ApiResponse): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(\"Body item with error\", item);\n        throw new WebinyError(err, \"DYNAMODB_TO_OPENSEARCH_ERROR\", item);\n    }\n};\n\nexport const execute = (params: IExecuteParams) => {\n    return async (): Promise<void> => {\n        const { context, timer, maxRunningTime, maxProcessorPercent, operations } = params;\n\n        if (operations.total === 0) {\n            return;\n        }\n\n        const remainingTime = timer.getRemainingSeconds();\n        const runningTime = maxRunningTime - remainingTime;\n        const maxWaitingTime = remainingTime - 90;\n\n        if (shouldShowLogs()) {\n            console.debug(\n                `The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`\n            );\n        }\n\n        const healthCheck = createWaitUntilHealthy(context.opensearch, {\n            minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,\n            waitingTimeStep: 30,\n            maxProcessorPercent,\n            maxWaitingTime\n        });\n\n        // const log = context.logger.withSource(\"dynamodbToElasticsearch\");\n        const log = {\n            notice: (...params: any[]) => {\n                console.log(...params);\n            },\n            debug: (...params: any[]) => {\n                console.debug(...params);\n            },\n            info: (...params: any[]) => {\n                console.info(...params);\n            },\n            warn: (...params: any[]) => {\n                console.warn(...params);\n            },\n            error: (...params: any[]) => {\n                console.error(...params);\n            }\n        };\n\n        try {\n            await healthCheck.wait({\n                async onUnhealthy({ startedAt, runs, mustEndAt, waitingTimeStep, waitingReason }) {\n                    console.debug(`Cluster is unhealthy on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                },\n                async onTimeout({ startedAt, runs, waitingTimeStep, mustEndAt, waitingReason }) {\n                    console.error(`Cluster health check timeout on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                }\n            });\n        } catch (ex) {\n            if (\n                ex instanceof UnhealthyClusterError ||\n                ex instanceof WaitingHealthyClusterAbortedError\n            ) {\n                throw ex;\n            }\n            console.error(`Cluster health check failed.`, ex);\n            throw ex;\n        }\n\n        try {\n            const res = await context.opensearch.bulk({\n                body: operations.items\n            });\n            checkErrors(res);\n        } catch (error) {\n            log.error(error, {\n                tenant: \"root\"\n            });\n\n            if (shouldShowLogs() === false) {\n                throw error;\n            }\n            const meta = error?.meta || {};\n            delete meta[\"meta\"];\n            console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n            throw error;\n        }\n        if (shouldShowLogs() === false) {\n            return;\n        }\n        console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);\n    };\n};\n"],"mappings":"AAAA,SACIA,sBAAsB,EACtBC,gCAAgC,EAChCC,qBAAqB,EACrBC,iCAAiC,QAC9B,wBAAwB;AAI/B,SAASC,WAAW,QAAQ,eAAe;AAE3C,SAASC,cAAc;AA2BvB,MAAMC,QAAQ,GAAIC,IAAoC,IAAoB;EACtE,IAAI,CAACA,IAAI,CAACC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAE;IAC5B,OAAO,IAAI;EACf;EACA,MAAMA,MAAM,GAAGH,IAAI,CAACC,KAAK,CAACC,KAAK,CAACC,MAAM;EACtC,IAAIA,MAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC,KAAK,IAAI,EAAE;IAC7D,OAAO,OAAO;EAClB;EACA,OAAOD,MAAM;AACjB,CAAC;AAED,MAAME,WAAW,GAAIC,MAAoB,IAAW;EAChD,IAAI,CAACA,MAAM,IAAI,CAACA,MAAM,CAACC,IAAI,IAAI,CAACD,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAC/C;EACJ;EACA,KAAK,MAAMR,IAAI,IAAIM,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAClC,MAAMC,GAAG,GAAGV,QAAQ,CAACC,IAAI,CAAC;IAC1B,IAAI,CAACS,GAAG,EAAE;MACN;IACJ,CAAC,MAAM,IAAIA,GAAG,KAAK,OAAO,EAAE;MACxB,IAAIC,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAACX,KAAK,CAAC,eAAe,EAAEY,IAAI,CAACC,SAAS,CAACT,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MACnE;MACA;IACJ;IACAO,OAAO,CAACX,KAAK,CAAC,sBAAsB,EAAEF,IAAI,CAAC;IAC3C,MAAM,IAAIH,WAAW,CAACY,GAAG,EAAE,8BAA8B,EAAET,IAAI,CAAC;EACpE;AACJ,CAAC;AAED,OAAO,MAAMgB,OAAO,GAAIC,MAAsB,IAAK;EAC/C,OAAO,YAA2B;IAC9B,MAAM;MAAEC,OAAO;MAAEC,KAAK;MAAEC,cAAc;MAAEC,mBAAmB;MAAEC;IAAW,CAAC,GAAGL,MAAM;IAElF,IAAIK,UAAU,CAACC,KAAK,KAAK,CAAC,EAAE;MACxB;IACJ;IAEA,MAAMC,aAAa,GAAGL,KAAK,CAACM,mBAAmB,CAAC,CAAC;IACjD,MAAMC,WAAW,GAAGN,cAAc,GAAGI,aAAa;IAClD,MAAMG,cAAc,GAAGH,aAAa,GAAG,EAAE;IAEzC,IAAI1B,cAAc,CAAC,CAAC,EAAE;MAClBe,OAAO,CAACe,KAAK,CACT,qCAAqCF,WAAW,6CAA6CC,cAAc,GAC/G,CAAC;IACL;IAEA,MAAME,WAAW,GAAGpC,sBAAsB,CAACyB,OAAO,CAACY,UAAU,EAAE;MAC3DC,sBAAsB,EAAErC,gCAAgC,CAACsC,MAAM;MAC/DC,eAAe,EAAE,EAAE;MACnBZ,mBAAmB;MACnBM;IACJ,CAAC,CAAC;;IAEF;IACA,MAAMO,GAAG,GAAG;MACRC,MAAM,EAAEA,CAAC,GAAGlB,MAAa,KAAK;QAC1BJ,OAAO,CAACqB,GAAG,CAAC,GAAGjB,MAAM,CAAC;MAC1B,CAAC;MACDW,KAAK,EAAEA,CAAC,GAAGX,MAAa,KAAK;QACzBJ,OAAO,CAACe,KAAK,CAAC,GAAGX,MAAM,CAAC;MAC5B,CAAC;MACDmB,IAAI,EAAEA,CAAC,GAAGnB,MAAa,KAAK;QACxBJ,OAAO,CAACuB,IAAI,CAAC,GAAGnB,MAAM,CAAC;MAC3B,CAAC;MACDoB,IAAI,EAAEA,CAAC,GAAGpB,MAAa,KAAK;QACxBJ,OAAO,CAACwB,IAAI,CAAC,GAAGpB,MAAM,CAAC;MAC3B,CAAC;MACDf,KAAK,EAAEA,CAAC,GAAGe,MAAa,KAAK;QACzBJ,OAAO,CAACX,KAAK,CAAC,GAAGe,MAAM,CAAC;MAC5B;IACJ,CAAC;IAED,IAAI;MACA,MAAMY,WAAW,CAACS,IAAI,CAAC;QACnB,MAAMC,WAAWA,CAAC;UAAEC,SAAS;UAAEC,IAAI;UAAEC,SAAS;UAAET,eAAe;UAAEU;QAAc,CAAC,EAAE;UAC9E9B,OAAO,CAACe,KAAK,CAAC,gCAAgCa,IAAI,GAAG,EAAE;YACnDD,SAAS;YACTE,SAAS;YACTT,eAAe;YACfU;UACJ,CAAC,CAAC;QACN,CAAC;QACD,MAAMC,SAASA,CAAC;UAAEJ,SAAS;UAAEC,IAAI;UAAER,eAAe;UAAES,SAAS;UAAEC;QAAc,CAAC,EAAE;UAC5E9B,OAAO,CAACX,KAAK,CAAC,wCAAwCuC,IAAI,GAAG,EAAE;YAC3DD,SAAS;YACTE,SAAS;YACTT,eAAe;YACfU;UACJ,CAAC,CAAC;QACN;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOE,EAAE,EAAE;MACT,IACIA,EAAE,YAAYlD,qBAAqB,IACnCkD,EAAE,YAAYjD,iCAAiC,EACjD;QACE,MAAMiD,EAAE;MACZ;MACAhC,OAAO,CAACX,KAAK,CAAC,8BAA8B,EAAE2C,EAAE,CAAC;MACjD,MAAMA,EAAE;IACZ;IAEA,IAAI;MACA,MAAMC,GAAG,GAAG,MAAM5B,OAAO,CAACY,UAAU,CAACiB,IAAI,CAAC;QACtCxC,IAAI,EAAEe,UAAU,CAACd;MACrB,CAAC,CAAC;MACFH,WAAW,CAACyC,GAAG,CAAC;IACpB,CAAC,CAAC,OAAO5C,KAAK,EAAE;MACZgC,GAAG,CAAChC,KAAK,CAACA,KAAK,EAAE;QACb8C,MAAM,EAAE;MACZ,CAAC,CAAC;MAEF,IAAIlD,cAAc,CAAC,CAAC,KAAK,KAAK,EAAE;QAC5B,MAAMI,KAAK;MACf;MACA,MAAM+C,IAAI,GAAG/C,KAAK,EAAE+C,IAAI,IAAI,CAAC,CAAC;MAC9B,OAAOA,IAAI,CAAC,MAAM,CAAC;MACnBpC,OAAO,CAACX,KAAK,CAAC,YAAY,EAAEY,IAAI,CAACC,SAAS,CAACb,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MAC3D,MAAMA,KAAK;IACf;IACA,IAAIJ,cAAc,CAAC,CAAC,KAAK,KAAK,EAAE;MAC5B;IACJ;IACAe,OAAO,CAACuB,IAAI,CAAC,eAAed,UAAU,CAACC,KAAK,sCAAsC,CAAC;EACvF,CAAC;AACL,CAAC","ignoreList":[]}
+{"version":3,"file":"execute.js","sources":["../src/execute.ts"],"sourcesContent":["import {\n    createWaitUntilHealthy,\n    OpenSearchCatClusterHealthStatus,\n    UnhealthyClusterError,\n    WaitingHealthyClusterAbortedError\n} from \"@webiny/api-opensearch\";\nimport type { ITimer } from \"@webiny/handler-aws\";\nimport type { ApiResponse } from \"@webiny/api-opensearch/types.js\";\n\nimport { WebinyError } from \"@webiny/error\";\nimport type { Context, IOperations } from \"./types.js\";\nimport { shouldShowLogs } from \"~/helpers/shouldShowLogs.js\";\n\nexport interface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\nexport interface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\nexport interface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\nexport interface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nexport interface IExecuteParams {\n    timer: ITimer;\n    maxRunningTime: number;\n    maxProcessorPercent: number;\n    context: Pick<Context, \"opensearch\">;\n    operations: Pick<IOperations, \"items\" | \"total\">;\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst checkErrors = (result?: ApiResponse): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(\"Body item with error\", item);\n        throw new WebinyError(err, \"DYNAMODB_TO_OPENSEARCH_ERROR\", item);\n    }\n};\n\nexport const execute = (params: IExecuteParams) => {\n    return async (): Promise<void> => {\n        const { context, timer, maxRunningTime, maxProcessorPercent, operations } = params;\n\n        if (operations.total === 0) {\n            return;\n        }\n\n        const remainingTime = timer.getRemainingSeconds();\n        const runningTime = maxRunningTime - remainingTime;\n        const maxWaitingTime = remainingTime - 90;\n\n        if (shouldShowLogs()) {\n            console.debug(\n                `The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`\n            );\n        }\n\n        const healthCheck = createWaitUntilHealthy(context.opensearch, {\n            minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,\n            waitingTimeStep: 30,\n            maxProcessorPercent,\n            maxWaitingTime\n        });\n\n        // const log = context.logger.withSource(\"dynamodbToElasticsearch\");\n        const log = {\n            notice: (...params: any[]) => {\n                console.log(...params);\n            },\n            debug: (...params: any[]) => {\n                console.debug(...params);\n            },\n            info: (...params: any[]) => {\n                console.info(...params);\n            },\n            warn: (...params: any[]) => {\n                console.warn(...params);\n            },\n            error: (...params: any[]) => {\n                console.error(...params);\n            }\n        };\n\n        try {\n            await healthCheck.wait({\n                async onUnhealthy({ startedAt, runs, mustEndAt, waitingTimeStep, waitingReason }) {\n                    console.debug(`Cluster is unhealthy on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                },\n                async onTimeout({ startedAt, runs, waitingTimeStep, mustEndAt, waitingReason }) {\n                    console.error(`Cluster health check timeout on run #${runs}.`, {\n                        startedAt,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    });\n                }\n            });\n        } catch (ex) {\n            if (\n                ex instanceof UnhealthyClusterError ||\n                ex instanceof WaitingHealthyClusterAbortedError\n            ) {\n                throw ex;\n            }\n            console.error(`Cluster health check failed.`, ex);\n            throw ex;\n        }\n\n        try {\n            const res = await context.opensearch.bulk({\n                body: operations.items\n            });\n            checkErrors(res);\n        } catch (error) {\n            log.error(error, {\n                tenant: \"root\"\n            });\n\n            if (shouldShowLogs() === false) {\n                throw error;\n            }\n            const meta = error?.meta || {};\n            delete meta[\"meta\"];\n            console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n            throw error;\n        }\n        if (shouldShowLogs() === false) {\n            return;\n        }\n        console.info(`Transferred ${operations.total} record operations to Elasticsearch.`);\n    };\n};\n"],"names":["getError","item","reason","checkErrors","result","err","process","console","JSON","WebinyError","execute","params","context","timer","maxRunningTime","maxProcessorPercent","operations","remainingTime","runningTime","maxWaitingTime","shouldShowLogs","healthCheck","createWaitUntilHealthy","OpenSearchCatClusterHealthStatus","log","startedAt","runs","mustEndAt","waitingTimeStep","waitingReason","ex","UnhealthyClusterError","WaitingHealthyClusterAbortedError","res","error","meta"],"mappings":";;;AAsCA,MAAMA,WAAW,CAACC;IACd,IAAI,CAACA,KAAK,KAAK,EAAE,OAAO,QACpB,OAAO;IAEX,MAAMC,SAASD,KAAK,KAAK,CAAC,KAAK,CAAC,MAAM;IACtC,IAAIC,AAAuD,SAAvDA,OAAO,KAAK,CAAC,uCACb,OAAO;IAEX,OAAOA;AACX;AAEA,MAAMC,cAAc,CAACC;IACjB,IAAI,CAACA,UAAU,CAACA,OAAO,IAAI,IAAI,CAACA,OAAO,IAAI,CAAC,KAAK,EAC7C;IAEJ,KAAK,MAAMH,QAAQG,OAAO,IAAI,CAAC,KAAK,CAAE;QAClC,MAAMC,MAAML,SAASC;QACrB,IAAKI;YAEE,IAAIA,AAAQ,YAARA,KAAiB;gBACxB,IAAIC,AAAsB,WAAtBA,QAAQ,GAAG,CAAC,KAAK,EACjBC,QAAQ,KAAK,CAAC,iBAAiBC,KAAK,SAAS,CAACJ,QAAQ,MAAM;gBAEhE;YACJ;YACAG,QAAQ,KAAK,CAAC,wBAAwBN;YACtC,MAAM,IAAIQ,YAAYJ,KAAK,gCAAgCJ;;IAC/D;AACJ;AAEO,MAAMS,UAAU,CAACC,SACb;QACH,MAAM,EAAEC,OAAO,EAAEC,KAAK,EAAEC,cAAc,EAAEC,mBAAmB,EAAEC,UAAU,EAAE,GAAGL;QAE5E,IAAIK,AAAqB,MAArBA,WAAW,KAAK,EAChB;QAGJ,MAAMC,gBAAgBJ,MAAM,mBAAmB;QAC/C,MAAMK,cAAcJ,iBAAiBG;QACrC,MAAME,iBAAiBF,gBAAgB;QAEvC,IAAIG,kBACAb,QAAQ,KAAK,CACT,CAAC,kCAAkC,EAAEW,YAAY,0CAA0C,EAAEC,eAAe,CAAC,CAAC;QAItH,MAAME,cAAcC,uBAAuBV,QAAQ,UAAU,EAAE;YAC3D,wBAAwBW,iCAAiC,MAAM;YAC/D,iBAAiB;YACjBR;YACAI;QACJ;QAGA,MAAMK,MAAM;YACR,QAAQ,CAAC,GAAGb;gBACRJ,QAAQ,GAAG,IAAII;YACnB;YACA,OAAO,CAAC,GAAGA;gBACPJ,QAAQ,KAAK,IAAII;YACrB;YACA,MAAM,CAAC,GAAGA;gBACNJ,QAAQ,IAAI,IAAII;YACpB;YACA,MAAM,CAAC,GAAGA;gBACNJ,QAAQ,IAAI,IAAII;YACpB;YACA,OAAO,CAAC,GAAGA;gBACPJ,QAAQ,KAAK,IAAII;YACrB;QACJ;QAEA,IAAI;YACA,MAAMU,YAAY,IAAI,CAAC;gBACnB,MAAM,aAAY,EAAEI,SAAS,EAAEC,IAAI,EAAEC,SAAS,EAAEC,eAAe,EAAEC,aAAa,EAAE;oBAC5EtB,QAAQ,KAAK,CAAC,CAAC,6BAA6B,EAAEmB,KAAK,CAAC,CAAC,EAAE;wBACnDD;wBACAE;wBACAC;wBACAC;oBACJ;gBACJ;gBACA,MAAM,WAAU,EAAEJ,SAAS,EAAEC,IAAI,EAAEE,eAAe,EAAED,SAAS,EAAEE,aAAa,EAAE;oBAC1EtB,QAAQ,KAAK,CAAC,CAAC,qCAAqC,EAAEmB,KAAK,CAAC,CAAC,EAAE;wBAC3DD;wBACAE;wBACAC;wBACAC;oBACJ;gBACJ;YACJ;QACJ,EAAE,OAAOC,IAAI;YACT,IACIA,cAAcC,yBACdD,cAAcE,mCAEd,MAAMF;YAEVvB,QAAQ,KAAK,CAAC,gCAAgCuB;YAC9C,MAAMA;QACV;QAEA,IAAI;YACA,MAAMG,MAAM,MAAMrB,QAAQ,UAAU,CAAC,IAAI,CAAC;gBACtC,MAAMI,WAAW,KAAK;YAC1B;YACAb,YAAY8B;QAChB,EAAE,OAAOC,OAAO;YACZV,IAAI,KAAK,CAACU,OAAO;gBACb,QAAQ;YACZ;YAEA,IAAId,AAAqB,UAArBA,kBACA,MAAMc;YAEV,MAAMC,OAAOD,OAAO,QAAQ,CAAC;YAC7B,OAAOC,IAAI,CAAC,OAAO;YACnB5B,QAAQ,KAAK,CAAC,cAAcC,KAAK,SAAS,CAAC0B,OAAO,MAAM;YACxD,MAAMA;QACV;QACA,IAAId,AAAqB,UAArBA,kBACA;QAEJb,QAAQ,IAAI,CAAC,CAAC,YAAY,EAAES,WAAW,KAAK,CAAC,oCAAoC,CAAC;IACtF"}

package/executeWithRetry.js

@@ -1,47 +1,37 @@
 import { execute } from "./execute.js";
 import { NotEnoughRemainingTimeError } from "./NotEnoughRemainingTimeError.js";
-import pRetry from "p-retry";
+import p_retry from "p-retry";
 import { getNumberEnvVariable } from "./helpers/getNumberEnvVariable.js";
 const minRemainingSecondsToTimeout = 120;
-const MAX_PROCESSOR_PERCENT = getNumberEnvVariable("MAX_ES_PROCESSOR", process.env.NODE_ENV === "test" ? 101 : 98);
-export const executeWithRetry = async params => {
-  const maxRetryTime = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME", params.maxRetryTime || 300000);
-  const retries = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES", params.retries || 20);
-  const minTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT", params.minTimeout || 1500);
-  const maxTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT", params.maxTimeout || 30000);
-  try {
-    await pRetry(execute({
-      timer: params.timer,
-      maxRunningTime: params.maxRunningTime,
-      maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,
-      context: params.context,
-      operations: params.operations
-    }), {
-      maxRetryTime,
-      retries,
-      minTimeout,
-      maxTimeout,
-      onFailedAttempt: ({
-        error,
-        attemptNumber
-      }) => {
-        if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {
-          throw new NotEnoughRemainingTimeError(error);
-        }
-        /**
-         * We will only log attempts which are after 3/4 of total attempts.
-         */
-        if (attemptNumber < retries * 0.75) {
-          return;
-        }
-        console.error(`Attempt #${attemptNumber} failed.`);
-        console.error(error);
-      }
-    });
-  } catch (ex) {
-    // TODO implement storing of failed operations
-    throw ex;
-  }
+const MAX_PROCESSOR_PERCENT = getNumberEnvVariable("MAX_ES_PROCESSOR", "test" === process.env.NODE_ENV ? 101 : 98);
+const executeWithRetry = async (params)=>{
+    const maxRetryTime = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME", params.maxRetryTime || 300000);
+    const retries = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES", params.retries || 20);
+    const minTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT", params.minTimeout || 1500);
+    const maxTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT", params.maxTimeout || 30000);
+    try {
+        await p_retry(execute({
+            timer: params.timer,
+            maxRunningTime: params.maxRunningTime,
+            maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,
+            context: params.context,
+            operations: params.operations
+        }), {
+            maxRetryTime,
+            retries,
+            minTimeout,
+            maxTimeout,
+            onFailedAttempt: ({ error, attemptNumber })=>{
+                if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) throw new NotEnoughRemainingTimeError(error);
+                if (attemptNumber < 0.75 * retries) return;
+                console.error(`Attempt #${attemptNumber} failed.`);
+                console.error(error);
+            }
+        });
+    } catch (ex) {
+        throw ex;
+    }
 };
+export { executeWithRetry };
 
 //# sourceMappingURL=executeWithRetry.js.map

package/executeWithRetry.js.map

@@ -1 +1 @@
-{"version":3,"names":["execute","NotEnoughRemainingTimeError","pRetry","getNumberEnvVariable","minRemainingSecondsToTimeout","MAX_PROCESSOR_PERCENT","process","env","NODE_ENV","executeWithRetry","params","maxRetryTime","retries","minTimeout","maxTimeout","timer","maxRunningTime","maxProcessorPercent","context","operations","onFailedAttempt","error","attemptNumber","getRemainingSeconds","console","ex"],"sources":["executeWithRetry.ts"],"sourcesContent":["import type { IExecuteParams } from \"~/execute.js\";\nimport { execute } from \"~/execute.js\";\nimport { NotEnoughRemainingTimeError } from \"~/NotEnoughRemainingTimeError.js\";\nimport pRetry from \"p-retry\";\nimport { getNumberEnvVariable } from \"./helpers/getNumberEnvVariable.js\";\n\nconst minRemainingSecondsToTimeout = 120;\n\nconst MAX_PROCESSOR_PERCENT = getNumberEnvVariable(\n    \"MAX_ES_PROCESSOR\",\n    process.env.NODE_ENV === \"test\" ? 101 : 98\n);\n\nexport interface IExecuteWithRetryParams extends Omit<IExecuteParams, \"maxProcessorPercent\"> {\n    maxRetryTime?: number;\n    retries?: number;\n    minTimeout?: number;\n    maxTimeout?: number;\n    maxProcessorPercent?: number;\n}\n\nexport const executeWithRetry = async (params: IExecuteWithRetryParams) => {\n    const maxRetryTime = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME\",\n        params.maxRetryTime || 300000\n    );\n    const retries = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES\",\n        params.retries || 20\n    );\n    const minTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT\",\n        params.minTimeout || 1500\n    );\n    const maxTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT\",\n        params.maxTimeout || 30000\n    );\n\n    try {\n        await pRetry(\n            execute({\n                timer: params.timer,\n                maxRunningTime: params.maxRunningTime,\n                maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,\n                context: params.context,\n                operations: params.operations\n            }),\n            {\n                maxRetryTime,\n                retries,\n                minTimeout,\n                maxTimeout,\n                onFailedAttempt: ({ error, attemptNumber }) => {\n                    if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {\n                        throw new NotEnoughRemainingTimeError(error);\n                    }\n                    /**\n                     * We will only log attempts which are after 3/4 of total attempts.\n                     */\n                    if (attemptNumber < retries * 0.75) {\n                        return;\n                    }\n                    console.error(`Attempt #${attemptNumber} failed.`);\n                    console.error(error);\n                }\n            }\n        );\n    } catch (ex) {\n        // TODO implement storing of failed operations\n        throw ex;\n    }\n};\n"],"mappings":"AACA,SAASA,OAAO;AAChB,SAASC,2BAA2B;AACpC,OAAOC,MAAM,MAAM,SAAS;AAC5B,SAASC,oBAAoB;AAE7B,MAAMC,4BAA4B,GAAG,GAAG;AAExC,MAAMC,qBAAqB,GAAGF,oBAAoB,CAC9C,kBAAkB,EAClBG,OAAO,CAACC,GAAG,CAACC,QAAQ,KAAK,MAAM,GAAG,GAAG,GAAG,EAC5C,CAAC;AAUD,OAAO,MAAMC,gBAAgB,GAAG,MAAOC,MAA+B,IAAK;EACvE,MAAMC,YAAY,GAAGR,oBAAoB,CACrC,8CAA8C,EAC9CO,MAAM,CAACC,YAAY,IAAI,MAC3B,CAAC;EACD,MAAMC,OAAO,GAAGT,oBAAoB,CAChC,uCAAuC,EACvCO,MAAM,CAACE,OAAO,IAAI,EACtB,CAAC;EACD,MAAMC,UAAU,GAAGV,oBAAoB,CACnC,2CAA2C,EAC3CO,MAAM,CAACG,UAAU,IAAI,IACzB,CAAC;EACD,MAAMC,UAAU,GAAGX,oBAAoB,CACnC,2CAA2C,EAC3CO,MAAM,CAACI,UAAU,IAAI,KACzB,CAAC;EAED,IAAI;IACA,MAAMZ,MAAM,CACRF,OAAO,CAAC;MACJe,KAAK,EAAEL,MAAM,CAACK,KAAK;MACnBC,cAAc,EAAEN,MAAM,CAACM,cAAc;MACrCC,mBAAmB,EAAEP,MAAM,CAACO,mBAAmB,IAAIZ,qBAAqB;MACxEa,OAAO,EAAER,MAAM,CAACQ,OAAO;MACvBC,UAAU,EAAET,MAAM,CAACS;IACvB,CAAC,CAAC,EACF;MACIR,YAAY;MACZC,OAAO;MACPC,UAAU;MACVC,UAAU;MACVM,eAAe,EAAEA,CAAC;QAAEC,KAAK;QAAEC;MAAc,CAAC,KAAK;QAC3C,IAAIZ,MAAM,CAACK,KAAK,CAACQ,mBAAmB,CAAC,CAAC,GAAGnB,4BAA4B,EAAE;UACnE,MAAM,IAAIH,2BAA2B,CAACoB,KAAK,CAAC;QAChD;QACA;AACpB;AACA;QACoB,IAAIC,aAAa,GAAGV,OAAO,GAAG,IAAI,EAAE;UAChC;QACJ;QACAY,OAAO,CAACH,KAAK,CAAC,YAAYC,aAAa,UAAU,CAAC;QAClDE,OAAO,CAACH,KAAK,CAACA,KAAK,CAAC;MACxB;IACJ,CACJ,CAAC;EACL,CAAC,CAAC,OAAOI,EAAE,EAAE;IACT;IACA,MAAMA,EAAE;EACZ;AACJ,CAAC","ignoreList":[]}
+{"version":3,"file":"executeWithRetry.js","sources":["../src/executeWithRetry.ts"],"sourcesContent":["import type { IExecuteParams } from \"~/execute.js\";\nimport { execute } from \"~/execute.js\";\nimport { NotEnoughRemainingTimeError } from \"~/NotEnoughRemainingTimeError.js\";\nimport pRetry from \"p-retry\";\nimport { getNumberEnvVariable } from \"./helpers/getNumberEnvVariable.js\";\n\nconst minRemainingSecondsToTimeout = 120;\n\nconst MAX_PROCESSOR_PERCENT = getNumberEnvVariable(\n    \"MAX_ES_PROCESSOR\",\n    process.env.NODE_ENV === \"test\" ? 101 : 98\n);\n\nexport interface IExecuteWithRetryParams extends Omit<IExecuteParams, \"maxProcessorPercent\"> {\n    maxRetryTime?: number;\n    retries?: number;\n    minTimeout?: number;\n    maxTimeout?: number;\n    maxProcessorPercent?: number;\n}\n\nexport const executeWithRetry = async (params: IExecuteWithRetryParams) => {\n    const maxRetryTime = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_RETRY_TIME\",\n        params.maxRetryTime || 300000\n    );\n    const retries = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_RETRIES\",\n        params.retries || 20\n    );\n    const minTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MIN_TIMEOUT\",\n        params.minTimeout || 1500\n    );\n    const maxTimeout = getNumberEnvVariable(\n        \"WEBINY_DYNAMODB_TO_OPENSEARCH_MAX_TIMEOUT\",\n        params.maxTimeout || 30000\n    );\n\n    try {\n        await pRetry(\n            execute({\n                timer: params.timer,\n                maxRunningTime: params.maxRunningTime,\n                maxProcessorPercent: params.maxProcessorPercent || MAX_PROCESSOR_PERCENT,\n                context: params.context,\n                operations: params.operations\n            }),\n            {\n                maxRetryTime,\n                retries,\n                minTimeout,\n                maxTimeout,\n                onFailedAttempt: ({ error, attemptNumber }) => {\n                    if (params.timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {\n                        throw new NotEnoughRemainingTimeError(error);\n                    }\n                    /**\n                     * We will only log attempts which are after 3/4 of total attempts.\n                     */\n                    if (attemptNumber < retries * 0.75) {\n                        return;\n                    }\n                    console.error(`Attempt #${attemptNumber} failed.`);\n                    console.error(error);\n                }\n            }\n        );\n    } catch (ex) {\n        // TODO implement storing of failed operations\n        throw ex;\n    }\n};\n"],"names":["minRemainingSecondsToTimeout","MAX_PROCESSOR_PERCENT","getNumberEnvVariable","process","executeWithRetry","params","maxRetryTime","retries","minTimeout","maxTimeout","pRetry","execute","error","attemptNumber","NotEnoughRemainingTimeError","console","ex"],"mappings":";;;;AAMA,MAAMA,+BAA+B;AAErC,MAAMC,wBAAwBC,qBAC1B,oBACAC,AAAyB,WAAzBA,QAAQ,GAAG,CAAC,QAAQ,GAAc,MAAM;AAWrC,MAAMC,mBAAmB,OAAOC;IACnC,MAAMC,eAAeJ,qBACjB,gDACAG,OAAO,YAAY,IAAI;IAE3B,MAAME,UAAUL,qBACZ,yCACAG,OAAO,OAAO,IAAI;IAEtB,MAAMG,aAAaN,qBACf,6CACAG,OAAO,UAAU,IAAI;IAEzB,MAAMI,aAAaP,qBACf,6CACAG,OAAO,UAAU,IAAI;IAGzB,IAAI;QACA,MAAMK,QACFC,QAAQ;YACJ,OAAON,OAAO,KAAK;YACnB,gBAAgBA,OAAO,cAAc;YACrC,qBAAqBA,OAAO,mBAAmB,IAAIJ;YACnD,SAASI,OAAO,OAAO;YACvB,YAAYA,OAAO,UAAU;QACjC,IACA;YACIC;YACAC;YACAC;YACAC;YACA,iBAAiB,CAAC,EAAEG,KAAK,EAAEC,aAAa,EAAE;gBACtC,IAAIR,OAAO,KAAK,CAAC,mBAAmB,KAAKL,8BACrC,MAAM,IAAIc,4BAA4BF;gBAK1C,IAAIC,gBAAgBN,AAAU,OAAVA,SAChB;gBAEJQ,QAAQ,KAAK,CAAC,CAAC,SAAS,EAAEF,cAAc,QAAQ,CAAC;gBACjDE,QAAQ,KAAK,CAACH;YAClB;QACJ;IAER,EAAE,OAAOI,IAAI;QAET,MAAMA;IACV;AACJ"}

package/helpers/getNumberEnvVariable.js

@@ -1,12 +1,10 @@
-export const getNumberEnvVariable = (name, def) => {
-  const input = process.env[name];
-  const value = Number(input);
-  if (isNaN(value)) {
-    return def;
-  } else if (value <= 0) {
-    return def;
-  }
-  return value;
+const getNumberEnvVariable = (name, def)=>{
+    const input = process.env[name];
+    const value = Number(input);
+    if (isNaN(value)) return def;
+    if (value <= 0) return def;
+    return value;
 };
+export { getNumberEnvVariable };
 
 //# sourceMappingURL=getNumberEnvVariable.js.map

package/helpers/getNumberEnvVariable.js.map

@@ -1 +1 @@
-{"version":3,"names":["getNumberEnvVariable","name","def","input","process","env","value","Number","isNaN"],"sources":["getNumberEnvVariable.ts"],"sourcesContent":["export const getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (isNaN(value)) {\n        return def;\n    } else if (value <= 0) {\n        return def;\n    }\n    return value;\n};\n"],"mappings":"AAAA,OAAO,MAAMA,oBAAoB,GAAGA,CAACC,IAAY,EAAEC,GAAW,KAAa;EACvE,MAAMC,KAAK,GAAGC,OAAO,CAACC,GAAG,CAACJ,IAAI,CAAC;EAC/B,MAAMK,KAAK,GAAGC,MAAM,CAACJ,KAAK,CAAC;EAC3B,IAAIK,KAAK,CAACF,KAAK,CAAC,EAAE;IACd,OAAOJ,GAAG;EACd,CAAC,MAAM,IAAII,KAAK,IAAI,CAAC,EAAE;IACnB,OAAOJ,GAAG;EACd;EACA,OAAOI,KAAK;AAChB,CAAC","ignoreList":[]}
+{"version":3,"file":"helpers/getNumberEnvVariable.js","sources":["../../src/helpers/getNumberEnvVariable.ts"],"sourcesContent":["export const getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (isNaN(value)) {\n        return def;\n    } else if (value <= 0) {\n        return def;\n    }\n    return value;\n};\n"],"names":["getNumberEnvVariable","name","def","input","process","value","Number","isNaN"],"mappings":"AAAO,MAAMA,uBAAuB,CAACC,MAAcC;IAC/C,MAAMC,QAAQC,QAAQ,GAAG,CAACH,KAAK;IAC/B,MAAMI,QAAQC,OAAOH;IACrB,IAAII,MAAMF,QACN,OAAOH;IACJ,IAAIG,SAAS,GAChB,OAAOH;IAEX,OAAOG;AACX"}

package/helpers/shouldShowLogs.js

@@ -1,11 +1,7 @@
-export const shouldShowLogs = () => {
-  /**
-   * Don't show logs during tests, really no point.
-   */
-  if (process.env.TESTING === "true") {
-    return false;
-  }
-  return process.env.DEBUG === "true";
+const shouldShowLogs = ()=>{
+    if ("true" === process.env.TESTING) return false;
+    return "true" === process.env.DEBUG;
 };
+export { shouldShowLogs };
 
 //# sourceMappingURL=shouldShowLogs.js.map

package/helpers/shouldShowLogs.js.map

@@ -1 +1 @@
-{"version":3,"names":["shouldShowLogs","process","env","TESTING","DEBUG"],"sources":["shouldShowLogs.ts"],"sourcesContent":["export const shouldShowLogs = (): boolean => {\n    /**\n     * Don't show logs during tests, really no point.\n     */\n    if (process.env.TESTING === \"true\") {\n        return false;\n    }\n    return process.env.DEBUG === \"true\";\n};\n"],"mappings":"AAAA,OAAO,MAAMA,cAAc,GAAGA,CAAA,KAAe;EACzC;AACJ;AACA;EACI,IAAIC,OAAO,CAACC,GAAG,CAACC,OAAO,KAAK,MAAM,EAAE;IAChC,OAAO,KAAK;EAChB;EACA,OAAOF,OAAO,CAACC,GAAG,CAACE,KAAK,KAAK,MAAM;AACvC,CAAC","ignoreList":[]}
+{"version":3,"file":"helpers/shouldShowLogs.js","sources":["../../src/helpers/shouldShowLogs.ts"],"sourcesContent":["export const shouldShowLogs = (): boolean => {\n    /**\n     * Don't show logs during tests, really no point.\n     */\n    if (process.env.TESTING === \"true\") {\n        return false;\n    }\n    return process.env.DEBUG === \"true\";\n};\n"],"names":["shouldShowLogs","process"],"mappings":"AAAO,MAAMA,iBAAiB;IAI1B,IAAIC,AAAwB,WAAxBA,QAAQ,GAAG,CAAC,OAAO,EACnB,OAAO;IAEX,OAAOA,AAAsB,WAAtBA,QAAQ,GAAG,CAAC,KAAK;AAC5B"}

package/index.js

@@ -6,5 +6,3 @@ export * from "./NotEnoughRemainingTimeError.js";
 export * from "./Operations.js";
 export * from "./OperationsBuilder.js";
 export * from "./SynchronizationBuilder.js";
-
-//# sourceMappingURL=index.js.map

package/marshall.js

@@ -1,19 +1,12 @@
-import { marshall as baseMarshall, unmarshall as baseUnmarshall } from "@webiny/aws-sdk/client-dynamodb/index.js";
-export const marshall = value => {
-  if (!value) {
-    return value;
-  }
-  return baseMarshall(value);
+import { marshall, unmarshall } from "@webiny/aws-sdk/client-dynamodb/index.js";
+const marshall_marshall = (value)=>{
+    if (!value) return value;
+    return marshall(value);
 };
-export const unmarshall = value => {
-  if (!value) {
-    return undefined;
-  }
-  /**
-   * We can safely cast the return value to `T` because we are 100% positive that this is correct.
-   */
-  // @ts-expect-error
-  return baseUnmarshall(value);
+const marshall_unmarshall = (value)=>{
+    if (!value) return;
+    return unmarshall(value);
 };
+export { marshall_marshall as marshall, marshall_unmarshall as unmarshall };
 
 //# sourceMappingURL=marshall.js.map

package/marshall.js.map

@@ -1 +1 @@
-{"version":3,"names":["marshall","baseMarshall","unmarshall","baseUnmarshall","value","undefined"],"sources":["marshall.ts"],"sourcesContent":["import {\n    marshall as baseMarshall,\n    unmarshall as baseUnmarshall\n} from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\n\nimport type { AttributeValue } from \"@webiny/handler-aws/types.js\";\n\nexport interface MarshalledValue {\n    [key: string]: AttributeValue;\n}\n\nexport const marshall = (value: GenericRecord): MarshalledValue => {\n    if (!value) {\n        return value;\n    }\n    return baseMarshall(value) as MarshalledValue;\n};\n\nexport const unmarshall = <T>(value?: MarshalledValue): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    /**\n     * We can safely cast the return value to `T` because we are 100% positive that this is correct.\n     */\n    // @ts-expect-error\n    return baseUnmarshall(value) as T;\n};\n"],"mappings":"AAAA,SACIA,QAAQ,IAAIC,YAAY,EACxBC,UAAU,IAAIC,cAAc,QACzB,0CAA0C;AASjD,OAAO,MAAMH,QAAQ,GAAII,KAAoB,IAAsB;EAC/D,IAAI,CAACA,KAAK,EAAE;IACR,OAAOA,KAAK;EAChB;EACA,OAAOH,YAAY,CAACG,KAAK,CAAC;AAC9B,CAAC;AAED,OAAO,MAAMF,UAAU,GAAOE,KAAuB,IAAoB;EACrE,IAAI,CAACA,KAAK,EAAE;IACR,OAAOC,SAAS;EACpB;EACA;AACJ;AACA;EACI;EACA,OAAOF,cAAc,CAACC,KAAK,CAAC;AAChC,CAAC","ignoreList":[]}
+{"version":3,"file":"marshall.js","sources":["../src/marshall.ts"],"sourcesContent":["import {\n    marshall as baseMarshall,\n    unmarshall as baseUnmarshall\n} from \"@webiny/aws-sdk/client-dynamodb/index.js\";\nimport type { GenericRecord } from \"@webiny/api/types.js\";\n\nimport type { AttributeValue } from \"@webiny/handler-aws/types.js\";\n\nexport interface MarshalledValue {\n    [key: string]: AttributeValue;\n}\n\nexport const marshall = (value: GenericRecord): MarshalledValue => {\n    if (!value) {\n        return value;\n    }\n    return baseMarshall(value) as MarshalledValue;\n};\n\nexport const unmarshall = <T>(value?: MarshalledValue): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    /**\n     * We can safely cast the return value to `T` because we are 100% positive that this is correct.\n     */\n    // @ts-expect-error\n    return baseUnmarshall(value) as T;\n};\n"],"names":["marshall","value","baseMarshall","unmarshall","baseUnmarshall"],"mappings":";AAYO,MAAMA,oBAAW,CAACC;IACrB,IAAI,CAACA,OACD,OAAOA;IAEX,OAAOC,SAAaD;AACxB;AAEO,MAAME,sBAAa,CAAIF;IAC1B,IAAI,CAACA,OACD;IAMJ,OAAOG,WAAeH;AAC1B"}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/api-dynamodb-to-elasticsearch",
-	"version": "6.3.0",
+	"version": "6.4.0-beta.0",
 	"type": "module",
 	"exports": {
 		".": "./index.js",
@@ -15,17 +15,17 @@
 	"license": "MIT",
 	"author": "Webiny Ltd.",
 	"dependencies": {
-		"@webiny/api": "6.3.0",
-		"@webiny/api-opensearch": "6.3.0",
-		"@webiny/aws-sdk": "6.3.0",
-		"@webiny/error": "6.3.0",
-		"@webiny/handler-aws": "6.3.0",
-		"@webiny/utils": "6.3.0",
+		"@webiny/api": "6.4.0-beta.0",
+		"@webiny/api-opensearch": "6.4.0-beta.0",
+		"@webiny/aws-sdk": "6.4.0-beta.0",
+		"@webiny/error": "6.4.0-beta.0",
+		"@webiny/handler-aws": "6.4.0-beta.0",
+		"@webiny/utils": "6.4.0-beta.0",
 		"p-retry": "8.0.0"
 	},
 	"devDependencies": {
-		"@webiny/build-tools": "6.3.0",
-		"@webiny/plugins": "6.3.0",
+		"@webiny/build-tools": "6.4.0-beta.0",
+		"@webiny/plugins": "6.4.0-beta.0",
 		"typescript": "6.0.3"
 	},
 	"publishConfig": {
@@ -37,5 +37,5 @@
 			"__tests__"
 		]
 	},
-	"gitHead": "7cefe15431dbd65504e1f58147dc9e55bcbfa693"
+	"gitHead": "a545d7529828af07d08d49c3da1bcb967483b9ce"
 }

package/types.js

@@ -1,3 +0,0 @@
-export {};
-
-//# sourceMappingURL=types.js.map

package/index.js.map

@@ -1 +0,0 @@
-{"version":3,"names":[],"sources":["index.ts"],"sourcesContent":["export * from \"./eventHandler.js\";\nexport * from \"./execute.js\";\nexport * from \"./executeWithRetry.js\";\nexport * from \"./marshall.js\";\nexport * from \"./NotEnoughRemainingTimeError.js\";\nexport * from \"./Operations.js\";\nexport * from \"./OperationsBuilder.js\";\nexport * from \"./SynchronizationBuilder.js\";\nexport type * from \"./types.js\";\n"],"mappings":"AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA","ignoreList":[]}

package/types.js.map

@@ -1 +0,0 @@
-{"version":3,"names":[],"sources":["types.ts"],"sourcesContent":["import type { GenericRecord } from \"@webiny/api/types.js\";\nimport type { DynamoDBRecord, Context as HandlerContext } from \"@webiny/handler-aws/types.js\";\nimport type { OpenSearchContext } from \"@webiny/api-opensearch/types.js\";\n\nexport interface IOperationsBuilderBuildParams {\n    records: DynamoDBRecord[];\n}\n\nexport interface IOperationsBuilder {\n    build(params: IOperationsBuilderBuildParams): Promise<IOperations>;\n}\n\nexport interface IInsertOperationParams {\n    id: string;\n    index: string;\n    data: GenericRecord;\n}\n\nexport type IModifyOperationParams = IInsertOperationParams;\n\nexport interface IDeleteOperationParams {\n    id: string;\n    index: string;\n}\n\nexport interface IOperations {\n    items: GenericRecord[];\n    total: number;\n    clear(): void;\n    insert(params: IInsertOperationParams): void;\n    modify(params: IModifyOperationParams): void;\n    delete(params: IDeleteOperationParams): void;\n}\n\nexport interface Context extends OpenSearchContext, HandlerContext {}\n"],"mappings":"","ignoreList":[]}