@webiny/api-dynamodb-to-elasticsearch 5.40.0-beta.5 → 5.40.0

package/NotEnoughRemainingTimeError.d.ts

@@ -0,0 +1,3 @@
+import { WebinyError } from "@webiny/error";
+export declare class NotEnoughRemainingTimeError extends WebinyError {
+}

package/NotEnoughRemainingTimeError.js

@@ -0,0 +1,11 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.NotEnoughRemainingTimeError = void 0;
+var _error = require("@webiny/error");
+class NotEnoughRemainingTimeError extends _error.WebinyError {}
+exports.NotEnoughRemainingTimeError = NotEnoughRemainingTimeError;
+
+//# sourceMappingURL=NotEnoughRemainingTimeError.js.map

package/NotEnoughRemainingTimeError.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_error","require","NotEnoughRemainingTimeError","WebinyError","exports"],"sources":["NotEnoughRemainingTimeError.ts"],"sourcesContent":["import { WebinyError } from \"@webiny/error\";\n\nexport class NotEnoughRemainingTimeError extends WebinyError {}\n"],"mappings":";;;;;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,2BAA2B,SAASC,kBAAW,CAAC;AAAEC,OAAA,CAAAF,2BAAA,GAAAA,2BAAA","ignoreList":[]}

package/index.d.ts

@@ -1 +1,6 @@
+export declare enum Operations {
+    INSERT = "INSERT",
+    MODIFY = "MODIFY",
+    REMOVE = "REMOVE"
+}
 export declare const createEventHandler: () => import("@webiny/handler-aws").DynamoDBEventHandler<unknown>;

package/index.js

@@ -4,18 +4,20 @@ var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefau
 Object.defineProperty(exports, "__esModule", {
   value: true
 });
-exports.createEventHandler = void 0;
+exports.createEventHandler = exports.Operations = void 0;
 var _error = _interopRequireDefault(require("@webiny/error"));
 var _clientDynamodb = require("@webiny/aws-sdk/client-dynamodb");
 var _apiElasticsearch = require("@webiny/api-elasticsearch");
 var _handlerAws = require("@webiny/handler-aws");
+var _types = require("@webiny/api-elasticsearch/operations/types");
 var _pRetry = _interopRequireDefault(require("p-retry"));
-var Operations = /*#__PURE__*/function (Operations) {
+var _NotEnoughRemainingTimeError = require("./NotEnoughRemainingTimeError");
+let Operations = exports.Operations = /*#__PURE__*/function (Operations) {
   Operations["INSERT"] = "INSERT";
   Operations["MODIFY"] = "MODIFY";
   Operations["REMOVE"] = "REMOVE";
   return Operations;
-}(Operations || {});
+}({});
 const getError = item => {
   if (!item.index?.error?.reason) {
     return null;
@@ -26,14 +28,6 @@ const getError = item => {
   }
   return reason;
 };
-const getNumberEnvVariable = (name, def) => {
-  const input = process.env[name];
-  const value = Number(input);
-  if (value > 0) {
-    return value;
-  }
-  return def;
-};
 const checkErrors = result => {
   if (!result || !result.body || !result.body.items) {
     return;
@@ -52,109 +46,184 @@ const checkErrors = result => {
     throw new _error.default(err, "DYNAMODB_TO_ELASTICSEARCH_ERROR", item);
   }
 };
+const getNumberEnvVariable = (name, def) => {
+  const input = process.env[name];
+  const value = Number(input);
+  if (isNaN(value)) {
+    return def;
+  } else if (value <= 0) {
+    return def;
+  }
+  return value;
+};
+const MAX_PROCESSOR_PERCENT = getNumberEnvVariable("MAX_ES_PROCESSOR", process.env.NODE_ENV === "test" ? 101 : 98);
 const unmarshall = value => {
   if (!value) {
     return undefined;
   }
   return (0, _clientDynamodb.unmarshall)(value);
 };
+const minRemainingSecondsToTimeout = 120;
+
+/**
+ * Also, we need to set the maximum running time for the Lambda Function.
+ * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232
+ * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218
+ */
+const MAX_RUNNING_TIME = 900;
 const createEventHandler = () => {
   return (0, _handlerAws.createDynamoDBEventHandler)(async ({
     event,
-    context: ctx
+    context: ctx,
+    lambdaContext
   }) => {
+    const timer = (0, _handlerAws.timerFactory)(lambdaContext);
     const context = ctx;
     if (!context.elasticsearch) {
       console.error("Missing elasticsearch definition on context.");
       return null;
     }
+    const operations = [];
+    const operationIdList = [];
+    for (const record of event.Records) {
+      const dynamodb = record.dynamodb;
+      if (!dynamodb) {
+        continue;
+      }
+      /**
+       * TODO: figure out correct types
+       */
+      // @ts-expect-error
+      const newImage = unmarshall(dynamodb.NewImage);
 
-    /**
-     * Wrap the code we need to run into the function, so it can be called within itself.
-     */
-    const execute = async () => {
-      const operations = [];
-      for (const record of event.Records) {
-        const dynamodb = record.dynamodb;
-        if (!dynamodb) {
-          continue;
-        }
-        /**
-         * TODO: figure out correct types
-         */
-        // @ts-expect-error
-        const newImage = unmarshall(dynamodb.NewImage);
+      // Note that with the `REMOVE` event, there is no `NewImage` property. Which means,
+      // if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still
+      // need to process it.
+      if (newImage && newImage.ignore === true) {
+        continue;
+      }
+      /**
+       * TODO: figure out correct types
+       */
+      // @ts-expect-error
+      const keys = unmarshall(dynamodb.Keys);
+      if (!keys?.PK || !keys.SK) {
+        continue;
+      }
+      const _id = `${keys.PK}:${keys.SK}`;
+      /**
+       * TODO: figure out correct types
+       */
+      // @ts-expect-error
+      const oldImage = unmarshall(dynamodb.OldImage);
+      const operation = record.eventName;
 
-        // Note that with the `REMOVE` event, there is no `NewImage` property. Which means,
-        // if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still
-        // need to process it.
-        if (newImage && newImage.ignore === true) {
-          continue;
-        }
+      /**
+       * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.
+       * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.
+       */
+      let data = undefined;
+      if (newImage && operation !== Operations.REMOVE) {
         /**
-         * TODO: figure out correct types
+         * We must decompress the data that is going into the Elasticsearch.
          */
-        // @ts-expect-error
-        const keys = unmarshall(dynamodb.Keys);
-        if (!keys?.PK || !keys.SK) {
-          continue;
-        }
-        const _id = `${keys.PK}:${keys.SK}`;
+        data = await (0, _apiElasticsearch.decompress)(context.plugins, newImage.data);
         /**
-         * TODO: figure out correct types
+         * No point in writing null or undefined data into the Elasticsearch.
+         * This might happen on some error while decompressing. We will log it.
+         *
+         * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.
+         * If it is - it is a bug.
          */
-        // @ts-expect-error
-        const oldImage = unmarshall(dynamodb.OldImage);
-        const operation = record.eventName;
-
-        /**
-         * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.
-         * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.
-         */
-        let data = undefined;
-        if (newImage && operation !== Operations.REMOVE) {
-          /**
-           * We must decompress the data that is going into the Elasticsearch.
-           */
-          data = await (0, _apiElasticsearch.decompress)(context.plugins, newImage.data);
-          /**
-           * No point in writing null or undefined data into the Elasticsearch.
-           * This might happen on some error while decompressing. We will log it.
-           *
-           * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.
-           * If it is - it is a bug.
-           */
-          if (data === undefined || data === null) {
-            console.error(`Could not get decompressed data, skipping ES operation "${operation}", ID ${_id}`);
-            continue;
-          }
+        if (data === undefined || data === null) {
+          console.error(`Could not get decompressed data, skipping ES operation "${operation}", ID ${_id}`);
+          continue;
         }
-        switch (record.eventName) {
-          case Operations.INSERT:
-          case Operations.MODIFY:
-            if (newImage) {
-              operations.push({
-                index: {
-                  _id,
-                  _index: newImage.index
-                }
-              }, data);
-            }
-            break;
-          case Operations.REMOVE:
+      }
+      operationIdList.push(_id);
+      switch (record.eventName) {
+        case Operations.INSERT:
+        case Operations.MODIFY:
+          if (newImage) {
             operations.push({
-              delete: {
+              index: {
                 _id,
-                _index: oldImage?.index || "unknown"
+                _index: newImage.index
               }
+            }, data);
+          }
+          break;
+        case Operations.REMOVE:
+          operations.push({
+            delete: {
+              _id,
+              _index: oldImage?.index || "unknown"
+            }
+          });
+          break;
+        default:
+          break;
+      }
+    }
+    /**
+     * No need to do anything if there are no operations.
+     */
+    if (operations.length === 0) {
+      return null;
+    }
+    /**
+     * Wrap the code we need to run into the function, so it can be called within itself.
+     */
+    const execute = async () => {
+      const remainingTime = timer.getRemainingSeconds();
+      const runningTime = MAX_RUNNING_TIME - remainingTime;
+      const maxWaitingTime = remainingTime - 90;
+      if (process.env.DEBUG === "true") {
+        console.debug(`The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`);
+      }
+      const healthCheck = (0, _apiElasticsearch.createWaitUntilHealthy)(context.elasticsearch, {
+        minClusterHealthStatus: _types.ElasticsearchCatClusterHealthStatus.Yellow,
+        waitingTimeStep: 30,
+        maxProcessorPercent: MAX_PROCESSOR_PERCENT,
+        maxWaitingTime
+      });
+      try {
+        await healthCheck.wait({
+          async onUnhealthy({
+            startedAt,
+            runs,
+            mustEndAt,
+            waitingTimeStep,
+            waitingReason
+          }) {
+            console.debug(`Cluster is unhealthy on run #${runs}.`, {
+              startedAt,
+              mustEndAt,
+              waitingTimeStep,
+              waitingReason
+            });
+          },
+          async onTimeout({
+            startedAt,
+            runs,
+            waitingTimeStep,
+            mustEndAt,
+            waitingReason
+          }) {
+            console.error(`Cluster health check timeout on run #${runs}.`, {
+              startedAt,
+              mustEndAt,
+              waitingTimeStep,
+              waitingReason
             });
-            break;
-          default:
-            break;
+          }
+        });
+      } catch (ex) {
+        if (ex instanceof _apiElasticsearch.UnhealthyClusterError || ex instanceof _apiElasticsearch.WaitingHealthyClusterAbortedError) {
+          throw ex;
         }
-      }
-      if (!operations.length) {
-        return;
+        console.error(`Cluster health check failed.`, ex);
+        throw ex;
       }
       try {
         const res = await context.elasticsearch.bulk({
@@ -162,34 +231,47 @@ const createEventHandler = () => {
         });
         checkErrors(res);
       } catch (error) {
-        if (process.env.DEBUG === "true") {
-          const meta = error?.meta || {};
-          delete meta["meta"];
-          console.error("Bulk error", JSON.stringify(error, null, 2));
+        if (process.env.DEBUG !== "true") {
+          throw error;
         }
+        const meta = error?.meta || {};
+        delete meta["meta"];
+        console.error("Bulk error", JSON.stringify(error, null, 2));
         throw error;
       }
+      if (process.env.DEBUG !== "true") {
+        return;
+      }
+      console.info(`Transferred ${operations.length / 2} record operations to Elasticsearch.`);
     };
     const maxRetryTime = getNumberEnvVariable("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_RETRY_TIME", 300000);
     const retries = getNumberEnvVariable("WEBINY_DYNAMODB_TO_ELASTICSEARCH_RETRIES", 20);
     const minTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MIN_TIMEOUT", 1500);
     const maxTimeout = getNumberEnvVariable("WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_TIMEOUT", 30000);
-    await (0, _pRetry.default)(execute, {
-      maxRetryTime,
-      retries,
-      minTimeout,
-      maxTimeout,
-      onFailedAttempt: error => {
-        /**
-         * We will only log attempts which are after 3/4 of total attempts.
-         */
-        if (error.attemptNumber < retries * 0.75) {
-          return;
+    try {
+      await (0, _pRetry.default)(execute, {
+        maxRetryTime,
+        retries,
+        minTimeout,
+        maxTimeout,
+        onFailedAttempt: error => {
+          if (timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {
+            throw new _NotEnoughRemainingTimeError.NotEnoughRemainingTimeError(error);
+          }
+          /**
+           * We will only log attempts which are after 3/4 of total attempts.
+           */
+          if (error.attemptNumber < retries * 0.75) {
+            return;
+          }
+          console.error(`Attempt #${error.attemptNumber} failed.`);
+          console.error(error);
         }
-        console.error(`Attempt #${error.attemptNumber} failed.`);
-        console.error(error.message);
-      }
-    });
+      });
+    } catch (ex) {
+      // TODO implement storing of failed operations
+      throw ex;
+    }
     return null;
   });
 };

package/index.js.map

@@ -1 +1 @@
-{"version":3,"names":["_error","_interopRequireDefault","require","_clientDynamodb","_apiElasticsearch","_handlerAws","_pRetry","Operations","getError","item","index","error","reason","match","getNumberEnvVariable","name","def","input","process","env","value","Number","checkErrors","result","body","items","err","DEBUG","console","JSON","stringify","WebinyError","unmarshall","undefined","baseUnmarshall","createEventHandler","createDynamoDBEventHandler","event","context","ctx","elasticsearch","execute","operations","record","Records","dynamodb","newImage","NewImage","ignore","keys","Keys","PK","SK","_id","oldImage","OldImage","operation","eventName","data","REMOVE","decompress","plugins","INSERT","MODIFY","push","_index","delete","length","res","bulk","meta","maxRetryTime","retries","minTimeout","maxTimeout","pRetry","onFailedAttempt","attemptNumber","message","exports"],"sources":["index.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport { AttributeValue, unmarshall as baseUnmarshall } from \"@webiny/aws-sdk/client-dynamodb\";\nimport { decompress } from \"@webiny/api-elasticsearch\";\nimport { ApiResponse, ElasticsearchContext } from \"@webiny/api-elasticsearch/types\";\nimport { createDynamoDBEventHandler } from \"@webiny/handler-aws\";\nimport pRetry from \"p-retry\";\n\nenum Operations {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\ninterface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\ninterface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\ninterface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\ninterface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (value > 0) {\n        return value;\n    }\n    return def;\n};\n\nconst checkErrors = (result?: ApiResponse<BulkOperationsResponseBody>): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(item.error);\n        throw new WebinyError(err, \"DYNAMODB_TO_ELASTICSEARCH_ERROR\", item);\n    }\n};\n\ninterface RecordDynamoDbImage {\n    data: Record<string, any>;\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nconst unmarshall = <T>(value?: Record<string, AttributeValue>): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    return baseUnmarshall(value) as T;\n};\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx }) => {\n        const context = ctx as unknown as ElasticsearchContext;\n        if (!context.elasticsearch) {\n            console.error(\"Missing elasticsearch definition on context.\");\n            return null;\n        }\n\n        /**\n         * Wrap the code we need to run into the function, so it can be called within itself.\n         */\n        const execute = async (): Promise<void> => {\n            const operations = [];\n\n            for (const record of event.Records) {\n                const dynamodb = record.dynamodb;\n                if (!dynamodb) {\n                    continue;\n                }\n                /**\n                 * TODO: figure out correct types\n                 */\n                // @ts-expect-error\n                const newImage = unmarshall<RecordDynamoDbImage>(dynamodb.NewImage);\n\n                // Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n                // if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n                // need to process it.\n                if (newImage && newImage.ignore === true) {\n                    continue;\n                }\n                /**\n                 * TODO: figure out correct types\n                 */\n                // @ts-expect-error\n                const keys = unmarshall<RecordDynamoDbKeys>(dynamodb.Keys);\n                if (!keys?.PK || !keys.SK) {\n                    continue;\n                }\n                const _id = `${keys.PK}:${keys.SK}`;\n                /**\n                 * TODO: figure out correct types\n                 */\n                // @ts-expect-error\n                const oldImage = unmarshall<RecordDynamoDbImage>(dynamodb.OldImage);\n                const operation = record.eventName;\n\n                /**\n                 * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n                 * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n                 */\n                let data: any = undefined;\n                if (newImage && operation !== Operations.REMOVE) {\n                    /**\n                     * We must decompress the data that is going into the Elasticsearch.\n                     */\n                    data = await decompress(context.plugins, newImage.data);\n                    /**\n                     * No point in writing null or undefined data into the Elasticsearch.\n                     * This might happen on some error while decompressing. We will log it.\n                     *\n                     * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                     * If it is - it is a bug.\n                     */\n                    if (data === undefined || data === null) {\n                        console.error(\n                            `Could not get decompressed data, skipping ES operation \"${operation}\", ID ${_id}`\n                        );\n                        continue;\n                    }\n                }\n\n                switch (record.eventName) {\n                    case Operations.INSERT:\n                    case Operations.MODIFY:\n                        if (newImage) {\n                            operations.push(\n                                {\n                                    index: {\n                                        _id,\n                                        _index: newImage.index\n                                    }\n                                },\n                                data\n                            );\n                        }\n                        break;\n                    case Operations.REMOVE:\n                        operations.push({\n                            delete: {\n                                _id,\n                                _index: oldImage?.index || \"unknown\"\n                            }\n                        });\n                        break;\n                    default:\n                        break;\n                }\n            }\n\n            if (!operations.length) {\n                return;\n            }\n\n            try {\n                const res = await context.elasticsearch.bulk<BulkOperationsResponseBody>({\n                    body: operations\n                });\n                checkErrors(res);\n            } catch (error) {\n                if (process.env.DEBUG === \"true\") {\n                    const meta = error?.meta || {};\n                    delete meta[\"meta\"];\n                    console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n                }\n                throw error;\n            }\n        };\n\n        const maxRetryTime = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_RETRY_TIME\",\n            300000\n        );\n        const retries = getNumberEnvVariable(\"WEBINY_DYNAMODB_TO_ELASTICSEARCH_RETRIES\", 20);\n        const minTimeout = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MIN_TIMEOUT\",\n            1500\n        );\n        const maxTimeout = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_TIMEOUT\",\n            30000\n        );\n\n        await pRetry(execute, {\n            maxRetryTime,\n            retries,\n            minTimeout,\n            maxTimeout,\n            onFailedAttempt: error => {\n                /**\n                 * We will only log attempts which are after 3/4 of total attempts.\n                 */\n                if (error.attemptNumber < retries * 0.75) {\n                    return;\n                }\n                console.error(`Attempt #${error.attemptNumber} failed.`);\n                console.error(error.message);\n            }\n        });\n\n        return null;\n    });\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,eAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AAEA,IAAAG,WAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAL,sBAAA,CAAAC,OAAA;AAA6B,IAExBK,UAAU,0BAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA,EAAVA,UAAU;AAuBf,MAAMC,QAAQ,GAAIC,IAAoC,IAAoB;EACtE,IAAI,CAACA,IAAI,CAACC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAE;IAC5B,OAAO,IAAI;EACf;EACA,MAAMA,MAAM,GAAGH,IAAI,CAACC,KAAK,CAACC,KAAK,CAACC,MAAM;EACtC,IAAIA,MAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC,KAAK,IAAI,EAAE;IAC7D,OAAO,OAAO;EAClB;EACA,OAAOD,MAAM;AACjB,CAAC;AAED,MAAME,oBAAoB,GAAGA,CAACC,IAAY,EAAEC,GAAW,KAAa;EAChE,MAAMC,KAAK,GAAGC,OAAO,CAACC,GAAG,CAACJ,IAAI,CAAC;EAC/B,MAAMK,KAAK,GAAGC,MAAM,CAACJ,KAAK,CAAC;EAC3B,IAAIG,KAAK,GAAG,CAAC,EAAE;IACX,OAAOA,KAAK;EAChB;EACA,OAAOJ,GAAG;AACd,CAAC;AAED,MAAMM,WAAW,GAAIC,MAAgD,IAAW;EAC5E,IAAI,CAACA,MAAM,IAAI,CAACA,MAAM,CAACC,IAAI,IAAI,CAACD,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAC/C;EACJ;EACA,KAAK,MAAMhB,IAAI,IAAIc,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAClC,MAAMC,GAAG,GAAGlB,QAAQ,CAACC,IAAI,CAAC;IAC1B,IAAI,CAACiB,GAAG,EAAE;MACN;IACJ,CAAC,MAAM,IAAIA,GAAG,KAAK,OAAO,EAAE;MACxB,IAAIR,OAAO,CAACC,GAAG,CAACQ,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAACjB,KAAK,CAAC,eAAe,EAAEkB,IAAI,CAACC,SAAS,CAACP,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MACnE;MACA;IACJ;IACAK,OAAO,CAACjB,KAAK,CAACF,IAAI,CAACE,KAAK,CAAC;IACzB,MAAM,IAAIoB,cAAW,CAACL,GAAG,EAAE,iCAAiC,EAAEjB,IAAI,CAAC;EACvE;AACJ,CAAC;AAaD,MAAMuB,UAAU,GAAOZ,KAAsC,IAAoB;EAC7E,IAAI,CAACA,KAAK,EAAE;IACR,OAAOa,SAAS;EACpB;EACA,OAAO,IAAAC,0BAAc,EAACd,KAAK,CAAC;AAChC,CAAC;AAEM,MAAMe,kBAAkB,GAAGA,CAAA,KAAM;EACpC,OAAO,IAAAC,sCAA0B,EAAC,OAAO;IAAEC,KAAK;IAAEC,OAAO,EAAEC;EAAI,CAAC,KAAK;IACjE,MAAMD,OAAO,GAAGC,GAAsC;IACtD,IAAI,CAACD,OAAO,CAACE,aAAa,EAAE;MACxBZ,OAAO,CAACjB,KAAK,CAAC,8CAA8C,CAAC;MAC7D,OAAO,IAAI;IACf;;IAEA;AACR;AACA;IACQ,MAAM8B,OAAO,GAAG,MAAAA,CAAA,KAA2B;MACvC,MAAMC,UAAU,GAAG,EAAE;MAErB,KAAK,MAAMC,MAAM,IAAIN,KAAK,CAACO,OAAO,EAAE;QAChC,MAAMC,QAAQ,GAAGF,MAAM,CAACE,QAAQ;QAChC,IAAI,CAACA,QAAQ,EAAE;UACX;QACJ;QACA;AAChB;AACA;QACgB;QACA,MAAMC,QAAQ,GAAGd,UAAU,CAAsBa,QAAQ,CAACE,QAAQ,CAAC;;QAEnE;QACA;QACA;QACA,IAAID,QAAQ,IAAIA,QAAQ,CAACE,MAAM,KAAK,IAAI,EAAE;UACtC;QACJ;QACA;AAChB;AACA;QACgB;QACA,MAAMC,IAAI,GAAGjB,UAAU,CAAqBa,QAAQ,CAACK,IAAI,CAAC;QAC1D,IAAI,CAACD,IAAI,EAAEE,EAAE,IAAI,CAACF,IAAI,CAACG,EAAE,EAAE;UACvB;QACJ;QACA,MAAMC,GAAG,GAAI,GAAEJ,IAAI,CAACE,EAAG,IAAGF,IAAI,CAACG,EAAG,EAAC;QACnC;AAChB;AACA;QACgB;QACA,MAAME,QAAQ,GAAGtB,UAAU,CAAsBa,QAAQ,CAACU,QAAQ,CAAC;QACnE,MAAMC,SAAS,GAAGb,MAAM,CAACc,SAAS;;QAElC;AAChB;AACA;AACA;QACgB,IAAIC,IAAS,GAAGzB,SAAS;QACzB,IAAIa,QAAQ,IAAIU,SAAS,KAAKjD,UAAU,CAACoD,MAAM,EAAE;UAC7C;AACpB;AACA;UACoBD,IAAI,GAAG,MAAM,IAAAE,4BAAU,EAACtB,OAAO,CAACuB,OAAO,EAAEf,QAAQ,CAACY,IAAI,CAAC;UACvD;AACpB;AACA;AACA;AACA;AACA;AACA;UACoB,IAAIA,IAAI,KAAKzB,SAAS,IAAIyB,IAAI,KAAK,IAAI,EAAE;YACrC9B,OAAO,CAACjB,KAAK,CACR,2DAA0D6C,SAAU,SAAQH,GAAI,EACrF,CAAC;YACD;UACJ;QACJ;QAEA,QAAQV,MAAM,CAACc,SAAS;UACpB,KAAKlD,UAAU,CAACuD,MAAM;UACtB,KAAKvD,UAAU,CAACwD,MAAM;YAClB,IAAIjB,QAAQ,EAAE;cACVJ,UAAU,CAACsB,IAAI,CACX;gBACItD,KAAK,EAAE;kBACH2C,GAAG;kBACHY,MAAM,EAAEnB,QAAQ,CAACpC;gBACrB;cACJ,CAAC,EACDgD,IACJ,CAAC;YACL;YACA;UACJ,KAAKnD,UAAU,CAACoD,MAAM;YAClBjB,UAAU,CAACsB,IAAI,CAAC;cACZE,MAAM,EAAE;gBACJb,GAAG;gBACHY,MAAM,EAAEX,QAAQ,EAAE5C,KAAK,IAAI;cAC/B;YACJ,CAAC,CAAC;YACF;UACJ;YACI;QACR;MACJ;MAEA,IAAI,CAACgC,UAAU,CAACyB,MAAM,EAAE;QACpB;MACJ;MAEA,IAAI;QACA,MAAMC,GAAG,GAAG,MAAM9B,OAAO,CAACE,aAAa,CAAC6B,IAAI,CAA6B;UACrE7C,IAAI,EAAEkB;QACV,CAAC,CAAC;QACFpB,WAAW,CAAC8C,GAAG,CAAC;MACpB,CAAC,CAAC,OAAOzD,KAAK,EAAE;QACZ,IAAIO,OAAO,CAACC,GAAG,CAACQ,KAAK,KAAK,MAAM,EAAE;UAC9B,MAAM2C,IAAI,GAAG3D,KAAK,EAAE2D,IAAI,IAAI,CAAC,CAAC;UAC9B,OAAOA,IAAI,CAAC,MAAM,CAAC;UACnB1C,OAAO,CAACjB,KAAK,CAAC,YAAY,EAAEkB,IAAI,CAACC,SAAS,CAACnB,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC/D;QACA,MAAMA,KAAK;MACf;IACJ,CAAC;IAED,MAAM4D,YAAY,GAAGzD,oBAAoB,CACrC,iDAAiD,EACjD,MACJ,CAAC;IACD,MAAM0D,OAAO,GAAG1D,oBAAoB,CAAC,0CAA0C,EAAE,EAAE,CAAC;IACpF,MAAM2D,UAAU,GAAG3D,oBAAoB,CACnC,8CAA8C,EAC9C,IACJ,CAAC;IACD,MAAM4D,UAAU,GAAG5D,oBAAoB,CACnC,8CAA8C,EAC9C,KACJ,CAAC;IAED,MAAM,IAAA6D,eAAM,EAAClC,OAAO,EAAE;MAClB8B,YAAY;MACZC,OAAO;MACPC,UAAU;MACVC,UAAU;MACVE,eAAe,EAAEjE,KAAK,IAAI;QACtB;AAChB;AACA;QACgB,IAAIA,KAAK,CAACkE,aAAa,GAAGL,OAAO,GAAG,IAAI,EAAE;UACtC;QACJ;QACA5C,OAAO,CAACjB,KAAK,CAAE,YAAWA,KAAK,CAACkE,aAAc,UAAS,CAAC;QACxDjD,OAAO,CAACjB,KAAK,CAACA,KAAK,CAACmE,OAAO,CAAC;MAChC;IACJ,CAAC,CAAC;IAEF,OAAO,IAAI;EACf,CAAC,CAAC;AACN,CAAC;AAACC,OAAA,CAAA5C,kBAAA,GAAAA,kBAAA","ignoreList":[]}
+{"version":3,"names":["_error","_interopRequireDefault","require","_clientDynamodb","_apiElasticsearch","_handlerAws","_types","_pRetry","_NotEnoughRemainingTimeError","Operations","exports","getError","item","index","error","reason","match","checkErrors","result","body","items","err","process","env","DEBUG","console","JSON","stringify","WebinyError","getNumberEnvVariable","name","def","input","value","Number","isNaN","MAX_PROCESSOR_PERCENT","NODE_ENV","unmarshall","undefined","baseUnmarshall","minRemainingSecondsToTimeout","MAX_RUNNING_TIME","createEventHandler","createDynamoDBEventHandler","event","context","ctx","lambdaContext","timer","timerFactory","elasticsearch","operations","operationIdList","record","Records","dynamodb","newImage","NewImage","ignore","keys","Keys","PK","SK","_id","oldImage","OldImage","operation","eventName","data","REMOVE","decompress","plugins","push","INSERT","MODIFY","_index","delete","length","execute","remainingTime","getRemainingSeconds","runningTime","maxWaitingTime","debug","healthCheck","createWaitUntilHealthy","minClusterHealthStatus","ElasticsearchCatClusterHealthStatus","Yellow","waitingTimeStep","maxProcessorPercent","wait","onUnhealthy","startedAt","runs","mustEndAt","waitingReason","onTimeout","ex","UnhealthyClusterError","WaitingHealthyClusterAbortedError","res","bulk","meta","info","maxRetryTime","retries","minTimeout","maxTimeout","pRetry","onFailedAttempt","NotEnoughRemainingTimeError","attemptNumber"],"sources":["index.ts"],"sourcesContent":["import WebinyError from \"@webiny/error\";\nimport { AttributeValue, unmarshall as baseUnmarshall } from \"@webiny/aws-sdk/client-dynamodb\";\nimport {\n    createWaitUntilHealthy,\n    decompress,\n    UnhealthyClusterError,\n    WaitingHealthyClusterAbortedError\n} from \"@webiny/api-elasticsearch\";\nimport { ApiResponse, ElasticsearchContext } from \"@webiny/api-elasticsearch/types\";\nimport { createDynamoDBEventHandler, timerFactory } from \"@webiny/handler-aws\";\nimport { ElasticsearchCatClusterHealthStatus } from \"@webiny/api-elasticsearch/operations/types\";\nimport pRetry from \"p-retry\";\nimport { NotEnoughRemainingTimeError } from \"./NotEnoughRemainingTimeError\";\n\nexport enum Operations {\n    INSERT = \"INSERT\",\n    MODIFY = \"MODIFY\",\n    REMOVE = \"REMOVE\"\n}\n\ninterface BulkOperationsResponseBodyItemIndexError {\n    reason?: string;\n}\n\ninterface BulkOperationsResponseBodyItemIndex {\n    error?: BulkOperationsResponseBodyItemIndexError;\n}\n\ninterface BulkOperationsResponseBodyItem {\n    index?: BulkOperationsResponseBodyItemIndex;\n    error?: string;\n}\n\ninterface BulkOperationsResponseBody {\n    items: BulkOperationsResponseBodyItem[];\n}\n\nconst getError = (item: BulkOperationsResponseBodyItem): string | null => {\n    if (!item.index?.error?.reason) {\n        return null;\n    }\n    const reason = item.index.error.reason;\n    if (reason.match(/no such index \\[([a-zA-Z0-9_-]+)\\]/) !== null) {\n        return \"index\";\n    }\n    return reason;\n};\n\nconst checkErrors = (result?: ApiResponse<BulkOperationsResponseBody>): void => {\n    if (!result || !result.body || !result.body.items) {\n        return;\n    }\n    for (const item of result.body.items) {\n        const err = getError(item);\n        if (!err) {\n            continue;\n        } else if (err === \"index\") {\n            if (process.env.DEBUG === \"true\") {\n                console.error(\"Bulk response\", JSON.stringify(result, null, 2));\n            }\n            continue;\n        }\n        console.error(item.error);\n        throw new WebinyError(err, \"DYNAMODB_TO_ELASTICSEARCH_ERROR\", item);\n    }\n};\n\nconst getNumberEnvVariable = (name: string, def: number): number => {\n    const input = process.env[name];\n    const value = Number(input);\n    if (isNaN(value)) {\n        return def;\n    } else if (value <= 0) {\n        return def;\n    }\n    return value;\n};\n\nconst MAX_PROCESSOR_PERCENT = getNumberEnvVariable(\n    \"MAX_ES_PROCESSOR\",\n    process.env.NODE_ENV === \"test\" ? 101 : 98\n);\n\ninterface RecordDynamoDbImage {\n    data: Record<string, any>;\n    ignore?: boolean;\n    index: string;\n}\n\ninterface RecordDynamoDbKeys {\n    PK: string;\n    SK: string;\n}\n\nconst unmarshall = <T>(value?: Record<string, AttributeValue>): T | undefined => {\n    if (!value) {\n        return undefined;\n    }\n    return baseUnmarshall(value) as T;\n};\n\nconst minRemainingSecondsToTimeout = 120;\n\n/**\n * Also, we need to set the maximum running time for the Lambda Function.\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreOpenSearch.ts#L232\n * https://github.com/webiny/webiny-js/blob/f7352d418da2b5ae0b781376be46785aa7ac6ae0/packages/pulumi-aws/src/apps/core/CoreElasticSearch.ts#L218\n */\nconst MAX_RUNNING_TIME = 900;\n\nexport const createEventHandler = () => {\n    return createDynamoDBEventHandler(async ({ event, context: ctx, lambdaContext }) => {\n        const timer = timerFactory(lambdaContext);\n        const context = ctx as unknown as ElasticsearchContext;\n        if (!context.elasticsearch) {\n            console.error(\"Missing elasticsearch definition on context.\");\n            return null;\n        }\n\n        const operations: Record<string, any>[] = [];\n\n        const operationIdList: string[] = [];\n\n        for (const record of event.Records) {\n            const dynamodb = record.dynamodb;\n            if (!dynamodb) {\n                continue;\n            }\n            /**\n             * TODO: figure out correct types\n             */\n            // @ts-expect-error\n            const newImage = unmarshall<RecordDynamoDbImage>(dynamodb.NewImage);\n\n            // Note that with the `REMOVE` event, there is no `NewImage` property. Which means,\n            // if the `newImage` is `undefined`, we are dealing with a `REMOVE` event and we still\n            // need to process it.\n            if (newImage && newImage.ignore === true) {\n                continue;\n            }\n            /**\n             * TODO: figure out correct types\n             */\n            // @ts-expect-error\n            const keys = unmarshall<RecordDynamoDbKeys>(dynamodb.Keys);\n            if (!keys?.PK || !keys.SK) {\n                continue;\n            }\n            const _id = `${keys.PK}:${keys.SK}`;\n            /**\n             * TODO: figure out correct types\n             */\n            // @ts-expect-error\n            const oldImage = unmarshall<RecordDynamoDbImage>(dynamodb.OldImage);\n            const operation = record.eventName;\n\n            /**\n             * On operations other than REMOVE we decompress the data and store it into the Elasticsearch.\n             * No need to try to decompress if operation is REMOVE since there is no data sent into that operation.\n             */\n            let data: any = undefined;\n            if (newImage && operation !== Operations.REMOVE) {\n                /**\n                 * We must decompress the data that is going into the Elasticsearch.\n                 */\n                data = await decompress(context.plugins, newImage.data);\n                /**\n                 * No point in writing null or undefined data into the Elasticsearch.\n                 * This might happen on some error while decompressing. We will log it.\n                 *\n                 * Data should NEVER be null or undefined in the Elasticsearch DynamoDB table, unless it is a delete operations.\n                 * If it is - it is a bug.\n                 */\n                if (data === undefined || data === null) {\n                    console.error(\n                        `Could not get decompressed data, skipping ES operation \"${operation}\", ID ${_id}`\n                    );\n                    continue;\n                }\n            }\n\n            operationIdList.push(_id);\n\n            switch (record.eventName) {\n                case Operations.INSERT:\n                case Operations.MODIFY:\n                    if (newImage) {\n                        operations.push(\n                            {\n                                index: {\n                                    _id,\n                                    _index: newImage.index\n                                }\n                            },\n                            data\n                        );\n                    }\n                    break;\n                case Operations.REMOVE:\n                    operations.push({\n                        delete: {\n                            _id,\n                            _index: oldImage?.index || \"unknown\"\n                        }\n                    });\n                    break;\n                default:\n                    break;\n            }\n        }\n        /**\n         * No need to do anything if there are no operations.\n         */\n        if (operations.length === 0) {\n            return null;\n        }\n        /**\n         * Wrap the code we need to run into the function, so it can be called within itself.\n         */\n        const execute = async (): Promise<void> => {\n            const remainingTime = timer.getRemainingSeconds();\n            const runningTime = MAX_RUNNING_TIME - remainingTime;\n            const maxWaitingTime = remainingTime - 90;\n\n            if (process.env.DEBUG === \"true\") {\n                console.debug(\n                    `The Lambda is already running for ${runningTime}s. Setting Health Check max waiting time: ${maxWaitingTime}s`\n                );\n            }\n\n            const healthCheck = createWaitUntilHealthy(context.elasticsearch, {\n                minClusterHealthStatus: ElasticsearchCatClusterHealthStatus.Yellow,\n                waitingTimeStep: 30,\n                maxProcessorPercent: MAX_PROCESSOR_PERCENT,\n                maxWaitingTime\n            });\n\n            try {\n                await healthCheck.wait({\n                    async onUnhealthy({\n                        startedAt,\n                        runs,\n                        mustEndAt,\n                        waitingTimeStep,\n                        waitingReason\n                    }) {\n                        console.debug(`Cluster is unhealthy on run #${runs}.`, {\n                            startedAt,\n                            mustEndAt,\n                            waitingTimeStep,\n                            waitingReason\n                        });\n                    },\n                    async onTimeout({\n                        startedAt,\n                        runs,\n                        waitingTimeStep,\n                        mustEndAt,\n                        waitingReason\n                    }) {\n                        console.error(`Cluster health check timeout on run #${runs}.`, {\n                            startedAt,\n                            mustEndAt,\n                            waitingTimeStep,\n                            waitingReason\n                        });\n                    }\n                });\n            } catch (ex) {\n                if (\n                    ex instanceof UnhealthyClusterError ||\n                    ex instanceof WaitingHealthyClusterAbortedError\n                ) {\n                    throw ex;\n                }\n                console.error(`Cluster health check failed.`, ex);\n                throw ex;\n            }\n\n            try {\n                const res = await context.elasticsearch.bulk<BulkOperationsResponseBody>({\n                    body: operations\n                });\n                checkErrors(res);\n            } catch (error) {\n                if (process.env.DEBUG !== \"true\") {\n                    throw error;\n                }\n                const meta = error?.meta || {};\n                delete meta[\"meta\"];\n                console.error(\"Bulk error\", JSON.stringify(error, null, 2));\n                throw error;\n            }\n            if (process.env.DEBUG !== \"true\") {\n                return;\n            }\n            console.info(\n                `Transferred ${operations.length / 2} record operations to Elasticsearch.`\n            );\n        };\n\n        const maxRetryTime = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_RETRY_TIME\",\n            300000\n        );\n        const retries = getNumberEnvVariable(\"WEBINY_DYNAMODB_TO_ELASTICSEARCH_RETRIES\", 20);\n        const minTimeout = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MIN_TIMEOUT\",\n            1500\n        );\n        const maxTimeout = getNumberEnvVariable(\n            \"WEBINY_DYNAMODB_TO_ELASTICSEARCH_MAX_TIMEOUT\",\n            30000\n        );\n\n        try {\n            await pRetry(execute, {\n                maxRetryTime,\n                retries,\n                minTimeout,\n                maxTimeout,\n                onFailedAttempt: error => {\n                    if (timer.getRemainingSeconds() < minRemainingSecondsToTimeout) {\n                        throw new NotEnoughRemainingTimeError(error);\n                    }\n                    /**\n                     * We will only log attempts which are after 3/4 of total attempts.\n                     */\n                    if (error.attemptNumber < retries * 0.75) {\n                        return;\n                    }\n                    console.error(`Attempt #${error.attemptNumber} failed.`);\n                    console.error(error);\n                }\n            });\n        } catch (ex) {\n            // TODO implement storing of failed operations\n            throw ex;\n        }\n\n        return null;\n    });\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,eAAA,GAAAD,OAAA;AACA,IAAAE,iBAAA,GAAAF,OAAA;AAOA,IAAAG,WAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAJ,OAAA;AACA,IAAAK,OAAA,GAAAN,sBAAA,CAAAC,OAAA;AACA,IAAAM,4BAAA,GAAAN,OAAA;AAA4E,IAEhEO,UAAU,GAAAC,OAAA,CAAAD,UAAA,0BAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAVA,UAAU;EAAA,OAAVA,UAAU;AAAA;AAuBtB,MAAME,QAAQ,GAAIC,IAAoC,IAAoB;EACtE,IAAI,CAACA,IAAI,CAACC,KAAK,EAAEC,KAAK,EAAEC,MAAM,EAAE;IAC5B,OAAO,IAAI;EACf;EACA,MAAMA,MAAM,GAAGH,IAAI,CAACC,KAAK,CAACC,KAAK,CAACC,MAAM;EACtC,IAAIA,MAAM,CAACC,KAAK,CAAC,oCAAoC,CAAC,KAAK,IAAI,EAAE;IAC7D,OAAO,OAAO;EAClB;EACA,OAAOD,MAAM;AACjB,CAAC;AAED,MAAME,WAAW,GAAIC,MAAgD,IAAW;EAC5E,IAAI,CAACA,MAAM,IAAI,CAACA,MAAM,CAACC,IAAI,IAAI,CAACD,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAC/C;EACJ;EACA,KAAK,MAAMR,IAAI,IAAIM,MAAM,CAACC,IAAI,CAACC,KAAK,EAAE;IAClC,MAAMC,GAAG,GAAGV,QAAQ,CAACC,IAAI,CAAC;IAC1B,IAAI,CAACS,GAAG,EAAE;MACN;IACJ,CAAC,MAAM,IAAIA,GAAG,KAAK,OAAO,EAAE;MACxB,IAAIC,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAACX,KAAK,CAAC,eAAe,EAAEY,IAAI,CAACC,SAAS,CAACT,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MACnE;MACA;IACJ;IACAO,OAAO,CAACX,KAAK,CAACF,IAAI,CAACE,KAAK,CAAC;IACzB,MAAM,IAAIc,cAAW,CAACP,GAAG,EAAE,iCAAiC,EAAET,IAAI,CAAC;EACvE;AACJ,CAAC;AAED,MAAMiB,oBAAoB,GAAGA,CAACC,IAAY,EAAEC,GAAW,KAAa;EAChE,MAAMC,KAAK,GAAGV,OAAO,CAACC,GAAG,CAACO,IAAI,CAAC;EAC/B,MAAMG,KAAK,GAAGC,MAAM,CAACF,KAAK,CAAC;EAC3B,IAAIG,KAAK,CAACF,KAAK,CAAC,EAAE;IACd,OAAOF,GAAG;EACd,CAAC,MAAM,IAAIE,KAAK,IAAI,CAAC,EAAE;IACnB,OAAOF,GAAG;EACd;EACA,OAAOE,KAAK;AAChB,CAAC;AAED,MAAMG,qBAAqB,GAAGP,oBAAoB,CAC9C,kBAAkB,EAClBP,OAAO,CAACC,GAAG,CAACc,QAAQ,KAAK,MAAM,GAAG,GAAG,GAAG,EAC5C,CAAC;AAaD,MAAMC,UAAU,GAAOL,KAAsC,IAAoB;EAC7E,IAAI,CAACA,KAAK,EAAE;IACR,OAAOM,SAAS;EACpB;EACA,OAAO,IAAAC,0BAAc,EAACP,KAAK,CAAC;AAChC,CAAC;AAED,MAAMQ,4BAA4B,GAAG,GAAG;;AAExC;AACA;AACA;AACA;AACA;AACA,MAAMC,gBAAgB,GAAG,GAAG;AAErB,MAAMC,kBAAkB,GAAGA,CAAA,KAAM;EACpC,OAAO,IAAAC,sCAA0B,EAAC,OAAO;IAAEC,KAAK;IAAEC,OAAO,EAAEC,GAAG;IAAEC;EAAc,CAAC,KAAK;IAChF,MAAMC,KAAK,GAAG,IAAAC,wBAAY,EAACF,aAAa,CAAC;IACzC,MAAMF,OAAO,GAAGC,GAAsC;IACtD,IAAI,CAACD,OAAO,CAACK,aAAa,EAAE;MACxB1B,OAAO,CAACX,KAAK,CAAC,8CAA8C,CAAC;MAC7D,OAAO,IAAI;IACf;IAEA,MAAMsC,UAAiC,GAAG,EAAE;IAE5C,MAAMC,eAAyB,GAAG,EAAE;IAEpC,KAAK,MAAMC,MAAM,IAAIT,KAAK,CAACU,OAAO,EAAE;MAChC,MAAMC,QAAQ,GAAGF,MAAM,CAACE,QAAQ;MAChC,IAAI,CAACA,QAAQ,EAAE;QACX;MACJ;MACA;AACZ;AACA;MACY;MACA,MAAMC,QAAQ,GAAGnB,UAAU,CAAsBkB,QAAQ,CAACE,QAAQ,CAAC;;MAEnE;MACA;MACA;MACA,IAAID,QAAQ,IAAIA,QAAQ,CAACE,MAAM,KAAK,IAAI,EAAE;QACtC;MACJ;MACA;AACZ;AACA;MACY;MACA,MAAMC,IAAI,GAAGtB,UAAU,CAAqBkB,QAAQ,CAACK,IAAI,CAAC;MAC1D,IAAI,CAACD,IAAI,EAAEE,EAAE,IAAI,CAACF,IAAI,CAACG,EAAE,EAAE;QACvB;MACJ;MACA,MAAMC,GAAG,GAAI,GAAEJ,IAAI,CAACE,EAAG,IAAGF,IAAI,CAACG,EAAG,EAAC;MACnC;AACZ;AACA;MACY;MACA,MAAME,QAAQ,GAAG3B,UAAU,CAAsBkB,QAAQ,CAACU,QAAQ,CAAC;MACnE,MAAMC,SAAS,GAAGb,MAAM,CAACc,SAAS;;MAElC;AACZ;AACA;AACA;MACY,IAAIC,IAAS,GAAG9B,SAAS;MACzB,IAAIkB,QAAQ,IAAIU,SAAS,KAAK1D,UAAU,CAAC6D,MAAM,EAAE;QAC7C;AAChB;AACA;QACgBD,IAAI,GAAG,MAAM,IAAAE,4BAAU,EAACzB,OAAO,CAAC0B,OAAO,EAAEf,QAAQ,CAACY,IAAI,CAAC;QACvD;AAChB;AACA;AACA;AACA;AACA;AACA;QACgB,IAAIA,IAAI,KAAK9B,SAAS,IAAI8B,IAAI,KAAK,IAAI,EAAE;UACrC5C,OAAO,CAACX,KAAK,CACR,2DAA0DqD,SAAU,SAAQH,GAAI,EACrF,CAAC;UACD;QACJ;MACJ;MAEAX,eAAe,CAACoB,IAAI,CAACT,GAAG,CAAC;MAEzB,QAAQV,MAAM,CAACc,SAAS;QACpB,KAAK3D,UAAU,CAACiE,MAAM;QACtB,KAAKjE,UAAU,CAACkE,MAAM;UAClB,IAAIlB,QAAQ,EAAE;YACVL,UAAU,CAACqB,IAAI,CACX;cACI5D,KAAK,EAAE;gBACHmD,GAAG;gBACHY,MAAM,EAAEnB,QAAQ,CAAC5C;cACrB;YACJ,CAAC,EACDwD,IACJ,CAAC;UACL;UACA;QACJ,KAAK5D,UAAU,CAAC6D,MAAM;UAClBlB,UAAU,CAACqB,IAAI,CAAC;YACZI,MAAM,EAAE;cACJb,GAAG;cACHY,MAAM,EAAEX,QAAQ,EAAEpD,KAAK,IAAI;YAC/B;UACJ,CAAC,CAAC;UACF;QACJ;UACI;MACR;IACJ;IACA;AACR;AACA;IACQ,IAAIuC,UAAU,CAAC0B,MAAM,KAAK,CAAC,EAAE;MACzB,OAAO,IAAI;IACf;IACA;AACR;AACA;IACQ,MAAMC,OAAO,GAAG,MAAAA,CAAA,KAA2B;MACvC,MAAMC,aAAa,GAAG/B,KAAK,CAACgC,mBAAmB,CAAC,CAAC;MACjD,MAAMC,WAAW,GAAGxC,gBAAgB,GAAGsC,aAAa;MACpD,MAAMG,cAAc,GAAGH,aAAa,GAAG,EAAE;MAEzC,IAAI1D,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9BC,OAAO,CAAC2D,KAAK,CACR,qCAAoCF,WAAY,6CAA4CC,cAAe,GAChH,CAAC;MACL;MAEA,MAAME,WAAW,GAAG,IAAAC,wCAAsB,EAACxC,OAAO,CAACK,aAAa,EAAE;QAC9DoC,sBAAsB,EAAEC,0CAAmC,CAACC,MAAM;QAClEC,eAAe,EAAE,EAAE;QACnBC,mBAAmB,EAAEvD,qBAAqB;QAC1C+C;MACJ,CAAC,CAAC;MAEF,IAAI;QACA,MAAME,WAAW,CAACO,IAAI,CAAC;UACnB,MAAMC,WAAWA,CAAC;YACdC,SAAS;YACTC,IAAI;YACJC,SAAS;YACTN,eAAe;YACfO;UACJ,CAAC,EAAE;YACCxE,OAAO,CAAC2D,KAAK,CAAE,gCAA+BW,IAAK,GAAE,EAAE;cACnDD,SAAS;cACTE,SAAS;cACTN,eAAe;cACfO;YACJ,CAAC,CAAC;UACN,CAAC;UACD,MAAMC,SAASA,CAAC;YACZJ,SAAS;YACTC,IAAI;YACJL,eAAe;YACfM,SAAS;YACTC;UACJ,CAAC,EAAE;YACCxE,OAAO,CAACX,KAAK,CAAE,wCAAuCiF,IAAK,GAAE,EAAE;cAC3DD,SAAS;cACTE,SAAS;cACTN,eAAe;cACfO;YACJ,CAAC,CAAC;UACN;QACJ,CAAC,CAAC;MACN,CAAC,CAAC,OAAOE,EAAE,EAAE;QACT,IACIA,EAAE,YAAYC,uCAAqB,IACnCD,EAAE,YAAYE,mDAAiC,EACjD;UACE,MAAMF,EAAE;QACZ;QACA1E,OAAO,CAACX,KAAK,CAAE,8BAA6B,EAAEqF,EAAE,CAAC;QACjD,MAAMA,EAAE;MACZ;MAEA,IAAI;QACA,MAAMG,GAAG,GAAG,MAAMxD,OAAO,CAACK,aAAa,CAACoD,IAAI,CAA6B;UACrEpF,IAAI,EAAEiC;QACV,CAAC,CAAC;QACFnC,WAAW,CAACqF,GAAG,CAAC;MACpB,CAAC,CAAC,OAAOxF,KAAK,EAAE;QACZ,IAAIQ,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;UAC9B,MAAMV,KAAK;QACf;QACA,MAAM0F,IAAI,GAAG1F,KAAK,EAAE0F,IAAI,IAAI,CAAC,CAAC;QAC9B,OAAOA,IAAI,CAAC,MAAM,CAAC;QACnB/E,OAAO,CAACX,KAAK,CAAC,YAAY,EAAEY,IAAI,CAACC,SAAS,CAACb,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3D,MAAMA,KAAK;MACf;MACA,IAAIQ,OAAO,CAACC,GAAG,CAACC,KAAK,KAAK,MAAM,EAAE;QAC9B;MACJ;MACAC,OAAO,CAACgF,IAAI,CACP,eAAcrD,UAAU,CAAC0B,MAAM,GAAG,CAAE,sCACzC,CAAC;IACL,CAAC;IAED,MAAM4B,YAAY,GAAG7E,oBAAoB,CACrC,iDAAiD,EACjD,MACJ,CAAC;IACD,MAAM8E,OAAO,GAAG9E,oBAAoB,CAAC,0CAA0C,EAAE,EAAE,CAAC;IACpF,MAAM+E,UAAU,GAAG/E,oBAAoB,CACnC,8CAA8C,EAC9C,IACJ,CAAC;IACD,MAAMgF,UAAU,GAAGhF,oBAAoB,CACnC,8CAA8C,EAC9C,KACJ,CAAC;IAED,IAAI;MACA,MAAM,IAAAiF,eAAM,EAAC/B,OAAO,EAAE;QAClB2B,YAAY;QACZC,OAAO;QACPC,UAAU;QACVC,UAAU;QACVE,eAAe,EAAEjG,KAAK,IAAI;UACtB,IAAImC,KAAK,CAACgC,mBAAmB,CAAC,CAAC,GAAGxC,4BAA4B,EAAE;YAC5D,MAAM,IAAIuE,wDAA2B,CAAClG,KAAK,CAAC;UAChD;UACA;AACpB;AACA;UACoB,IAAIA,KAAK,CAACmG,aAAa,GAAGN,OAAO,GAAG,IAAI,EAAE;YACtC;UACJ;UACAlF,OAAO,CAACX,KAAK,CAAE,YAAWA,KAAK,CAACmG,aAAc,UAAS,CAAC;UACxDxF,OAAO,CAACX,KAAK,CAACA,KAAK,CAAC;QACxB;MACJ,CAAC,CAAC;IACN,CAAC,CAAC,OAAOqF,EAAE,EAAE;MACT;MACA,MAAMA,EAAE;IACZ;IAEA,OAAO,IAAI;EACf,CAAC,CAAC;AACN,CAAC;AAACzF,OAAA,CAAAiC,kBAAA,GAAAA,kBAAA","ignoreList":[]}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@webiny/api-dynamodb-to-elasticsearch",
-	"version": "5.40.0-beta.5",
+	"version": "5.40.0",
 	"main": "index.js",
 	"repository": {
 		"type": "git",
@@ -12,10 +12,10 @@
 	"author": "Webiny Ltd.",
 	"dependencies": {
 		"@babel/runtime": "7.24.1",
-		"@webiny/api-elasticsearch": "5.40.0-beta.5",
-		"@webiny/aws-sdk": "5.40.0-beta.5",
-		"@webiny/error": "5.40.0-beta.5",
-		"@webiny/handler-aws": "5.40.0-beta.5",
+		"@webiny/api-elasticsearch": "5.40.0",
+		"@webiny/aws-sdk": "5.40.0",
+		"@webiny/error": "5.40.0",
+		"@webiny/handler-aws": "5.40.0",
 		"p-retry": "4.6.2"
 	},
 	"devDependencies": {
@@ -26,9 +26,9 @@
 		"@babel/preset-env": "7.24.3",
 		"@babel/preset-typescript": "7.24.1",
 		"@types/aws-lambda": "8.10.136",
-		"@webiny/cli": "5.40.0-beta.5",
-		"@webiny/plugins": "5.40.0-beta.5",
-		"@webiny/project-utils": "5.40.0-beta.5",
+		"@webiny/cli": "5.40.0",
+		"@webiny/plugins": "5.40.0",
+		"@webiny/project-utils": "5.40.0",
 		"typescript": "4.7.4"
 	},
 	"publishConfig": {
@@ -44,5 +44,5 @@
 			"__tests__"
 		]
 	},
-	"gitHead": "04482b686c63fdadebd4c6c1db7595af1140cfc7"
+	"gitHead": "e6ce53a387a9b1ab39aa8d15e4ed9be2359f17aa"
 }