@webiny/api-headless-cms-es-tasks 5.39.7-beta.2

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) Webiny
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,15 @@
+# @webiny/api-headless-cms-tasks
+[![](https://img.shields.io/npm/dw/@webiny/api-headless-cms-tasks.svg)](https://www.npmjs.com/package/@webiny/api-headless-cms-tasks) 
+[![](https://img.shields.io/npm/v/@webiny/api-headless-cms-tasks.svg)](https://www.npmjs.com/package/@webiny/api-headless-cms-tasks)
+[![code style: prettier](https://img.shields.io/badge/code_style-prettier-ff69b4.svg?style=flat-square)](https://github.com/prettier/prettier)
+[![PRs Welcome](https://img.shields.io/badge/PRs-welcome-brightgreen.svg?style=flat-square)](http://makeapullrequest.com)
+ 
+## Install
+```
+npm install --save @webiny/api-headless-cms-tasks
+```
+
+Or if you prefer yarn: 
+```
+yarn add @webiny/api-headless-cms-tasks
+```

package/index.d.ts

@@ -0,0 +1,3 @@
+export * from "./tasks/createMockDataManagerTask";
+export * from "./tasks/createMockDataCreatorTask";
+export declare const createHeadlessCmsEsTasks: () => (import("@webiny/tasks").TaskDefinitionPlugin<import("./types").Context, import("./tasks/MockDataCreator/types").IMockDataCreatorInput, import("@webiny/tasks").ITaskResponseDoneResultOutput> | import("@webiny/tasks").TaskDefinitionPlugin<import("./types").Context, import("./types").IMockDataManagerInput, import("@webiny/tasks").ITaskResponseDoneResultOutput>)[];

package/index.js

@@ -0,0 +1,37 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _exportNames = {
+  createHeadlessCmsEsTasks: true
+};
+exports.createHeadlessCmsEsTasks = void 0;
+var _createMockDataManagerTask = require("./tasks/createMockDataManagerTask");
+Object.keys(_createMockDataManagerTask).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
+  if (key in exports && exports[key] === _createMockDataManagerTask[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _createMockDataManagerTask[key];
+    }
+  });
+});
+var _createMockDataCreatorTask = require("./tasks/createMockDataCreatorTask");
+Object.keys(_createMockDataCreatorTask).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (Object.prototype.hasOwnProperty.call(_exportNames, key)) return;
+  if (key in exports && exports[key] === _createMockDataCreatorTask[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _createMockDataCreatorTask[key];
+    }
+  });
+});
+const createHeadlessCmsEsTasks = () => [(0, _createMockDataManagerTask.createMockDataManagerTask)(), (0, _createMockDataCreatorTask.createMockDataCreatorTask)()];
+exports.createHeadlessCmsEsTasks = createHeadlessCmsEsTasks;
+
+//# sourceMappingURL=index.js.map

package/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_createMockDataManagerTask","require","Object","keys","forEach","key","prototype","hasOwnProperty","call","_exportNames","exports","defineProperty","enumerable","get","_createMockDataCreatorTask","createHeadlessCmsEsTasks","createMockDataManagerTask","createMockDataCreatorTask"],"sources":["index.ts"],"sourcesContent":["import { createMockDataManagerTask } from \"~/tasks/createMockDataManagerTask\";\nimport { createMockDataCreatorTask } from \"~/tasks/createMockDataCreatorTask\";\n\nexport * from \"./tasks/createMockDataManagerTask\";\nexport * from \"./tasks/createMockDataCreatorTask\";\n\nexport const createHeadlessCmsEsTasks = () => [\n    createMockDataManagerTask(),\n    createMockDataCreatorTask()\n];\n"],"mappings":";;;;;;;;;AAAA,IAAAA,0BAAA,GAAAC,OAAA;AAGAC,MAAA,CAAAC,IAAA,CAAAH,0BAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAL,0BAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAb,0BAAA,CAAAK,GAAA;IAAA;EAAA;AAAA;AAFA,IAAAS,0BAAA,GAAAb,OAAA;AAGAC,MAAA,CAAAC,IAAA,CAAAW,0BAAA,EAAAV,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAH,MAAA,CAAAI,SAAA,CAAAC,cAAA,CAAAC,IAAA,CAAAC,YAAA,EAAAJ,GAAA;EAAA,IAAAA,GAAA,IAAAK,OAAA,IAAAA,OAAA,CAAAL,GAAA,MAAAS,0BAAA,CAAAT,GAAA;EAAAH,MAAA,CAAAS,cAAA,CAAAD,OAAA,EAAAL,GAAA;IAAAO,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAC,0BAAA,CAAAT,GAAA;IAAA;EAAA;AAAA;AAEO,MAAMU,wBAAwB,GAAGA,CAAA,KAAM,CAC1C,IAAAC,oDAAyB,EAAC,CAAC,EAC3B,IAAAC,oDAAyB,EAAC,CAAC,CAC9B;AAACP,OAAA,CAAAK,wBAAA,GAAAA,wBAAA"}

package/package.json

@@ -0,0 +1,50 @@
+{
+	"name": "@webiny/api-headless-cms-es-tasks",
+	"version": "5.39.7-beta.2",
+	"main": "index.js",
+	"description": "Elasticsearch Background tasks for Webiny Headless CMS",
+	"keywords": [
+		"api-headless-cms-es-tasks:base"
+	],
+	"repository": {
+		"type": "git",
+		"url": "https://github.com/webiny/webiny-js.git",
+		"directory": "packages/api-headless-cms-es-tasks"
+	},
+	"license": "MIT",
+	"dependencies": {
+		"@webiny/api-elasticsearch": "5.39.7-beta.2",
+		"@webiny/api-headless-cms": "5.39.7-beta.2",
+		"@webiny/api-headless-cms-ddb-es": "5.39.7-beta.2",
+		"@webiny/handler": "5.39.7-beta.2",
+		"@webiny/handler-aws": "5.39.7-beta.2",
+		"@webiny/tasks": "5.39.7-beta.2",
+		"@webiny/utils": "5.39.7-beta.2"
+	},
+	"devDependencies": {
+		"@babel/cli": "7.22.6",
+		"@babel/core": "7.22.8",
+		"@babel/preset-env": "7.22.7",
+		"@faker-js/faker": "8.4.1",
+		"@webiny/api": "5.39.7-beta.2",
+		"@webiny/api-i18n": "5.39.7-beta.2",
+		"@webiny/api-security": "5.39.7-beta.2",
+		"@webiny/api-tenancy": "5.39.7-beta.2",
+		"@webiny/api-wcp": "5.39.7-beta.2",
+		"@webiny/cli": "5.39.7-beta.2",
+		"@webiny/handler-graphql": "5.39.7-beta.2",
+		"@webiny/plugins": "5.39.7-beta.2",
+		"@webiny/project-utils": "5.39.7-beta.2",
+		"ttypescript": "1.5.15",
+		"typescript": "4.7.4"
+	},
+	"scripts": {
+		"build": "yarn webiny run build",
+		"watch": "yarn webiny run watch"
+	},
+	"publishConfig": {
+		"access": "public",
+		"directory": "dist"
+	},
+	"gitHead": "0abcb9da80cb1ee22506c6f53e4f3bf2183ec9fd"
+}

package/tasks/MockDataCreator/MockDataCreator.d.ts

@@ -0,0 +1,6 @@
+import { ITaskResponseResult, ITaskRunParams } from "@webiny/tasks";
+import { IMockDataCreatorInput, IMockDataCreatorOutput } from "./types";
+import { Context } from "../../types";
+export declare class MockDataCreator<C extends Context, I extends IMockDataCreatorInput, O extends IMockDataCreatorOutput> {
+    execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>>;
+}

package/tasks/MockDataCreator/MockDataCreator.js

@@ -0,0 +1,106 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.MockDataCreator = void 0;
+var _mockData = require("./mockData");
+var _waitUntilHealthy = require("@webiny/api-elasticsearch/utils/waitUntilHealthy");
+var _types = require("@webiny/api-elasticsearch/operations/types");
+var _utils = require("@webiny/utils");
+class MockDataCreator {
+  async execute(params) {
+    const {
+      context,
+      isAborted,
+      input,
+      response,
+      isCloseToTimeout
+    } = params;
+    if (isAborted()) {
+      return response.aborted();
+    } else if (isCloseToTimeout()) {
+      return response.continue({
+        ...input
+      });
+    }
+    let manager;
+    try {
+      manager = await context.cms.getEntryManager("cars");
+    } catch (ex) {
+      return response.error(ex);
+    }
+    const healthCheck = (0, _waitUntilHealthy.createWaitUntilHealthy)(context.elasticsearch, {
+      waitingTimeStep: 20,
+      maxWaitingTime: 150,
+      maxProcessorPercent: 80,
+      minClusterHealthStatus: _types.ElasticsearchCatClusterHealthStatus.Yellow,
+      maxRamPercent: 101
+    });
+    let createdAmount = input.createdAmount;
+    for (; createdAmount < input.totalAmount; createdAmount++) {
+      if (isAborted()) {
+        return response.aborted();
+      } else if (isCloseToTimeout()) {
+        return response.continue({
+          ...input,
+          createdAmount
+        });
+      }
+      if (createdAmount % 50 === 0) {
+        try {
+          await healthCheck.wait({
+            async onUnhealthy({
+              waitingTimeStep,
+              startedAt,
+              mustEndAt,
+              runs,
+              waitingReason
+            }) {
+              console.warn(`Cluster is unhealthy on run #${runs}.`, {
+                startedAt,
+                mustEndAt,
+                waitingTimeStep,
+                waitingReason
+              });
+            },
+            async onTimeout({
+              waitingTimeStep,
+              startedAt,
+              mustEndAt,
+              runs,
+              waitingReason
+            }) {
+              console.warn(`Cluster health check timed out on run #${runs}.`, {
+                startedAt,
+                mustEndAt,
+                waitingTimeStep,
+                waitingReason
+              });
+            }
+          });
+        } catch (ex) {
+          return response.continue({
+            ...input,
+            createdAmount
+          }, {
+            seconds: 30
+          });
+        }
+      }
+      const taskId = params.store.getTask().id;
+      try {
+        await manager.create({
+          id: `${taskId}${(0, _utils.mdbid)()}`,
+          ..._mockData.mockData
+        });
+      } catch (ex) {
+        return response.error(ex);
+      }
+    }
+    return params.response.done(`Created ${input.totalAmount} records.`);
+  }
+}
+exports.MockDataCreator = MockDataCreator;
+
+//# sourceMappingURL=MockDataCreator.js.map

package/tasks/MockDataCreator/MockDataCreator.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_mockData","require","_waitUntilHealthy","_types","_utils","MockDataCreator","execute","params","context","isAborted","input","response","isCloseToTimeout","aborted","continue","manager","cms","getEntryManager","ex","error","healthCheck","createWaitUntilHealthy","elasticsearch","waitingTimeStep","maxWaitingTime","maxProcessorPercent","minClusterHealthStatus","ElasticsearchCatClusterHealthStatus","Yellow","maxRamPercent","createdAmount","totalAmount","wait","onUnhealthy","startedAt","mustEndAt","runs","waitingReason","console","warn","onTimeout","seconds","taskId","store","getTask","id","create","mdbid","mockData","done","exports"],"sources":["MockDataCreator.ts"],"sourcesContent":["import { ITaskResponseResult, ITaskRunParams } from \"@webiny/tasks\";\nimport { IMockDataCreatorInput, IMockDataCreatorOutput } from \"./types\";\nimport { CmsModelManager } from \"@webiny/api-headless-cms/types\";\nimport { mockData } from \"./mockData\";\nimport { createWaitUntilHealthy } from \"@webiny/api-elasticsearch/utils/waitUntilHealthy\";\nimport { Context } from \"~/types\";\nimport { ElasticsearchCatClusterHealthStatus } from \"@webiny/api-elasticsearch/operations/types\";\nimport { mdbid } from \"@webiny/utils\";\n\nexport class MockDataCreator<\n    C extends Context,\n    I extends IMockDataCreatorInput,\n    O extends IMockDataCreatorOutput\n> {\n    public async execute(params: ITaskRunParams<C, I, O>): Promise<ITaskResponseResult<I, O>> {\n        const { context, isAborted, input, response, isCloseToTimeout } = params;\n\n        if (isAborted()) {\n            return response.aborted();\n        } else if (isCloseToTimeout()) {\n            return response.continue({\n                ...input\n            });\n        }\n\n        let manager: CmsModelManager;\n        try {\n            manager = await context.cms.getEntryManager(\"cars\");\n        } catch (ex) {\n            return response.error(ex);\n        }\n\n        const healthCheck = createWaitUntilHealthy(context.elasticsearch, {\n            waitingTimeStep: 20,\n            maxWaitingTime: 150,\n            maxProcessorPercent: 80,\n            minClusterHealthStatus: ElasticsearchCatClusterHealthStatus.Yellow,\n            maxRamPercent: 101\n        });\n\n        let createdAmount = input.createdAmount;\n\n        for (; createdAmount < input.totalAmount; createdAmount++) {\n            if (isAborted()) {\n                return response.aborted();\n            } else if (isCloseToTimeout()) {\n                return response.continue({\n                    ...input,\n                    createdAmount\n                });\n            }\n            if (createdAmount % 50 === 0) {\n                try {\n                    await healthCheck.wait({\n                        async onUnhealthy({\n                            waitingTimeStep,\n                            startedAt,\n                            mustEndAt,\n                            runs,\n                            waitingReason\n                        }) {\n                            console.warn(`Cluster is unhealthy on run #${runs}.`, {\n                                startedAt,\n                                mustEndAt,\n                                waitingTimeStep,\n                                waitingReason\n                            });\n                        },\n                        async onTimeout({\n                            waitingTimeStep,\n                            startedAt,\n                            mustEndAt,\n                            runs,\n                            waitingReason\n                        }) {\n                            console.warn(`Cluster health check timed out on run #${runs}.`, {\n                                startedAt,\n                                mustEndAt,\n                                waitingTimeStep,\n                                waitingReason\n                            });\n                        }\n                    });\n                } catch (ex) {\n                    return response.continue(\n                        {\n                            ...input,\n                            createdAmount\n                        },\n                        {\n                            seconds: 30\n                        }\n                    );\n                }\n            }\n            const taskId = params.store.getTask().id;\n            try {\n                await manager.create({\n                    id: `${taskId}${mdbid()}`,\n                    ...mockData\n                });\n            } catch (ex) {\n                return response.error(ex);\n            }\n        }\n\n        return params.response.done(`Created ${input.totalAmount} records.`);\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,SAAA,GAAAC,OAAA;AACA,IAAAC,iBAAA,GAAAD,OAAA;AAEA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,MAAA,GAAAH,OAAA;AAEO,MAAMI,eAAe,CAI1B;EACE,MAAaC,OAAOA,CAACC,MAA+B,EAAsC;IACtF,MAAM;MAAEC,OAAO;MAAEC,SAAS;MAAEC,KAAK;MAAEC,QAAQ;MAAEC;IAAiB,CAAC,GAAGL,MAAM;IAExE,IAAIE,SAAS,CAAC,CAAC,EAAE;MACb,OAAOE,QAAQ,CAACE,OAAO,CAAC,CAAC;IAC7B,CAAC,MAAM,IAAID,gBAAgB,CAAC,CAAC,EAAE;MAC3B,OAAOD,QAAQ,CAACG,QAAQ,CAAC;QACrB,GAAGJ;MACP,CAAC,CAAC;IACN;IAEA,IAAIK,OAAwB;IAC5B,IAAI;MACAA,OAAO,GAAG,MAAMP,OAAO,CAACQ,GAAG,CAACC,eAAe,CAAC,MAAM,CAAC;IACvD,CAAC,CAAC,OAAOC,EAAE,EAAE;MACT,OAAOP,QAAQ,CAACQ,KAAK,CAACD,EAAE,CAAC;IAC7B;IAEA,MAAME,WAAW,GAAG,IAAAC,wCAAsB,EAACb,OAAO,CAACc,aAAa,EAAE;MAC9DC,eAAe,EAAE,EAAE;MACnBC,cAAc,EAAE,GAAG;MACnBC,mBAAmB,EAAE,EAAE;MACvBC,sBAAsB,EAAEC,0CAAmC,CAACC,MAAM;MAClEC,aAAa,EAAE;IACnB,CAAC,CAAC;IAEF,IAAIC,aAAa,GAAGpB,KAAK,CAACoB,aAAa;IAEvC,OAAOA,aAAa,GAAGpB,KAAK,CAACqB,WAAW,EAAED,aAAa,EAAE,EAAE;MACvD,IAAIrB,SAAS,CAAC,CAAC,EAAE;QACb,OAAOE,QAAQ,CAACE,OAAO,CAAC,CAAC;MAC7B,CAAC,MAAM,IAAID,gBAAgB,CAAC,CAAC,EAAE;QAC3B,OAAOD,QAAQ,CAACG,QAAQ,CAAC;UACrB,GAAGJ,KAAK;UACRoB;QACJ,CAAC,CAAC;MACN;MACA,IAAIA,aAAa,GAAG,EAAE,KAAK,CAAC,EAAE;QAC1B,IAAI;UACA,MAAMV,WAAW,CAACY,IAAI,CAAC;YACnB,MAAMC,WAAWA,CAAC;cACdV,eAAe;cACfW,SAAS;cACTC,SAAS;cACTC,IAAI;cACJC;YACJ,CAAC,EAAE;cACCC,OAAO,CAACC,IAAI,CAAE,gCAA+BH,IAAK,GAAE,EAAE;gBAClDF,SAAS;gBACTC,SAAS;gBACTZ,eAAe;gBACfc;cACJ,CAAC,CAAC;YACN,CAAC;YACD,MAAMG,SAASA,CAAC;cACZjB,eAAe;cACfW,SAAS;cACTC,SAAS;cACTC,IAAI;cACJC;YACJ,CAAC,EAAE;cACCC,OAAO,CAACC,IAAI,CAAE,0CAAyCH,IAAK,GAAE,EAAE;gBAC5DF,SAAS;gBACTC,SAAS;gBACTZ,eAAe;gBACfc;cACJ,CAAC,CAAC;YACN;UACJ,CAAC,CAAC;QACN,CAAC,CAAC,OAAOnB,EAAE,EAAE;UACT,OAAOP,QAAQ,CAACG,QAAQ,CACpB;YACI,GAAGJ,KAAK;YACRoB;UACJ,CAAC,EACD;YACIW,OAAO,EAAE;UACb,CACJ,CAAC;QACL;MACJ;MACA,MAAMC,MAAM,GAAGnC,MAAM,CAACoC,KAAK,CAACC,OAAO,CAAC,CAAC,CAACC,EAAE;MACxC,IAAI;QACA,MAAM9B,OAAO,CAAC+B,MAAM,CAAC;UACjBD,EAAE,EAAG,GAAEH,MAAO,GAAE,IAAAK,YAAK,EAAC,CAAE,EAAC;UACzB,GAAGC;QACP,CAAC,CAAC;MACN,CAAC,CAAC,OAAO9B,EAAE,EAAE;QACT,OAAOP,QAAQ,CAACQ,KAAK,CAACD,EAAE,CAAC;MAC7B;IACJ;IAEA,OAAOX,MAAM,CAACI,QAAQ,CAACsC,IAAI,CAAE,WAAUvC,KAAK,CAACqB,WAAY,WAAU,CAAC;EACxE;AACJ;AAACmB,OAAA,CAAA7C,eAAA,GAAAA,eAAA"}