@webiny/api-headless-cms-es-tasks 6.5.0-beta.3 → 6.5.0-beta.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +16 -16
- package/tasks/MockDataCreator/MockDataCreator.js +2 -2
- package/tasks/MockDataCreator/MockDataCreator.js.map +1 -1
- package/tasks/MockDataManager/MockDataManager.js +4 -7
- package/tasks/MockDataManager/MockDataManager.js.map +1 -1
- package/tasks/MockDataManager/createModelAndGroup.js +1 -1
- package/tasks/MockDataManager/createModelAndGroup.js.map +1 -1
- package/tasks/MockDataManagerTask.d.ts +1 -0
- package/tasks/MockDataManagerTask.js +9 -10
- package/tasks/MockDataManagerTask.js.map +1 -1
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@webiny/api-headless-cms-es-tasks",
|
|
3
|
-
"version": "6.5.0-beta.
|
|
3
|
+
"version": "6.5.0-beta.5",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"exports": {
|
|
6
6
|
".": "./index.js",
|
|
@@ -17,24 +17,24 @@
|
|
|
17
17
|
},
|
|
18
18
|
"license": "MIT",
|
|
19
19
|
"dependencies": {
|
|
20
|
-
"@webiny/api-core": "6.5.0-beta.
|
|
21
|
-
"@webiny/api-headless-cms": "6.5.0-beta.
|
|
22
|
-
"@webiny/api-headless-cms-ddb-es": "6.5.0-beta.
|
|
23
|
-
"@webiny/api-opensearch": "6.5.0-beta.
|
|
24
|
-
"@webiny/background-tasks": "6.5.0-beta.
|
|
25
|
-
"@webiny/handler": "6.5.0-beta.
|
|
26
|
-
"@webiny/handler-aws": "6.5.0-beta.
|
|
27
|
-
"@webiny/utils": "6.5.0-beta.
|
|
20
|
+
"@webiny/api-core": "6.5.0-beta.5",
|
|
21
|
+
"@webiny/api-headless-cms": "6.5.0-beta.5",
|
|
22
|
+
"@webiny/api-headless-cms-ddb-es": "6.5.0-beta.5",
|
|
23
|
+
"@webiny/api-opensearch": "6.5.0-beta.5",
|
|
24
|
+
"@webiny/background-tasks": "6.5.0-beta.5",
|
|
25
|
+
"@webiny/handler": "6.5.0-beta.5",
|
|
26
|
+
"@webiny/handler-aws": "6.5.0-beta.5",
|
|
27
|
+
"@webiny/utils": "6.5.0-beta.5"
|
|
28
28
|
},
|
|
29
29
|
"devDependencies": {
|
|
30
|
-
"@webiny/api": "6.5.0-beta.
|
|
31
|
-
"@webiny/build-tools": "6.5.0-beta.
|
|
32
|
-
"@webiny/handler-graphql": "6.5.0-beta.
|
|
33
|
-
"@webiny/plugins": "6.5.0-beta.
|
|
34
|
-
"@webiny/project-utils": "6.5.0-beta.
|
|
35
|
-
"@webiny/wcp": "6.5.0-beta.
|
|
30
|
+
"@webiny/api": "6.5.0-beta.5",
|
|
31
|
+
"@webiny/build-tools": "6.5.0-beta.5",
|
|
32
|
+
"@webiny/handler-graphql": "6.5.0-beta.5",
|
|
33
|
+
"@webiny/plugins": "6.5.0-beta.5",
|
|
34
|
+
"@webiny/project-utils": "6.5.0-beta.5",
|
|
35
|
+
"@webiny/wcp": "6.5.0-beta.5",
|
|
36
36
|
"typescript": "7.0.2",
|
|
37
|
-
"vitest": "
|
|
37
|
+
"vitest": "5.0.2"
|
|
38
38
|
},
|
|
39
39
|
"publishConfig": {
|
|
40
40
|
"access": "public"
|
|
@@ -12,7 +12,7 @@ class MockDataCreator {
|
|
|
12
12
|
async execute(params) {
|
|
13
13
|
const { input, controller } = params;
|
|
14
14
|
if (controller.runtime.isAborted()) return controller.response.aborted();
|
|
15
|
-
if (controller.runtime.isCloseToTimeout()) return controller.response.continue({
|
|
15
|
+
else if (controller.runtime.isCloseToTimeout()) return controller.response.continue({
|
|
16
16
|
...input
|
|
17
17
|
});
|
|
18
18
|
const getModel = this.context.container.resolve(GetModelUseCase);
|
|
@@ -30,7 +30,7 @@ class MockDataCreator {
|
|
|
30
30
|
let createdAmount = input.createdAmount;
|
|
31
31
|
for(; createdAmount < input.totalAmount; createdAmount++){
|
|
32
32
|
if (controller.runtime.isAborted()) return controller.response.aborted();
|
|
33
|
-
if (controller.runtime.isCloseToTimeout()) return controller.response.continue({
|
|
33
|
+
else if (controller.runtime.isCloseToTimeout()) return controller.response.continue({
|
|
34
34
|
...input,
|
|
35
35
|
createdAmount
|
|
36
36
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasks/MockDataCreator/MockDataCreator.js","sources":["../../../src/tasks/MockDataCreator/MockDataCreator.ts"],"sourcesContent":["import type { IMockDataCreatorInput, IMockDataCreatorOutput } from \"./types.js\";\nimport { mockData } from \"./mockData.js\";\nimport { createWaitUntilHealthy } from \"@webiny/api-opensearch/utils/waitUntilHealthy/index.js\";\nimport { OpenSearchCatClusterHealthStatus } from \"@webiny/api-opensearch/operations/types.js\";\nimport { mdbid } from \"@webiny/utils\";\nimport { GetModelUseCase } from \"@webiny/api-headless-cms/features/contentModel/GetModel/index.js\";\nimport { CreateEntryUseCase } from \"@webiny/api-headless-cms/features/contentEntry/CreateEntry/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\n\nexport class MockDataCreator<I extends IMockDataCreatorInput, O extends IMockDataCreatorOutput> {\n constructor(\n private readonly context: Context,\n private readonly openSearchClient: OpenSearchClient.Interface\n ) {}\n\n public async execute(\n params: TaskDefinition.RunParams<I, O>\n ): Promise<TaskDefinition.Result<I, O>> {\n const { input, controller } = params;\n\n if (controller.runtime.isAborted()) {\n return controller.response.aborted();\n } else if (controller.runtime.isCloseToTimeout()) {\n return controller.response.continue({\n ...input\n });\n }\n\n const getModel = this.context.container.resolve(GetModelUseCase);\n const createEntry = this.context.container.resolve(CreateEntryUseCase);\n\n const modelResult = await getModel.execute(\"cars\");\n if (modelResult.isFail()) {\n return controller.response.error(modelResult.error);\n }\n\n const model = modelResult.value;\n\n const healthCheck = createWaitUntilHealthy(this.openSearchClient.use(), {\n waitingTimeStep: 20,\n maxWaitingTime: 150,\n maxProcessorPercent: 80,\n minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,\n maxRamPercent: 101\n });\n\n let createdAmount = input.createdAmount;\n\n for (; createdAmount < input.totalAmount; createdAmount++) {\n if (controller.runtime.isAborted()) {\n return controller.response.aborted();\n } else if (controller.runtime.isCloseToTimeout()) {\n return controller.response.continue({\n ...input,\n createdAmount\n });\n }\n if (createdAmount % 50 === 0) {\n try {\n await healthCheck.wait({\n async onUnhealthy({\n waitingTimeStep,\n startedAt,\n mustEndAt,\n runs,\n waitingReason\n }) {\n console.warn(`Cluster is unhealthy on run #${runs}.`, {\n startedAt,\n mustEndAt,\n waitingTimeStep,\n waitingReason\n });\n },\n async onTimeout({\n waitingTimeStep,\n startedAt,\n mustEndAt,\n runs,\n waitingReason\n }) {\n console.warn(`Cluster health check timed out on run #${runs}.`, {\n startedAt,\n mustEndAt,\n waitingTimeStep,\n waitingReason\n });\n }\n });\n } catch {\n return controller.response.continue(\n {\n ...input,\n createdAmount\n },\n {\n seconds: 30\n }\n );\n }\n }\n const taskId = controller.state.getTask().id;\n\n const createResult = await createEntry.execute(model, {\n id: `${taskId}${mdbid()}`,\n location: mockData.wbyAco_location,\n values: mockData\n });\n\n if (createResult.isFail()) {\n return controller.response.error(createResult.error);\n }\n }\n\n return params.controller.response.done(`Created ${input.totalAmount} records.`);\n }\n}\n"],"names":["MockDataCreator","context","openSearchClient","params","input","controller","getModel","GetModelUseCase","createEntry","CreateEntryUseCase","modelResult","model","healthCheck","createWaitUntilHealthy","OpenSearchCatClusterHealthStatus","createdAmount","waitingTimeStep","startedAt","mustEndAt","runs","waitingReason","console","taskId","createResult","mdbid","mockData"],"mappings":";;;;;;AAWO,MAAMA;IACT,YACqBC,OAAgB,EAChBC,gBAA4C,CAC/D;aAFmBD,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;IAClB;IAEH,MAAa,QACTC,MAAsC,EACF;QACpC,MAAM,EAAEC,KAAK,EAAEC,UAAU,EAAE,GAAGF;QAE9B,IAAIE,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;
|
|
1
|
+
{"version":3,"file":"tasks/MockDataCreator/MockDataCreator.js","sources":["../../../src/tasks/MockDataCreator/MockDataCreator.ts"],"sourcesContent":["import type { IMockDataCreatorInput, IMockDataCreatorOutput } from \"./types.js\";\nimport { mockData } from \"./mockData.js\";\nimport { createWaitUntilHealthy } from \"@webiny/api-opensearch/utils/waitUntilHealthy/index.js\";\nimport { OpenSearchCatClusterHealthStatus } from \"@webiny/api-opensearch/operations/types.js\";\nimport { mdbid } from \"@webiny/utils\";\nimport { GetModelUseCase } from \"@webiny/api-headless-cms/features/contentModel/GetModel/index.js\";\nimport { CreateEntryUseCase } from \"@webiny/api-headless-cms/features/contentEntry/CreateEntry/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\n\nexport class MockDataCreator<I extends IMockDataCreatorInput, O extends IMockDataCreatorOutput> {\n constructor(\n private readonly context: Context,\n private readonly openSearchClient: OpenSearchClient.Interface\n ) {}\n\n public async execute(\n params: TaskDefinition.RunParams<I, O>\n ): Promise<TaskDefinition.Result<I, O>> {\n const { input, controller } = params;\n\n if (controller.runtime.isAborted()) {\n return controller.response.aborted();\n } else if (controller.runtime.isCloseToTimeout()) {\n return controller.response.continue({\n ...input\n });\n }\n\n const getModel = this.context.container.resolve(GetModelUseCase);\n const createEntry = this.context.container.resolve(CreateEntryUseCase);\n\n const modelResult = await getModel.execute(\"cars\");\n if (modelResult.isFail()) {\n return controller.response.error(modelResult.error);\n }\n\n const model = modelResult.value;\n\n const healthCheck = createWaitUntilHealthy(this.openSearchClient.use(), {\n waitingTimeStep: 20,\n maxWaitingTime: 150,\n maxProcessorPercent: 80,\n minClusterHealthStatus: OpenSearchCatClusterHealthStatus.Yellow,\n maxRamPercent: 101\n });\n\n let createdAmount = input.createdAmount;\n\n for (; createdAmount < input.totalAmount; createdAmount++) {\n if (controller.runtime.isAborted()) {\n return controller.response.aborted();\n } else if (controller.runtime.isCloseToTimeout()) {\n return controller.response.continue({\n ...input,\n createdAmount\n });\n }\n if (createdAmount % 50 === 0) {\n try {\n await healthCheck.wait({\n async onUnhealthy({\n waitingTimeStep,\n startedAt,\n mustEndAt,\n runs,\n waitingReason\n }) {\n console.warn(`Cluster is unhealthy on run #${runs}.`, {\n startedAt,\n mustEndAt,\n waitingTimeStep,\n waitingReason\n });\n },\n async onTimeout({\n waitingTimeStep,\n startedAt,\n mustEndAt,\n runs,\n waitingReason\n }) {\n console.warn(`Cluster health check timed out on run #${runs}.`, {\n startedAt,\n mustEndAt,\n waitingTimeStep,\n waitingReason\n });\n }\n });\n } catch {\n return controller.response.continue(\n {\n ...input,\n createdAmount\n },\n {\n seconds: 30\n }\n );\n }\n }\n const taskId = controller.state.getTask().id;\n\n const createResult = await createEntry.execute(model, {\n id: `${taskId}${mdbid()}`,\n location: mockData.wbyAco_location,\n values: mockData\n });\n\n if (createResult.isFail()) {\n return controller.response.error(createResult.error);\n }\n }\n\n return params.controller.response.done(`Created ${input.totalAmount} records.`);\n }\n}\n"],"names":["MockDataCreator","context","openSearchClient","params","input","controller","getModel","GetModelUseCase","createEntry","CreateEntryUseCase","modelResult","model","healthCheck","createWaitUntilHealthy","OpenSearchCatClusterHealthStatus","createdAmount","waitingTimeStep","startedAt","mustEndAt","runs","waitingReason","console","taskId","createResult","mdbid","mockData"],"mappings":";;;;;;AAWO,MAAMA;IACT,YACqBC,OAAgB,EAChBC,gBAA4C,CAC/D;aAFmBD,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;IAClB;IAEH,MAAa,QACTC,MAAsC,EACF;QACpC,MAAM,EAAEC,KAAK,EAAEC,UAAU,EAAE,GAAGF;QAE9B,IAAIE,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;aAC/B,IAAIA,WAAW,OAAO,CAAC,gBAAgB,IAC1C,OAAOA,WAAW,QAAQ,CAAC,QAAQ,CAAC;YAChC,GAAGD,KAAK;QACZ;QAGJ,MAAME,WAAW,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAACC;QAChD,MAAMC,cAAc,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,CAACC;QAEnD,MAAMC,cAAc,MAAMJ,SAAS,OAAO,CAAC;QAC3C,IAAII,YAAY,MAAM,IAClB,OAAOL,WAAW,QAAQ,CAAC,KAAK,CAACK,YAAY,KAAK;QAGtD,MAAMC,QAAQD,YAAY,KAAK;QAE/B,MAAME,cAAcC,uBAAuB,IAAI,CAAC,gBAAgB,CAAC,GAAG,IAAI;YACpE,iBAAiB;YACjB,gBAAgB;YAChB,qBAAqB;YACrB,wBAAwBC,iCAAiC,MAAM;YAC/D,eAAe;QACnB;QAEA,IAAIC,gBAAgBX,MAAM,aAAa;QAEvC,MAAOW,gBAAgBX,MAAM,WAAW,EAAEW,gBAAiB;YACvD,IAAIV,WAAW,OAAO,CAAC,SAAS,IAC5B,OAAOA,WAAW,QAAQ,CAAC,OAAO;iBAC/B,IAAIA,WAAW,OAAO,CAAC,gBAAgB,IAC1C,OAAOA,WAAW,QAAQ,CAAC,QAAQ,CAAC;gBAChC,GAAGD,KAAK;gBACRW;YACJ;YAEJ,IAAIA,gBAAgB,OAAO,GACvB,IAAI;gBACA,MAAMH,YAAY,IAAI,CAAC;oBACnB,MAAM,aAAY,EACdI,eAAe,EACfC,SAAS,EACTC,SAAS,EACTC,IAAI,EACJC,aAAa,EAChB;wBACGC,QAAQ,IAAI,CAAC,CAAC,6BAA6B,EAAEF,KAAK,CAAC,CAAC,EAAE;4BAClDF;4BACAC;4BACAF;4BACAI;wBACJ;oBACJ;oBACA,MAAM,WAAU,EACZJ,eAAe,EACfC,SAAS,EACTC,SAAS,EACTC,IAAI,EACJC,aAAa,EAChB;wBACGC,QAAQ,IAAI,CAAC,CAAC,uCAAuC,EAAEF,KAAK,CAAC,CAAC,EAAE;4BAC5DF;4BACAC;4BACAF;4BACAI;wBACJ;oBACJ;gBACJ;YACJ,EAAE,OAAM;gBACJ,OAAOf,WAAW,QAAQ,CAAC,QAAQ,CAC/B;oBACI,GAAGD,KAAK;oBACRW;gBACJ,GACA;oBACI,SAAS;gBACb;YAER;YAEJ,MAAMO,SAASjB,WAAW,KAAK,CAAC,OAAO,GAAG,EAAE;YAE5C,MAAMkB,eAAe,MAAMf,YAAY,OAAO,CAACG,OAAO;gBAClD,IAAI,GAAGW,SAASE,SAAS;gBACzB,UAAUC,SAAS,eAAe;gBAClC,QAAQA;YACZ;YAEA,IAAIF,aAAa,MAAM,IACnB,OAAOlB,WAAW,QAAQ,CAAC,KAAK,CAACkB,aAAa,KAAK;QAE3D;QAEA,OAAOpB,OAAO,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAEC,MAAM,WAAW,CAAC,SAAS,CAAC;IAClF;AACJ"}
|
|
@@ -16,20 +16,17 @@ class MockDataManager {
|
|
|
16
16
|
if (controller.runtime.isAborted()) {
|
|
17
17
|
await this.abortChildTasks(this.context, taskId);
|
|
18
18
|
return controller.response.aborted();
|
|
19
|
-
}
|
|
20
|
-
if (input.seconds) {
|
|
19
|
+
} else if (input.seconds) {
|
|
21
20
|
const items = await this.listChildTasksNotDone(this.context, taskId);
|
|
22
21
|
if (items.length > 0) return controller.response.continue({
|
|
23
22
|
...input
|
|
24
23
|
}, {
|
|
25
24
|
seconds: input.seconds || WAIT_MAX_SECONDS
|
|
26
25
|
});
|
|
27
|
-
await
|
|
26
|
+
const model = (await this.context.cms.listModels()).find((m)=>m.modelId === input.modelId);
|
|
27
|
+
if (model) await enableIndexing({
|
|
28
28
|
client: this.openSearchClient.use(),
|
|
29
|
-
model
|
|
30
|
-
modelId: input.modelId,
|
|
31
|
-
tenant: "root"
|
|
32
|
-
},
|
|
29
|
+
model,
|
|
33
30
|
indexProvider: this.indexProvider
|
|
34
31
|
});
|
|
35
32
|
return controller.response.done();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasks/MockDataManager/MockDataManager.js","sources":["../../../src/tasks/MockDataManager/MockDataManager.ts"],"sourcesContent":["import
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/MockDataManager.js","sources":["../../../src/tasks/MockDataManager/MockDataManager.ts"],"sourcesContent":["import { TaskDataStatus } from \"@webiny/background-tasks/api\";\nimport type {\n IMockDataManagerInput,\n IMockDataManagerOutput\n} from \"~/tasks/MockDataManager/types.js\";\nimport { calculateAmounts } from \"./calculateAmounts.js\";\nimport type { IMockDataCreatorInput } from \"~/tasks/MockDataCreator/types.js\";\nimport { calculateSeconds, WAIT_MAX_SECONDS } from \"./calculateSeconds.js\";\nimport { createModelAndGroup } from \"~/tasks/MockDataManager/createModelAndGroup.js\";\nimport type { Context } from \"~/types.js\";\nimport { disableIndexing, enableIndexing } from \"~/utils/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { MOCK_DATA_CREATOR_TASK_ID } from \"~/tasks/MockDataCreatorTask.js\";\nimport { TaskService } from \"@webiny/api-core/features/task/TaskService/index.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport type { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-ddb-es/features/CmsModelOpenSearchIndex/CmsModelOpenSearchIndexProvider.js\";\n\nexport class MockDataManager<I extends IMockDataManagerInput, O extends IMockDataManagerOutput> {\n constructor(\n private readonly context: Context,\n private readonly openSearchClient: OpenSearchClient.Interface,\n private readonly indexProvider: CmsModelOpenSearchIndexProvider.Interface\n ) {}\n\n public async execute(\n params: TaskDefinition.RunParams<I, O>\n ): Promise<TaskDefinition.Result<I, O>> {\n const { input, controller } = params;\n\n const taskId = controller.state.getTask().id;\n if (controller.runtime.isAborted()) {\n await this.abortChildTasks(this.context, taskId);\n return controller.response.aborted();\n } else if (input.seconds) {\n const items = await this.listChildTasksNotDone(this.context, taskId);\n\n /**\n * If there are still running creator tasks, we need to wait a bit more.\n */\n if (items.length > 0) {\n return controller.response.continue(\n {\n ...input\n },\n {\n seconds: input.seconds || WAIT_MAX_SECONDS\n }\n );\n }\n /**\n * If there are no running tasks, we can enable indexing and finish the manager task.\n */\n const model = (await this.context.cms.listModels()).find(\n m => m.modelId === input.modelId\n );\n if (model) {\n await enableIndexing({\n client: this.openSearchClient.use(),\n model,\n indexProvider: this.indexProvider\n });\n }\n return controller.response.done();\n }\n\n const result = await createModelAndGroup({\n context: this.context,\n modelId: input.modelId,\n overwrite: input.overwrite\n });\n if (typeof result === \"string\") {\n return controller.response.done(result);\n }\n\n await disableIndexing({\n model: result.model,\n client: this.openSearchClient.use(),\n indexProvider: this.indexProvider\n });\n\n const { amountOfTasks, amountOfRecords } = calculateAmounts(input.amount);\n\n const seconds = calculateSeconds(amountOfRecords);\n\n for (let current = 0; current < amountOfTasks; current++) {\n await controller.task.trigger<IMockDataCreatorInput>({\n definition: MOCK_DATA_CREATOR_TASK_ID,\n input: {\n totalAmount: amountOfRecords,\n createdAmount: 0\n },\n name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`\n });\n }\n\n return controller.response.continue(\n {\n ...input,\n seconds,\n amountOfTasks,\n amountOfRecords\n },\n {\n seconds\n }\n );\n }\n\n private async listChildTasksNotDone(context: Context, id: string): Promise<TaskService.Task[]> {\n const { items } = await context.tasks.listTasks({\n where: {\n parentId: id,\n taskStatus_in: [TaskDataStatus.PENDING, TaskDataStatus.RUNNING]\n },\n limit: 10000\n });\n return items;\n }\n\n private async abortChildTasks(context: Context, id: string): Promise<void> {\n const items = await this.listChildTasksNotDone(context, id);\n for (const item of items) {\n await context.tasks.abort({\n id: item.id,\n message: \"Aborted by parent task.\"\n });\n }\n }\n}\n"],"names":["MockDataManager","context","openSearchClient","indexProvider","params","input","controller","taskId","items","WAIT_MAX_SECONDS","model","m","enableIndexing","result","createModelAndGroup","disableIndexing","amountOfTasks","amountOfRecords","calculateAmounts","seconds","calculateSeconds","current","MOCK_DATA_CREATOR_TASK_ID","id","TaskDataStatus","item"],"mappings":";;;;;;AAiBO,MAAMA;IACT,YACqBC,OAAgB,EAChBC,gBAA4C,EAC5CC,aAAwD,CAC3E;aAHmBF,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;aACAC,aAAa,GAAbA;IAClB;IAEH,MAAa,QACTC,MAAsC,EACF;QACpC,MAAM,EAAEC,KAAK,EAAEC,UAAU,EAAE,GAAGF;QAE9B,MAAMG,SAASD,WAAW,KAAK,CAAC,OAAO,GAAG,EAAE;QAC5C,IAAIA,WAAW,OAAO,CAAC,SAAS,IAAI;YAChC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAEC;YACzC,OAAOD,WAAW,QAAQ,CAAC,OAAO;QACtC,OAAO,IAAID,MAAM,OAAO,EAAE;YACtB,MAAMG,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,OAAO,EAAED;YAK7D,IAAIC,MAAM,MAAM,GAAG,GACf,OAAOF,WAAW,QAAQ,CAAC,QAAQ,CAC/B;gBACI,GAAGD,KAAK;YACZ,GACA;gBACI,SAASA,MAAM,OAAO,IAAII;YAC9B;YAMR,MAAMC,QAAS,OAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAC,EAAG,IAAI,CACpDC,CAAAA,IAAKA,EAAE,OAAO,KAAKN,MAAM,OAAO;YAEpC,IAAIK,OACA,MAAME,eAAe;gBACjB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;gBACjCF;gBACA,eAAe,IAAI,CAAC,aAAa;YACrC;YAEJ,OAAOJ,WAAW,QAAQ,CAAC,IAAI;QACnC;QAEA,MAAMO,SAAS,MAAMC,oBAAoB;YACrC,SAAS,IAAI,CAAC,OAAO;YACrB,SAAST,MAAM,OAAO;YACtB,WAAWA,MAAM,SAAS;QAC9B;QACA,IAAI,AAAkB,YAAlB,OAAOQ,QACP,OAAOP,WAAW,QAAQ,CAAC,IAAI,CAACO;QAGpC,MAAME,gBAAgB;YAClB,OAAOF,OAAO,KAAK;YACnB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;YACjC,eAAe,IAAI,CAAC,aAAa;QACrC;QAEA,MAAM,EAAEG,aAAa,EAAEC,eAAe,EAAE,GAAGC,iBAAiBb,MAAM,MAAM;QAExE,MAAMc,UAAUC,iBAAiBH;QAEjC,IAAK,IAAII,UAAU,GAAGA,UAAUL,eAAeK,UAC3C,MAAMf,WAAW,IAAI,CAAC,OAAO,CAAwB;YACjD,YAAYgB;YACZ,OAAO;gBACH,aAAaL;gBACb,eAAe;YACnB;YACA,MAAM,CAAC,wBAAwB,EAAEI,UAAU,EAAE,IAAI,EAAEL,eAAe;QACtE;QAGJ,OAAOV,WAAW,QAAQ,CAAC,QAAQ,CAC/B;YACI,GAAGD,KAAK;YACRc;YACAH;YACAC;QACJ,GACA;YACIE;QACJ;IAER;IAEA,MAAc,sBAAsBlB,OAAgB,EAAEsB,EAAU,EAA+B;QAC3F,MAAM,EAAEf,KAAK,EAAE,GAAG,MAAMP,QAAQ,KAAK,CAAC,SAAS,CAAC;YAC5C,OAAO;gBACH,UAAUsB;gBACV,eAAe;oBAACC,eAAe,OAAO;oBAAEA,eAAe,OAAO;iBAAC;YACnE;YACA,OAAO;QACX;QACA,OAAOhB;IACX;IAEA,MAAc,gBAAgBP,OAAgB,EAAEsB,EAAU,EAAiB;QACvE,MAAMf,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAACP,SAASsB;QACxD,KAAK,MAAME,QAAQjB,MACf,MAAMP,QAAQ,KAAK,CAAC,KAAK,CAAC;YACtB,IAAIwB,KAAK,EAAE;YACX,SAAS;QACb;IAER;AACJ"}
|
|
@@ -8,7 +8,7 @@ const createModelAndGroup = async (params)=>{
|
|
|
8
8
|
let model = (await context.cms.listModels()).find((m)=>m.modelId === modelId);
|
|
9
9
|
let group;
|
|
10
10
|
if (model && !overwrite) return `Model "${modelId}" already exists.`;
|
|
11
|
-
if (!model) {
|
|
11
|
+
else if (!model) {
|
|
12
12
|
group = (await context.cms.listGroups()).find((group)=>"mocks" === group.slug);
|
|
13
13
|
if (!group) {
|
|
14
14
|
const groupData = createGroupData();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasks/MockDataManager/createModelAndGroup.js","sources":["../../../src/tasks/MockDataManager/createModelAndGroup.ts"],"sourcesContent":["import type { CmsGroup, CmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { createGroupData } from \"./group.js\";\nimport { createCarsModel } from \"./model.js\";\nimport { createIndex } from \"~/utils/index.js\";\nimport { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-ddb-es/features/CmsModelOpenSearchIndex/index.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\n\ninterface ICreateModelAndGroupParams {\n context: Context;\n modelId: string;\n overwrite?: boolean;\n}\nexport interface ICreateModelAndGroupResultSuccess {\n group: CmsGroup;\n model: CmsModel;\n}\nexport type ICreateModelAndGroupResult = string | ICreateModelAndGroupResultSuccess;\n\nexport const createModelAndGroup = async (\n params: ICreateModelAndGroupParams\n): Promise<ICreateModelAndGroupResult> => {\n const { context, modelId, overwrite = false } = params;\n /**\n * First we need to check if the model already exists in the database. If not, we need to create it.\n */\n let model = (await context.cms.listModels()).find(m => m.modelId === modelId);\n let group: CmsGroup | undefined;\n if (model && !overwrite) {\n return `Model \"${modelId}\" already exists.`;\n } else if (!model) {\n group = (await context.cms.listGroups()).find(group => group.slug === \"mocks\");\n if (!group) {\n const groupData = createGroupData();\n group = await context.cms.createGroup(groupData);\n }\n /**\n * Possibly we need to create the model.\n */\n const carsModel = createCarsModel(group);\n model = await context.cms.createModel(carsModel);\n }\n await createIndex({\n model,\n client: context.container.resolve(OpenSearchClient).use(),\n indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)\n });\n\n return {\n group: group as CmsGroup,\n model: model as CmsModel\n };\n};\n"],"names":["createModelAndGroup","params","context","modelId","overwrite","model","m","group","groupData","createGroupData","carsModel","createCarsModel","createIndex","OpenSearchClient","CmsModelOpenSearchIndexProvider"],"mappings":";;;;;AAmBO,MAAMA,sBAAsB,OAC/BC;IAEA,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAEC,YAAY,KAAK,EAAE,GAAGH;IAIhD,IAAII,QAAS,OAAMH,QAAQ,GAAG,CAAC,UAAU,EAAC,EAAG,IAAI,CAACI,CAAAA,IAAKA,EAAE,OAAO,KAAKH;IACrE,IAAII;IACJ,IAAIF,SAAS,CAACD,WACV,OAAO,CAAC,OAAO,EAAED,QAAQ,iBAAiB,CAAC;
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/createModelAndGroup.js","sources":["../../../src/tasks/MockDataManager/createModelAndGroup.ts"],"sourcesContent":["import type { CmsGroup, CmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { createGroupData } from \"./group.js\";\nimport { createCarsModel } from \"./model.js\";\nimport { createIndex } from \"~/utils/index.js\";\nimport { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-ddb-es/features/CmsModelOpenSearchIndex/index.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\n\ninterface ICreateModelAndGroupParams {\n context: Context;\n modelId: string;\n overwrite?: boolean;\n}\nexport interface ICreateModelAndGroupResultSuccess {\n group: CmsGroup;\n model: CmsModel;\n}\nexport type ICreateModelAndGroupResult = string | ICreateModelAndGroupResultSuccess;\n\nexport const createModelAndGroup = async (\n params: ICreateModelAndGroupParams\n): Promise<ICreateModelAndGroupResult> => {\n const { context, modelId, overwrite = false } = params;\n /**\n * First we need to check if the model already exists in the database. If not, we need to create it.\n */\n let model = (await context.cms.listModels()).find(m => m.modelId === modelId);\n let group: CmsGroup | undefined;\n if (model && !overwrite) {\n return `Model \"${modelId}\" already exists.`;\n } else if (!model) {\n group = (await context.cms.listGroups()).find(group => group.slug === \"mocks\");\n if (!group) {\n const groupData = createGroupData();\n group = await context.cms.createGroup(groupData);\n }\n /**\n * Possibly we need to create the model.\n */\n const carsModel = createCarsModel(group);\n model = await context.cms.createModel(carsModel);\n }\n await createIndex({\n model,\n client: context.container.resolve(OpenSearchClient).use(),\n indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)\n });\n\n return {\n group: group as CmsGroup,\n model: model as CmsModel\n };\n};\n"],"names":["createModelAndGroup","params","context","modelId","overwrite","model","m","group","groupData","createGroupData","carsModel","createCarsModel","createIndex","OpenSearchClient","CmsModelOpenSearchIndexProvider"],"mappings":";;;;;AAmBO,MAAMA,sBAAsB,OAC/BC;IAEA,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAEC,YAAY,KAAK,EAAE,GAAGH;IAIhD,IAAII,QAAS,OAAMH,QAAQ,GAAG,CAAC,UAAU,EAAC,EAAG,IAAI,CAACI,CAAAA,IAAKA,EAAE,OAAO,KAAKH;IACrE,IAAII;IACJ,IAAIF,SAAS,CAACD,WACV,OAAO,CAAC,OAAO,EAAED,QAAQ,iBAAiB,CAAC;SACxC,IAAI,CAACE,OAAO;QACfE,QAAS,OAAML,QAAQ,GAAG,CAAC,UAAU,EAAC,EAAG,IAAI,CAACK,CAAAA,QAASA,AAAe,YAAfA,MAAM,IAAI;QACjE,IAAI,CAACA,OAAO;YACR,MAAMC,YAAYC;YAClBF,QAAQ,MAAML,QAAQ,GAAG,CAAC,WAAW,CAACM;QAC1C;QAIA,MAAME,YAAYC,gBAAgBJ;QAClCF,QAAQ,MAAMH,QAAQ,GAAG,CAAC,WAAW,CAACQ;IAC1C;IACA,MAAME,YAAY;QACdP;QACA,QAAQH,QAAQ,SAAS,CAAC,OAAO,CAACW,kBAAkB,GAAG;QACvD,eAAeX,QAAQ,SAAS,CAAC,OAAO,CAACY;IAC7C;IAEA,OAAO;QACH,OAAOP;QACP,OAAOF;IACX;AACJ"}
|
|
@@ -14,6 +14,7 @@ declare class MockDataManagerTask implements TaskDefinition.Interface<IMockDataM
|
|
|
14
14
|
selfCleanup: "always";
|
|
15
15
|
constructor(context: CmsContext.Interface, openSearchClient: OpenSearchClient.Interface, indexProvider: CmsModelOpenSearchIndexProvider.Interface);
|
|
16
16
|
run(params: TaskDefinition.RunParams<IMockDataManagerInput, IMockDataManagerOutput>): Promise<TaskDefinition.Result<IMockDataManagerInput, import("@webiny/api-core/features/task/TaskDefinition/abstractions.js").ITaskOutput>>;
|
|
17
|
+
private findModel;
|
|
17
18
|
onError(): Promise<void>;
|
|
18
19
|
onAbort(): Promise<void>;
|
|
19
20
|
}
|
|
@@ -30,23 +30,22 @@ class MockDataManagerTask {
|
|
|
30
30
|
return params.controller.response.error(ex);
|
|
31
31
|
}
|
|
32
32
|
}
|
|
33
|
+
async findModel() {
|
|
34
|
+
return (await this.context.cms.listModels()).find((m)=>m.modelId === CARS_MODEL_ID);
|
|
35
|
+
}
|
|
33
36
|
async onError() {
|
|
34
|
-
await
|
|
37
|
+
const model = await this.findModel();
|
|
38
|
+
if (model) await enableIndexing({
|
|
35
39
|
client: this.openSearchClient.use(),
|
|
36
|
-
model
|
|
37
|
-
modelId: CARS_MODEL_ID,
|
|
38
|
-
tenant: "root"
|
|
39
|
-
},
|
|
40
|
+
model,
|
|
40
41
|
indexProvider: this.indexProvider
|
|
41
42
|
});
|
|
42
43
|
}
|
|
43
44
|
async onAbort() {
|
|
44
|
-
await
|
|
45
|
+
const model = await this.findModel();
|
|
46
|
+
if (model) await enableIndexing({
|
|
45
47
|
client: this.openSearchClient.use(),
|
|
46
|
-
model
|
|
47
|
-
modelId: CARS_MODEL_ID,
|
|
48
|
-
tenant: "root"
|
|
49
|
-
},
|
|
48
|
+
model,
|
|
50
49
|
indexProvider: this.indexProvider
|
|
51
50
|
});
|
|
52
51
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tasks/MockDataManagerTask.js","sources":["../../src/tasks/MockDataManagerTask.ts"],"sourcesContent":["import type {
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManagerTask.js","sources":["../../src/tasks/MockDataManagerTask.ts"],"sourcesContent":["import type { Context } from \"~/types.js\";\nimport type {\n IMockDataManagerInput,\n IMockDataManagerOutput\n} from \"~/tasks/MockDataManager/types.js\";\nimport { CARS_MODEL_ID } from \"~/tasks/MockDataManager/constants.js\";\nimport { enableIndexing } from \"~/utils/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { CmsContext } from \"@webiny/api-headless-cms/features/shared/abstractions.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-ddb-es/features/CmsModelOpenSearchIndex/index.js\";\nimport { MockDataManager } from \"./MockDataManager/MockDataManager.js\";\n\nexport const MOCK_DATA_MANAGER_TASK_ID = \"mockDataManager\";\n\nclass MockDataManagerTask implements TaskDefinition.Interface<\n IMockDataManagerInput,\n IMockDataManagerOutput\n> {\n id = MOCK_DATA_MANAGER_TASK_ID;\n title = \"Mock Data Manager\";\n maxIterations = 500;\n\n selfCleanup = \"always\" as const;\n\n constructor(\n private readonly context: CmsContext.Interface,\n private readonly openSearchClient: OpenSearchClient.Interface,\n private readonly indexProvider: CmsModelOpenSearchIndexProvider.Interface\n ) {}\n\n async run(params: TaskDefinition.RunParams<IMockDataManagerInput, IMockDataManagerOutput>) {\n const carsMock = new MockDataManager<IMockDataManagerInput, IMockDataManagerOutput>(\n this.context as Context,\n this.openSearchClient,\n this.indexProvider\n );\n\n try {\n return await carsMock.execute({\n ...params,\n input: {\n ...params.input,\n modelId: CARS_MODEL_ID\n }\n });\n } catch (ex) {\n return params.controller.response.error(ex);\n }\n }\n\n private async findModel() {\n return (await this.context.cms.listModels()).find(m => m.modelId === CARS_MODEL_ID);\n }\n\n async onError() {\n const model = await this.findModel();\n if (model) {\n await enableIndexing({\n client: this.openSearchClient.use(),\n model,\n indexProvider: this.indexProvider\n });\n }\n }\n\n async onAbort() {\n const model = await this.findModel();\n if (model) {\n await enableIndexing({\n client: this.openSearchClient.use(),\n model,\n indexProvider: this.indexProvider\n });\n }\n }\n}\n\nexport const MockDataManagerTaskDefinition = TaskDefinition.createImplementation({\n implementation: MockDataManagerTask,\n dependencies: [CmsContext, OpenSearchClient, CmsModelOpenSearchIndexProvider]\n});\n"],"names":["MOCK_DATA_MANAGER_TASK_ID","MockDataManagerTask","context","openSearchClient","indexProvider","params","carsMock","MockDataManager","CARS_MODEL_ID","ex","m","model","enableIndexing","MockDataManagerTaskDefinition","TaskDefinition","CmsContext","OpenSearchClient","CmsModelOpenSearchIndexProvider"],"mappings":";;;;;;;AAaO,MAAMA,4BAA4B;AAEzC,MAAMC;IAUF,YACqBC,OAA6B,EAC7BC,gBAA4C,EAC5CC,aAAwD,CAC3E;aAHmBF,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;aACAC,aAAa,GAAbA;aATrB,EAAE,GAAGJ;aACL,KAAK,GAAG;aACR,aAAa,GAAG;aAEhB,WAAW,GAAG;IAMX;IAEH,MAAM,IAAIK,MAA+E,EAAE;QACvF,MAAMC,WAAW,IAAIC,gBACjB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,EACrB,IAAI,CAAC,aAAa;QAGtB,IAAI;YACA,OAAO,MAAMD,SAAS,OAAO,CAAC;gBAC1B,GAAGD,MAAM;gBACT,OAAO;oBACH,GAAGA,OAAO,KAAK;oBACf,SAASG;gBACb;YACJ;QACJ,EAAE,OAAOC,IAAI;YACT,OAAOJ,OAAO,UAAU,CAAC,QAAQ,CAAC,KAAK,CAACI;QAC5C;IACJ;IAEA,MAAc,YAAY;QACtB,OAAQ,OAAM,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,EAAC,EAAG,IAAI,CAACC,CAAAA,IAAKA,EAAE,OAAO,KAAKF;IACzE;IAEA,MAAM,UAAU;QACZ,MAAMG,QAAQ,MAAM,IAAI,CAAC,SAAS;QAClC,IAAIA,OACA,MAAMC,eAAe;YACjB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;YACjCD;YACA,eAAe,IAAI,CAAC,aAAa;QACrC;IAER;IAEA,MAAM,UAAU;QACZ,MAAMA,QAAQ,MAAM,IAAI,CAAC,SAAS;QAClC,IAAIA,OACA,MAAMC,eAAe;YACjB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;YACjCD;YACA,eAAe,IAAI,CAAC,aAAa;QACrC;IAER;AACJ;AAEO,MAAME,gCAAgCC,eAAe,oBAAoB,CAAC;IAC7E,gBAAgBb;IAChB,cAAc;QAACc;QAAYC;QAAkBC;KAAgC;AACjF"}
|