@webiny/api-headless-cms-es-tasks 0.0.0-unstable.eb196ccd2f → 0.0.0-unstable.eb81deee7e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/HeadlessCmsEsTasksFeature.d.ts +4 -0
- package/HeadlessCmsEsTasksFeature.js +13 -0
- package/HeadlessCmsEsTasksFeature.js.map +1 -0
- package/README.md +11 -15
- package/index.d.ts +4 -3
- package/index.js +3 -37
- package/package.json +24 -26
- package/tasks/MockDataCreator/MockDataCreator.d.ts +9 -5
- package/tasks/MockDataCreator/MockDataCreator.js +68 -97
- package/tasks/MockDataCreator/MockDataCreator.js.map +1 -1
- package/tasks/MockDataCreator/mockData.js +1333 -1193
- package/tasks/MockDataCreator/mockData.js.map +1 -1
- package/tasks/MockDataCreator/types.d.ts +3 -3
- package/tasks/MockDataCreator/types.js +0 -7
- package/tasks/MockDataCreatorTask.d.ts +24 -0
- package/tasks/MockDataCreatorTask.js +42 -0
- package/tasks/MockDataCreatorTask.js.map +1 -0
- package/tasks/MockDataManager/MockDataManager.d.ts +11 -5
- package/tasks/MockDataManager/MockDataManager.js +81 -104
- package/tasks/MockDataManager/MockDataManager.js.map +1 -1
- package/tasks/MockDataManager/calculateAmounts.js +26 -58
- package/tasks/MockDataManager/calculateAmounts.js.map +1 -1
- package/tasks/MockDataManager/calculateSeconds.js +8 -18
- package/tasks/MockDataManager/calculateSeconds.js.map +1 -1
- package/tasks/MockDataManager/constants.js +2 -7
- package/tasks/MockDataManager/constants.js.map +1 -1
- package/tasks/MockDataManager/createModelAndGroup.d.ts +2 -2
- package/tasks/MockDataManager/createModelAndGroup.js +40 -43
- package/tasks/MockDataManager/createModelAndGroup.js.map +1 -1
- package/tasks/MockDataManager/group.d.ts +1 -1
- package/tasks/MockDataManager/group.js +11 -16
- package/tasks/MockDataManager/group.js.map +1 -1
- package/tasks/MockDataManager/model.d.ts +2 -2
- package/tasks/MockDataManager/model.js +6292 -4701
- package/tasks/MockDataManager/model.js.map +1 -1
- package/tasks/MockDataManager/types.d.ts +3 -3
- package/tasks/MockDataManager/types.js +0 -7
- package/tasks/MockDataManagerTask.d.ts +28 -0
- package/tasks/MockDataManagerTask.js +73 -0
- package/tasks/MockDataManagerTask.js.map +1 -0
- package/types.d.ts +4 -5
- package/types.js +0 -18
- package/utils/createIndex.d.ts +5 -5
- package/utils/createIndex.js +19 -35
- package/utils/createIndex.js.map +1 -1
- package/utils/disableIndexing.d.ts +5 -3
- package/utils/disableIndexing.js +22 -31
- package/utils/disableIndexing.js.map +1 -1
- package/utils/enableIndexing.d.ts +5 -3
- package/utils/enableIndexing.js +22 -31
- package/utils/enableIndexing.js.map +1 -1
- package/utils/index.d.ts +3 -3
- package/utils/index.js +3 -40
- package/index.js.map +0 -1
- package/tasks/MockDataCreator/types.js.map +0 -1
- package/tasks/MockDataManager/types.js.map +0 -1
- package/tasks/createMockDataCreatorTask.d.ts +0 -4
- package/tasks/createMockDataCreatorTask.js +0 -29
- package/tasks/createMockDataCreatorTask.js.map +0 -1
- package/tasks/createMockDataManagerTask.d.ts +0 -4
- package/tasks/createMockDataManagerTask.js +0 -61
- package/tasks/createMockDataManagerTask.js.map +0 -1
- package/types.js.map +0 -1
- package/utils/index.js.map +0 -1
|
@@ -1,113 +1,90 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
}
|
|
6
|
-
|
|
7
|
-
var _tasks = require("@webiny/tasks");
|
|
8
|
-
var _calculateAmounts = require("./calculateAmounts");
|
|
9
|
-
var _calculateSeconds = require("./calculateSeconds");
|
|
10
|
-
var _createMockDataCreatorTask = require("../createMockDataCreatorTask");
|
|
11
|
-
var _createModelAndGroup = require("./createModelAndGroup");
|
|
12
|
-
var _utils = require("../../utils");
|
|
1
|
+
import { AbortTaskUseCase, ListTasksUseCase, TaskDataStatus } from "@webiny/background-tasks/api";
|
|
2
|
+
import { calculateAmounts } from "./calculateAmounts.js";
|
|
3
|
+
import { WAIT_MAX_SECONDS, calculateSeconds } from "./calculateSeconds.js";
|
|
4
|
+
import { createModelAndGroup } from "./createModelAndGroup.js";
|
|
5
|
+
import { disableIndexing, enableIndexing } from "../../utils/index.js";
|
|
6
|
+
import { MOCK_DATA_CREATOR_TASK_ID } from "../MockDataCreatorTask.js";
|
|
13
7
|
class MockDataManager {
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
8
|
+
constructor(context, openSearchClient, indexProvider){
|
|
9
|
+
this.context = context;
|
|
10
|
+
this.openSearchClient = openSearchClient;
|
|
11
|
+
this.indexProvider = indexProvider;
|
|
12
|
+
}
|
|
13
|
+
async execute(params) {
|
|
14
|
+
const { input, controller } = params;
|
|
15
|
+
const taskId = controller.state.getTask().id;
|
|
16
|
+
if (controller.runtime.isAborted()) {
|
|
17
|
+
await this.abortChildTasks(this.context, taskId);
|
|
18
|
+
return controller.response.aborted();
|
|
19
|
+
}
|
|
20
|
+
if (input.seconds) {
|
|
21
|
+
const items = await this.listChildTasksNotDone(this.context, taskId);
|
|
22
|
+
if (items.length > 0) return controller.response.continue({
|
|
23
|
+
...input
|
|
24
|
+
}, {
|
|
25
|
+
seconds: input.seconds || WAIT_MAX_SECONDS
|
|
26
|
+
});
|
|
27
|
+
await enableIndexing({
|
|
28
|
+
client: this.openSearchClient.use(),
|
|
29
|
+
model: {
|
|
30
|
+
modelId: input.modelId,
|
|
31
|
+
tenant: "root"
|
|
32
|
+
},
|
|
33
|
+
indexProvider: this.indexProvider
|
|
34
|
+
});
|
|
35
|
+
return controller.response.done();
|
|
36
|
+
}
|
|
37
|
+
const result = await createModelAndGroup({
|
|
38
|
+
context: this.context,
|
|
39
|
+
modelId: input.modelId,
|
|
40
|
+
overwrite: input.overwrite
|
|
41
|
+
});
|
|
42
|
+
if ("string" == typeof result) return controller.response.done(result);
|
|
43
|
+
await disableIndexing({
|
|
44
|
+
model: result.model,
|
|
45
|
+
client: this.openSearchClient.use(),
|
|
46
|
+
indexProvider: this.indexProvider
|
|
47
|
+
});
|
|
48
|
+
const { amountOfTasks, amountOfRecords } = calculateAmounts(input.amount);
|
|
49
|
+
const seconds = calculateSeconds(amountOfRecords);
|
|
50
|
+
for(let current = 0; current < amountOfTasks; current++)await controller.task.trigger({
|
|
51
|
+
definition: MOCK_DATA_CREATOR_TASK_ID,
|
|
52
|
+
input: {
|
|
53
|
+
totalAmount: amountOfRecords,
|
|
54
|
+
createdAmount: 0
|
|
55
|
+
},
|
|
56
|
+
name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`
|
|
57
|
+
});
|
|
58
|
+
return controller.response.continue({
|
|
59
|
+
...input,
|
|
60
|
+
seconds,
|
|
61
|
+
amountOfTasks,
|
|
62
|
+
amountOfRecords
|
|
36
63
|
}, {
|
|
37
|
-
|
|
64
|
+
seconds
|
|
38
65
|
});
|
|
39
|
-
}
|
|
40
|
-
/**
|
|
41
|
-
* If there are no running tasks, we can enable indexing and finish the manager task.
|
|
42
|
-
*/
|
|
43
|
-
await (0, _utils.enableIndexing)({
|
|
44
|
-
client: context.elasticsearch,
|
|
45
|
-
model: {
|
|
46
|
-
modelId: input.modelId,
|
|
47
|
-
tenant: "root",
|
|
48
|
-
locale: "en-US"
|
|
49
|
-
}
|
|
50
|
-
});
|
|
51
|
-
return response.done();
|
|
52
66
|
}
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
const {
|
|
66
|
-
amountOfTasks,
|
|
67
|
-
amountOfRecords
|
|
68
|
-
} = (0, _calculateAmounts.calculateAmounts)(input.amount);
|
|
69
|
-
const seconds = (0, _calculateSeconds.calculateSeconds)(amountOfRecords);
|
|
70
|
-
for (let current = 0; current < amountOfTasks; current++) {
|
|
71
|
-
await trigger({
|
|
72
|
-
definition: _createMockDataCreatorTask.MOCK_DATA_CREATOR_TASK_ID,
|
|
73
|
-
input: {
|
|
74
|
-
totalAmount: amountOfRecords,
|
|
75
|
-
createdAmount: 0
|
|
76
|
-
},
|
|
77
|
-
name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`
|
|
78
|
-
});
|
|
67
|
+
async listChildTasksNotDone(context, id) {
|
|
68
|
+
const { items } = await context.container.resolve(ListTasksUseCase).execute({
|
|
69
|
+
where: {
|
|
70
|
+
parentId: id,
|
|
71
|
+
taskStatus_in: [
|
|
72
|
+
TaskDataStatus.PENDING,
|
|
73
|
+
TaskDataStatus.RUNNING
|
|
74
|
+
]
|
|
75
|
+
},
|
|
76
|
+
limit: 10000
|
|
77
|
+
});
|
|
78
|
+
return items;
|
|
79
79
|
}
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
seconds
|
|
87
|
-
});
|
|
88
|
-
}
|
|
89
|
-
async listChildTasksNotDone(context, id) {
|
|
90
|
-
const {
|
|
91
|
-
items
|
|
92
|
-
} = await context.tasks.listTasks({
|
|
93
|
-
where: {
|
|
94
|
-
parentId: id,
|
|
95
|
-
taskStatus_in: [_tasks.TaskDataStatus.PENDING, _tasks.TaskDataStatus.RUNNING]
|
|
96
|
-
},
|
|
97
|
-
limit: 10000
|
|
98
|
-
});
|
|
99
|
-
return items;
|
|
100
|
-
}
|
|
101
|
-
async abortChildTasks(context, id) {
|
|
102
|
-
const items = await this.listChildTasksNotDone(context, id);
|
|
103
|
-
for (const item of items) {
|
|
104
|
-
await context.tasks.abort({
|
|
105
|
-
id: item.id,
|
|
106
|
-
message: "Aborted by parent task."
|
|
107
|
-
});
|
|
80
|
+
async abortChildTasks(context, id) {
|
|
81
|
+
const items = await this.listChildTasksNotDone(context, id);
|
|
82
|
+
for (const item of items)await context.container.resolve(AbortTaskUseCase).execute({
|
|
83
|
+
id: item.id,
|
|
84
|
+
message: "Aborted by parent task."
|
|
85
|
+
});
|
|
108
86
|
}
|
|
109
|
-
}
|
|
110
87
|
}
|
|
111
|
-
|
|
88
|
+
export { MockDataManager };
|
|
112
89
|
|
|
113
90
|
//# sourceMappingURL=MockDataManager.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/MockDataManager.js","sources":["../../../src/tasks/MockDataManager/MockDataManager.ts"],"sourcesContent":["import { TaskDataStatus, AbortTaskUseCase, ListTasksUseCase } from \"@webiny/background-tasks/api\";\nimport type {\n IMockDataManagerInput,\n IMockDataManagerOutput\n} from \"~/tasks/MockDataManager/types.js\";\nimport { calculateAmounts } from \"./calculateAmounts.js\";\nimport type { IMockDataCreatorInput } from \"~/tasks/MockDataCreator/types.js\";\nimport { calculateSeconds, WAIT_MAX_SECONDS } from \"./calculateSeconds.js\";\nimport { createModelAndGroup } from \"~/tasks/MockDataManager/createModelAndGroup.js\";\nimport type { StorageCmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { disableIndexing, enableIndexing } from \"~/utils/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { MOCK_DATA_CREATOR_TASK_ID } from \"~/tasks/MockDataCreatorTask.js\";\nimport { TaskService } from \"@webiny/api-core/features/task/TaskService/index.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport type { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js\";\n\nexport class MockDataManager<I extends IMockDataManagerInput, O extends IMockDataManagerOutput> {\n constructor(\n private readonly context: Context,\n private readonly openSearchClient: OpenSearchClient.Interface,\n private readonly indexProvider: CmsModelOpenSearchIndexProvider.Interface\n ) {}\n\n public async execute(\n params: TaskDefinition.RunParams<I, O>\n ): Promise<TaskDefinition.Result<I, O>> {\n const { input, controller } = params;\n\n const taskId = controller.state.getTask().id;\n if (controller.runtime.isAborted()) {\n await this.abortChildTasks(this.context, taskId);\n return controller.response.aborted();\n } else if (input.seconds) {\n const items = await this.listChildTasksNotDone(this.context, taskId);\n\n /**\n * If there are still running creator tasks, we need to wait a bit more.\n */\n if (items.length > 0) {\n return controller.response.continue(\n {\n ...input\n },\n {\n seconds: input.seconds || WAIT_MAX_SECONDS\n }\n );\n }\n /**\n * If there are no running tasks, we can enable indexing and finish the manager task.\n */\n await enableIndexing({\n client: this.openSearchClient.use(),\n model: {\n modelId: input.modelId,\n tenant: \"root\"\n } as StorageCmsModel,\n indexProvider: this.indexProvider\n });\n return controller.response.done();\n }\n\n const result = await createModelAndGroup({\n context: this.context,\n modelId: input.modelId,\n overwrite: input.overwrite\n });\n if (typeof result === \"string\") {\n return controller.response.done(result);\n }\n\n await disableIndexing({\n model: result.model,\n client: this.openSearchClient.use(),\n indexProvider: this.indexProvider\n });\n\n const { amountOfTasks, amountOfRecords } = calculateAmounts(input.amount);\n\n const seconds = calculateSeconds(amountOfRecords);\n\n for (let current = 0; current < amountOfTasks; current++) {\n await controller.task.trigger<IMockDataCreatorInput>({\n definition: MOCK_DATA_CREATOR_TASK_ID,\n input: {\n totalAmount: amountOfRecords,\n createdAmount: 0\n },\n name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`\n });\n }\n\n return controller.response.continue(\n {\n ...input,\n seconds,\n amountOfTasks,\n amountOfRecords\n },\n {\n seconds\n }\n );\n }\n\n private async listChildTasksNotDone(context: Context, id: string): Promise<TaskService.Task[]> {\n const { items } = await context.container.resolve(ListTasksUseCase).execute({\n where: {\n parentId: id,\n taskStatus_in: [TaskDataStatus.PENDING, TaskDataStatus.RUNNING]\n },\n limit: 10000\n });\n return items;\n }\n\n private async abortChildTasks(context: Context, id: string): Promise<void> {\n const items = await this.listChildTasksNotDone(context, id);\n for (const item of items) {\n await context.container.resolve(AbortTaskUseCase).execute({\n id: item.id,\n message: \"Aborted by parent task.\"\n });\n }\n }\n}\n"],"names":["MockDataManager","context","openSearchClient","indexProvider","params","input","controller","taskId","items","WAIT_MAX_SECONDS","enableIndexing","result","createModelAndGroup","disableIndexing","amountOfTasks","amountOfRecords","calculateAmounts","seconds","calculateSeconds","current","MOCK_DATA_CREATOR_TASK_ID","id","ListTasksUseCase","TaskDataStatus","item","AbortTaskUseCase"],"mappings":";;;;;;AAkBO,MAAMA;IACT,YACqBC,OAAgB,EAChBC,gBAA4C,EAC5CC,aAAwD,CAC3E;aAHmBF,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;aACAC,aAAa,GAAbA;IAClB;IAEH,MAAa,QACTC,MAAsC,EACF;QACpC,MAAM,EAAEC,KAAK,EAAEC,UAAU,EAAE,GAAGF;QAE9B,MAAMG,SAASD,WAAW,KAAK,CAAC,OAAO,GAAG,EAAE;QAC5C,IAAIA,WAAW,OAAO,CAAC,SAAS,IAAI;YAChC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAEC;YACzC,OAAOD,WAAW,QAAQ,CAAC,OAAO;QACtC;QAAO,IAAID,MAAM,OAAO,EAAE;YACtB,MAAMG,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,OAAO,EAAED;YAK7D,IAAIC,MAAM,MAAM,GAAG,GACf,OAAOF,WAAW,QAAQ,CAAC,QAAQ,CAC/B;gBACI,GAAGD,KAAK;YACZ,GACA;gBACI,SAASA,MAAM,OAAO,IAAII;YAC9B;YAMR,MAAMC,eAAe;gBACjB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;gBACjC,OAAO;oBACH,SAASL,MAAM,OAAO;oBACtB,QAAQ;gBACZ;gBACA,eAAe,IAAI,CAAC,aAAa;YACrC;YACA,OAAOC,WAAW,QAAQ,CAAC,IAAI;QACnC;QAEA,MAAMK,SAAS,MAAMC,oBAAoB;YACrC,SAAS,IAAI,CAAC,OAAO;YACrB,SAASP,MAAM,OAAO;YACtB,WAAWA,MAAM,SAAS;QAC9B;QACA,IAAI,AAAkB,YAAlB,OAAOM,QACP,OAAOL,WAAW,QAAQ,CAAC,IAAI,CAACK;QAGpC,MAAME,gBAAgB;YAClB,OAAOF,OAAO,KAAK;YACnB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;YACjC,eAAe,IAAI,CAAC,aAAa;QACrC;QAEA,MAAM,EAAEG,aAAa,EAAEC,eAAe,EAAE,GAAGC,iBAAiBX,MAAM,MAAM;QAExE,MAAMY,UAAUC,iBAAiBH;QAEjC,IAAK,IAAII,UAAU,GAAGA,UAAUL,eAAeK,UAC3C,MAAMb,WAAW,IAAI,CAAC,OAAO,CAAwB;YACjD,YAAYc;YACZ,OAAO;gBACH,aAAaL;gBACb,eAAe;YACnB;YACA,MAAM,CAAC,wBAAwB,EAAEI,UAAU,EAAE,IAAI,EAAEL,eAAe;QACtE;QAGJ,OAAOR,WAAW,QAAQ,CAAC,QAAQ,CAC/B;YACI,GAAGD,KAAK;YACRY;YACAH;YACAC;QACJ,GACA;YACIE;QACJ;IAER;IAEA,MAAc,sBAAsBhB,OAAgB,EAAEoB,EAAU,EAA+B;QAC3F,MAAM,EAAEb,KAAK,EAAE,GAAG,MAAMP,QAAQ,SAAS,CAAC,OAAO,CAACqB,kBAAkB,OAAO,CAAC;YACxE,OAAO;gBACH,UAAUD;gBACV,eAAe;oBAACE,eAAe,OAAO;oBAAEA,eAAe,OAAO;iBAAC;YACnE;YACA,OAAO;QACX;QACA,OAAOf;IACX;IAEA,MAAc,gBAAgBP,OAAgB,EAAEoB,EAAU,EAAiB;QACvE,MAAMb,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAACP,SAASoB;QACxD,KAAK,MAAMG,QAAQhB,MACf,MAAMP,QAAQ,SAAS,CAAC,OAAO,CAACwB,kBAAkB,OAAO,CAAC;YACtD,IAAID,KAAK,EAAE;YACX,SAAS;QACb;IAER;AACJ"}
|
|
@@ -1,63 +1,31 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
}
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
}, {
|
|
14
|
-
amount: 100000,
|
|
15
|
-
percentagePerTask: 20
|
|
16
|
-
}
|
|
17
|
-
// {
|
|
18
|
-
// amount: 50000,
|
|
19
|
-
// percentagePerTask: 10
|
|
20
|
-
// },
|
|
21
|
-
// {
|
|
22
|
-
// amount: 750000,
|
|
23
|
-
// percentagePerTask: 10
|
|
24
|
-
// },
|
|
25
|
-
// {
|
|
26
|
-
// amount: 1000000,
|
|
27
|
-
// percentagePerTask: 2
|
|
28
|
-
// },
|
|
29
|
-
// {
|
|
30
|
-
// amount: 5000000,
|
|
31
|
-
// percentagePerTask: 1
|
|
32
|
-
// },
|
|
33
|
-
// {
|
|
34
|
-
// amount: 10000000,
|
|
35
|
-
// percentagePerTask: 0.5
|
|
36
|
-
// }
|
|
37
|
-
];
|
|
38
|
-
const findValue = input => {
|
|
39
|
-
for (const value of constrains) {
|
|
40
|
-
if (input <= value.amount) {
|
|
41
|
-
return value;
|
|
1
|
+
const constrains = [
|
|
2
|
+
{
|
|
3
|
+
amount: 50,
|
|
4
|
+
percentagePerTask: 100
|
|
5
|
+
},
|
|
6
|
+
{
|
|
7
|
+
amount: 1000,
|
|
8
|
+
percentagePerTask: 50
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
amount: 100000,
|
|
12
|
+
percentagePerTask: 20
|
|
42
13
|
}
|
|
43
|
-
|
|
44
|
-
|
|
14
|
+
];
|
|
15
|
+
const findValue = (input)=>{
|
|
16
|
+
for (const value of constrains)if (input <= value.amount) return value;
|
|
17
|
+
throw new Error(`No valid value found - input value is too large: ${input}.`);
|
|
45
18
|
};
|
|
46
|
-
const calculateAmounts = input
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
percentagePerTask
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
const amountOfTasks = Math.ceil(100 / percentagePerTask);
|
|
56
|
-
return {
|
|
57
|
-
amountOfRecords,
|
|
58
|
-
amountOfTasks
|
|
59
|
-
};
|
|
19
|
+
const calculateAmounts = (input)=>{
|
|
20
|
+
const values = findValue(input);
|
|
21
|
+
const { percentagePerTask } = values;
|
|
22
|
+
const amountOfRecords = percentagePerTask < 100 ? Math.round(parseFloat(String(input / (100 / percentagePerTask)))) : input;
|
|
23
|
+
const amountOfTasks = Math.ceil(100 / percentagePerTask);
|
|
24
|
+
return {
|
|
25
|
+
amountOfRecords,
|
|
26
|
+
amountOfTasks
|
|
27
|
+
};
|
|
60
28
|
};
|
|
61
|
-
|
|
29
|
+
export { calculateAmounts };
|
|
62
30
|
|
|
63
31
|
//# sourceMappingURL=calculateAmounts.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/calculateAmounts.js","sources":["../../../src/tasks/MockDataManager/calculateAmounts.ts"],"sourcesContent":["interface ICalculateAmounts {\n amountOfTasks: number;\n amountOfRecords: number;\n}\n\ninterface IMaxRecordsPerTask {\n amount: number;\n percentagePerTask: number;\n}\n\nconst constrains: IMaxRecordsPerTask[] = [\n {\n amount: 50,\n percentagePerTask: 100\n },\n {\n amount: 1000,\n percentagePerTask: 50\n },\n {\n amount: 100000,\n percentagePerTask: 20\n }\n // {\n // amount: 50000,\n // percentagePerTask: 10\n // },\n // {\n // amount: 750000,\n // percentagePerTask: 10\n // },\n // {\n // amount: 1000000,\n // percentagePerTask: 2\n // },\n // {\n // amount: 5000000,\n // percentagePerTask: 1\n // },\n // {\n // amount: 10000000,\n // percentagePerTask: 0.5\n // }\n];\n\nconst findValue = (input: number): IMaxRecordsPerTask => {\n for (const value of constrains) {\n if (input <= value.amount) {\n return value;\n }\n }\n throw new Error(`No valid value found - input value is too large: ${input}.`);\n};\n\nexport const calculateAmounts = (input: number): ICalculateAmounts => {\n const values = findValue(input);\n\n const { percentagePerTask } = values;\n /**\n * Do not ask...\n */\n const amountOfRecords =\n percentagePerTask < 100\n ? Math.round(parseFloat(String(input / (100 / percentagePerTask))))\n : input;\n\n const amountOfTasks = Math.ceil(100 / percentagePerTask);\n\n return {\n amountOfRecords,\n amountOfTasks\n };\n};\n"],"names":["constrains","findValue","input","value","Error","calculateAmounts","values","percentagePerTask","amountOfRecords","Math","parseFloat","String","amountOfTasks"],"mappings":"AAUA,MAAMA,aAAmC;IACrC;QACI,QAAQ;QACR,mBAAmB;IACvB;IACA;QACI,QAAQ;QACR,mBAAmB;IACvB;IACA;QACI,QAAQ;QACR,mBAAmB;IACvB;CAqBH;AAED,MAAMC,YAAY,CAACC;IACf,KAAK,MAAMC,SAASH,WAChB,IAAIE,SAASC,MAAM,MAAM,EACrB,OAAOA;IAGf,MAAM,IAAIC,MAAM,CAAC,iDAAiD,EAAEF,MAAM,CAAC,CAAC;AAChF;AAEO,MAAMG,mBAAmB,CAACH;IAC7B,MAAMI,SAASL,UAAUC;IAEzB,MAAM,EAAEK,iBAAiB,EAAE,GAAGD;IAI9B,MAAME,kBACFD,oBAAoB,MACdE,KAAK,KAAK,CAACC,WAAWC,OAAOT,QAAS,OAAMK,iBAAgB,OAC5DL;IAEV,MAAMU,gBAAgBH,KAAK,IAAI,CAAC,MAAMF;IAEtC,OAAO;QACHC;QACAI;IACJ;AACJ"}
|
|
@@ -1,23 +1,13 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.calculateSeconds = exports.WAIT_MIN_SECONDS = exports.WAIT_MAX_SECONDS = void 0;
|
|
7
1
|
const recordsPerSecond = 4;
|
|
8
|
-
const WAIT_MIN_SECONDS =
|
|
9
|
-
const WAIT_MAX_SECONDS =
|
|
10
|
-
const calculateSeconds = records
|
|
11
|
-
|
|
12
|
-
|
|
2
|
+
const WAIT_MIN_SECONDS = 15;
|
|
3
|
+
const WAIT_MAX_SECONDS = 90;
|
|
4
|
+
const calculateSeconds = (records)=>{
|
|
5
|
+
const seconds = Math.ceil(records / recordsPerSecond);
|
|
6
|
+
if (seconds > WAIT_MAX_SECONDS) ;
|
|
7
|
+
else if (seconds < WAIT_MIN_SECONDS) return WAIT_MIN_SECONDS;
|
|
8
|
+
else if (seconds > 0) return seconds;
|
|
13
9
|
return WAIT_MAX_SECONDS;
|
|
14
|
-
} else if (seconds < WAIT_MIN_SECONDS) {
|
|
15
|
-
return WAIT_MIN_SECONDS;
|
|
16
|
-
} else if (seconds > 0) {
|
|
17
|
-
return seconds;
|
|
18
|
-
}
|
|
19
|
-
return WAIT_MAX_SECONDS;
|
|
20
10
|
};
|
|
21
|
-
|
|
11
|
+
export { WAIT_MAX_SECONDS, WAIT_MIN_SECONDS, calculateSeconds };
|
|
22
12
|
|
|
23
13
|
//# sourceMappingURL=calculateSeconds.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/calculateSeconds.js","sources":["../../../src/tasks/MockDataManager/calculateSeconds.ts"],"sourcesContent":["const recordsPerSecond = 4;\nexport const WAIT_MIN_SECONDS = 15;\nexport const WAIT_MAX_SECONDS = 90;\n\nexport const calculateSeconds = (records: number): number => {\n const seconds = Math.ceil(records / recordsPerSecond);\n if (seconds > WAIT_MAX_SECONDS) {\n return WAIT_MAX_SECONDS;\n } else if (seconds < WAIT_MIN_SECONDS) {\n return WAIT_MIN_SECONDS;\n } else if (seconds > 0) {\n return seconds;\n }\n return WAIT_MAX_SECONDS;\n};\n"],"names":["recordsPerSecond","WAIT_MIN_SECONDS","WAIT_MAX_SECONDS","calculateSeconds","records","seconds","Math"],"mappings":"AAAA,MAAMA,mBAAmB;AAClB,MAAMC,mBAAmB;AACzB,MAAMC,mBAAmB;AAEzB,MAAMC,mBAAmB,CAACC;IAC7B,MAAMC,UAAUC,KAAK,IAAI,CAACF,UAAUJ;IACpC,IAAIK,UAAUH;SAEP,IAAIG,UAAUJ,kBACjB,OAAOA;SACJ,IAAII,UAAU,GACjB,OAAOA;IAEX,OAAOH;AACX"}
|
|
@@ -1,9 +1,4 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
Object.defineProperty(exports, "__esModule", {
|
|
4
|
-
value: true
|
|
5
|
-
});
|
|
6
|
-
exports.CARS_MODEL_ID = void 0;
|
|
7
|
-
const CARS_MODEL_ID = exports.CARS_MODEL_ID = "cars";
|
|
1
|
+
const CARS_MODEL_ID = "cars";
|
|
2
|
+
export { CARS_MODEL_ID };
|
|
8
3
|
|
|
9
4
|
//# sourceMappingURL=constants.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/constants.js","sources":["../../../src/tasks/MockDataManager/constants.ts"],"sourcesContent":["export const CARS_MODEL_ID = \"cars\";\n"],"names":["CARS_MODEL_ID"],"mappings":"AAAO,MAAMA,gBAAgB"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import type { CmsGroup, CmsModel } from "@webiny/api-headless-cms/types";
|
|
2
|
-
import type { Context } from "../../types";
|
|
1
|
+
import type { CmsGroup, CmsModel } from "@webiny/api-headless-cms/types/index.js";
|
|
2
|
+
import type { Context } from "../../types.js";
|
|
3
3
|
interface ICreateModelAndGroupParams {
|
|
4
4
|
context: Context;
|
|
5
5
|
modelId: string;
|
|
@@ -1,47 +1,44 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
}
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
const createModelAndGroup = async params
|
|
11
|
-
|
|
12
|
-
context
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
1
|
+
import { createGroupData } from "./group.js";
|
|
2
|
+
import { createCarsModel } from "./model.js";
|
|
3
|
+
import { createIndex } from "../../utils/index.js";
|
|
4
|
+
import { CmsModelOpenSearchIndexProvider } from "@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js";
|
|
5
|
+
import { OpenSearchClient } from "@webiny/api-opensearch/exports/api/opensearch.js";
|
|
6
|
+
import { ListModelsUseCase } from "@webiny/api-headless-cms/features/contentModel/ListModels/index.js";
|
|
7
|
+
import { ListGroupsUseCase } from "@webiny/api-headless-cms/features/contentModelGroup/ListGroups/index.js";
|
|
8
|
+
import { CreateGroupUseCase } from "@webiny/api-headless-cms/features/contentModelGroup/CreateGroup/index.js";
|
|
9
|
+
import { CreateModelUseCase } from "@webiny/api-headless-cms/features/contentModel/CreateModel/index.js";
|
|
10
|
+
const createModelAndGroup = async (params)=>{
|
|
11
|
+
const { context, modelId, overwrite = false } = params;
|
|
12
|
+
const modelsResult = await context.container.resolve(ListModelsUseCase).execute();
|
|
13
|
+
if (modelsResult.isFail()) throw modelsResult.error;
|
|
14
|
+
let model = modelsResult.value.find((m)=>m.modelId === modelId);
|
|
15
|
+
let group;
|
|
16
|
+
if (model && !overwrite) return `Model "${modelId}" already exists.`;
|
|
17
|
+
if (!model) {
|
|
18
|
+
const groupsResult = await context.container.resolve(ListGroupsUseCase).execute();
|
|
19
|
+
if (groupsResult.isFail()) throw groupsResult.error;
|
|
20
|
+
group = groupsResult.value.find((g)=>"mocks" === g.slug);
|
|
21
|
+
if (!group) {
|
|
22
|
+
const groupData = createGroupData();
|
|
23
|
+
const createGroupResult = await context.container.resolve(CreateGroupUseCase).execute(groupData);
|
|
24
|
+
if (createGroupResult.isFail()) throw createGroupResult.error;
|
|
25
|
+
group = createGroupResult.value;
|
|
26
|
+
}
|
|
27
|
+
const carsModel = createCarsModel(group);
|
|
28
|
+
const createModelResult = await context.container.resolve(CreateModelUseCase).execute(carsModel);
|
|
29
|
+
if (createModelResult.isFail()) throw createModelResult.error;
|
|
30
|
+
model = createModelResult.value;
|
|
28
31
|
}
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
plugins: context.plugins
|
|
39
|
-
});
|
|
40
|
-
return {
|
|
41
|
-
group: group,
|
|
42
|
-
model: model
|
|
43
|
-
};
|
|
32
|
+
await createIndex({
|
|
33
|
+
model,
|
|
34
|
+
client: context.container.resolve(OpenSearchClient).use(),
|
|
35
|
+
indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)
|
|
36
|
+
});
|
|
37
|
+
return {
|
|
38
|
+
group: group,
|
|
39
|
+
model: model
|
|
40
|
+
};
|
|
44
41
|
};
|
|
45
|
-
|
|
42
|
+
export { createModelAndGroup };
|
|
46
43
|
|
|
47
44
|
//# sourceMappingURL=createModelAndGroup.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/createModelAndGroup.js","sources":["../../../src/tasks/MockDataManager/createModelAndGroup.ts"],"sourcesContent":["import type { CmsGroup, CmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { createGroupData } from \"./group.js\";\nimport { createCarsModel } from \"./model.js\";\nimport { createIndex } from \"~/utils/index.js\";\nimport { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport { ListModelsUseCase } from \"@webiny/api-headless-cms/features/contentModel/ListModels/index.js\";\nimport { ListGroupsUseCase } from \"@webiny/api-headless-cms/features/contentModelGroup/ListGroups/index.js\";\nimport { CreateGroupUseCase } from \"@webiny/api-headless-cms/features/contentModelGroup/CreateGroup/index.js\";\nimport { CreateModelUseCase } from \"@webiny/api-headless-cms/features/contentModel/CreateModel/index.js\";\n\ninterface ICreateModelAndGroupParams {\n context: Context;\n modelId: string;\n overwrite?: boolean;\n}\nexport interface ICreateModelAndGroupResultSuccess {\n group: CmsGroup;\n model: CmsModel;\n}\nexport type ICreateModelAndGroupResult = string | ICreateModelAndGroupResultSuccess;\n\nexport const createModelAndGroup = async (\n params: ICreateModelAndGroupParams\n): Promise<ICreateModelAndGroupResult> => {\n const { context, modelId, overwrite = false } = params;\n /**\n * First we need to check if the model already exists in the database. If not, we need to create it.\n */\n const modelsResult = await context.container.resolve(ListModelsUseCase).execute();\n if (modelsResult.isFail()) {\n throw modelsResult.error;\n }\n let model = modelsResult.value.find(m => m.modelId === modelId);\n let group: CmsGroup | undefined;\n if (model && !overwrite) {\n return `Model \"${modelId}\" already exists.`;\n } else if (!model) {\n const groupsResult = await context.container.resolve(ListGroupsUseCase).execute();\n if (groupsResult.isFail()) {\n throw groupsResult.error;\n }\n group = groupsResult.value.find(g => g.slug === \"mocks\");\n if (!group) {\n const groupData = createGroupData();\n const createGroupResult = await context.container\n .resolve(CreateGroupUseCase)\n .execute(groupData);\n if (createGroupResult.isFail()) {\n throw createGroupResult.error;\n }\n group = createGroupResult.value;\n }\n /**\n * Possibly we need to create the model.\n */\n const carsModel = createCarsModel(group);\n const createModelResult = await context.container\n .resolve(CreateModelUseCase)\n .execute(carsModel);\n if (createModelResult.isFail()) {\n throw createModelResult.error;\n }\n model = createModelResult.value;\n }\n await createIndex({\n model,\n client: context.container.resolve(OpenSearchClient).use(),\n indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)\n });\n\n return {\n group: group as CmsGroup,\n model: model as CmsModel\n };\n};\n"],"names":["createModelAndGroup","params","context","modelId","overwrite","modelsResult","ListModelsUseCase","model","m","group","groupsResult","ListGroupsUseCase","g","groupData","createGroupData","createGroupResult","CreateGroupUseCase","carsModel","createCarsModel","createModelResult","CreateModelUseCase","createIndex","OpenSearchClient","CmsModelOpenSearchIndexProvider"],"mappings":";;;;;;;;;AAuBO,MAAMA,sBAAsB,OAC/BC;IAEA,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAEC,YAAY,KAAK,EAAE,GAAGH;IAIhD,MAAMI,eAAe,MAAMH,QAAQ,SAAS,CAAC,OAAO,CAACI,mBAAmB,OAAO;IAC/E,IAAID,aAAa,MAAM,IACnB,MAAMA,aAAa,KAAK;IAE5B,IAAIE,QAAQF,aAAa,KAAK,CAAC,IAAI,CAACG,CAAAA,IAAKA,EAAE,OAAO,KAAKL;IACvD,IAAIM;IACJ,IAAIF,SAAS,CAACH,WACV,OAAO,CAAC,OAAO,EAAED,QAAQ,iBAAiB,CAAC;IACxC,IAAI,CAACI,OAAO;QACf,MAAMG,eAAe,MAAMR,QAAQ,SAAS,CAAC,OAAO,CAACS,mBAAmB,OAAO;QAC/E,IAAID,aAAa,MAAM,IACnB,MAAMA,aAAa,KAAK;QAE5BD,QAAQC,aAAa,KAAK,CAAC,IAAI,CAACE,CAAAA,IAAKA,AAAW,YAAXA,EAAE,IAAI;QAC3C,IAAI,CAACH,OAAO;YACR,MAAMI,YAAYC;YAClB,MAAMC,oBAAoB,MAAMb,QAAQ,SAAS,CAC5C,OAAO,CAACc,oBACR,OAAO,CAACH;YACb,IAAIE,kBAAkB,MAAM,IACxB,MAAMA,kBAAkB,KAAK;YAEjCN,QAAQM,kBAAkB,KAAK;QACnC;QAIA,MAAME,YAAYC,gBAAgBT;QAClC,MAAMU,oBAAoB,MAAMjB,QAAQ,SAAS,CAC5C,OAAO,CAACkB,oBACR,OAAO,CAACH;QACb,IAAIE,kBAAkB,MAAM,IACxB,MAAMA,kBAAkB,KAAK;QAEjCZ,QAAQY,kBAAkB,KAAK;IACnC;IACA,MAAME,YAAY;QACdd;QACA,QAAQL,QAAQ,SAAS,CAAC,OAAO,CAACoB,kBAAkB,GAAG;QACvD,eAAepB,QAAQ,SAAS,CAAC,OAAO,CAACqB;IAC7C;IAEA,OAAO;QACH,OAAOd;QACP,OAAOF;IACX;AACJ"}
|
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import type { CmsGroupCreateInput } from "@webiny/api-headless-cms/types";
|
|
1
|
+
import type { CmsGroupCreateInput } from "@webiny/api-headless-cms/types/index.js";
|
|
2
2
|
export declare const createGroupData: () => CmsGroupCreateInput;
|
|
@@ -1,18 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
description: "A group for mock models",
|
|
13
|
-
slug: "mocks"
|
|
14
|
-
};
|
|
15
|
-
};
|
|
16
|
-
exports.createGroupData = createGroupData;
|
|
1
|
+
const createGroupData = ()=>({
|
|
2
|
+
id: "mocks",
|
|
3
|
+
icon: {
|
|
4
|
+
type: "icon",
|
|
5
|
+
name: "fas/star"
|
|
6
|
+
},
|
|
7
|
+
name: "Mocks",
|
|
8
|
+
description: "A group for mock models",
|
|
9
|
+
slug: "mocks"
|
|
10
|
+
});
|
|
11
|
+
export { createGroupData };
|
|
17
12
|
|
|
18
13
|
//# sourceMappingURL=group.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/group.js","sources":["../../../src/tasks/MockDataManager/group.ts"],"sourcesContent":["import type { CmsGroupCreateInput } from \"@webiny/api-headless-cms/types/index.js\";\n\nexport const createGroupData = (): CmsGroupCreateInput => {\n return {\n id: \"mocks\",\n icon: {\n type: \"icon\",\n name: \"fas/star\"\n },\n name: \"Mocks\",\n description: \"A group for mock models\",\n slug: \"mocks\"\n };\n};\n"],"names":["createGroupData"],"mappings":"AAEO,MAAMA,kBAAkB,IACpB;QACH,IAAI;QACJ,MAAM;YACF,MAAM;YACN,MAAM;QACV;QACA,MAAM;QACN,aAAa;QACb,MAAM;IACV"}
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
import type { CmsModelCreateInput } from "@webiny/api-headless-cms/types";
|
|
2
|
-
import type { CmsGroup } from "@webiny/api-headless-cms/types";
|
|
1
|
+
import type { CmsModelCreateInput } from "@webiny/api-headless-cms/types/index.js";
|
|
2
|
+
import type { CmsGroup } from "@webiny/api-headless-cms/types/index.js";
|
|
3
3
|
export declare const createCarsModel: (group: CmsGroup) => CmsModelCreateInput;
|