@webiny/api-headless-cms-es-tasks 0.0.0-unstable.e6f0dc8ca7 → 0.0.0-unstable.eb81deee7e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/HeadlessCmsEsTasksFeature.d.ts +4 -0
- package/HeadlessCmsEsTasksFeature.js +13 -0
- package/HeadlessCmsEsTasksFeature.js.map +1 -0
- package/index.d.ts +1 -1
- package/index.js +3 -12
- package/package.json +19 -21
- package/tasks/MockDataCreator/MockDataCreator.d.ts +4 -2
- package/tasks/MockDataCreator/MockDataCreator.js +63 -88
- package/tasks/MockDataCreator/MockDataCreator.js.map +1 -1
- package/tasks/MockDataCreator/mockData.js +1332 -1186
- package/tasks/MockDataCreator/mockData.js.map +1 -1
- package/tasks/MockDataCreator/types.js +0 -3
- package/tasks/MockDataCreatorTask.d.ts +12 -5
- package/tasks/MockDataCreatorTask.js +35 -22
- package/tasks/MockDataCreatorTask.js.map +1 -1
- package/tasks/MockDataManager/MockDataManager.d.ts +6 -2
- package/tasks/MockDataManager/MockDataManager.js +77 -91
- package/tasks/MockDataManager/MockDataManager.js.map +1 -1
- package/tasks/MockDataManager/calculateAmounts.js +26 -51
- package/tasks/MockDataManager/calculateAmounts.js.map +1 -1
- package/tasks/MockDataManager/calculateSeconds.js +8 -11
- package/tasks/MockDataManager/calculateSeconds.js.map +1 -1
- package/tasks/MockDataManager/constants.js +2 -1
- package/tasks/MockDataManager/constants.js.map +1 -1
- package/tasks/MockDataManager/createModelAndGroup.js +37 -34
- package/tasks/MockDataManager/createModelAndGroup.js.map +1 -1
- package/tasks/MockDataManager/group.js +11 -12
- package/tasks/MockDataManager/group.js.map +1 -1
- package/tasks/MockDataManager/model.js +6290 -4693
- package/tasks/MockDataManager/model.js.map +1 -1
- package/tasks/MockDataManager/types.js +0 -3
- package/tasks/MockDataManagerTask.d.ts +16 -7
- package/tasks/MockDataManagerTask.js +64 -46
- package/tasks/MockDataManagerTask.js.map +1 -1
- package/types.d.ts +2 -3
- package/types.js +0 -3
- package/utils/createIndex.d.ts +4 -4
- package/utils/createIndex.js +19 -35
- package/utils/createIndex.js.map +1 -1
- package/utils/disableIndexing.d.ts +4 -2
- package/utils/disableIndexing.js +22 -24
- package/utils/disableIndexing.js.map +1 -1
- package/utils/enableIndexing.d.ts +4 -2
- package/utils/enableIndexing.js +22 -24
- package/utils/enableIndexing.js.map +1 -1
- package/utils/index.js +0 -2
- package/index.js.map +0 -1
- package/tasks/MockDataCreator/types.js.map +0 -1
- package/tasks/MockDataManager/types.js.map +0 -1
- package/types.js.map +0 -1
- package/utils/index.js.map +0 -1
|
@@ -1,104 +1,90 @@
|
|
|
1
|
-
import { TaskDataStatus } from "@webiny/tasks";
|
|
1
|
+
import { AbortTaskUseCase, ListTasksUseCase, TaskDataStatus } from "@webiny/background-tasks/api";
|
|
2
2
|
import { calculateAmounts } from "./calculateAmounts.js";
|
|
3
|
-
import {
|
|
3
|
+
import { WAIT_MAX_SECONDS, calculateSeconds } from "./calculateSeconds.js";
|
|
4
4
|
import { createModelAndGroup } from "./createModelAndGroup.js";
|
|
5
5
|
import { disableIndexing, enableIndexing } from "../../utils/index.js";
|
|
6
6
|
import { MOCK_DATA_CREATOR_TASK_ID } from "../MockDataCreatorTask.js";
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
7
|
+
class MockDataManager {
|
|
8
|
+
constructor(context, openSearchClient, indexProvider){
|
|
9
|
+
this.context = context;
|
|
10
|
+
this.openSearchClient = openSearchClient;
|
|
11
|
+
this.indexProvider = indexProvider;
|
|
12
|
+
}
|
|
13
|
+
async execute(params) {
|
|
14
|
+
const { input, controller } = params;
|
|
15
|
+
const taskId = controller.state.getTask().id;
|
|
16
|
+
if (controller.runtime.isAborted()) {
|
|
17
|
+
await this.abortChildTasks(this.context, taskId);
|
|
18
|
+
return controller.response.aborted();
|
|
19
|
+
}
|
|
20
|
+
if (input.seconds) {
|
|
21
|
+
const items = await this.listChildTasksNotDone(this.context, taskId);
|
|
22
|
+
if (items.length > 0) return controller.response.continue({
|
|
23
|
+
...input
|
|
24
|
+
}, {
|
|
25
|
+
seconds: input.seconds || WAIT_MAX_SECONDS
|
|
26
|
+
});
|
|
27
|
+
await enableIndexing({
|
|
28
|
+
client: this.openSearchClient.use(),
|
|
29
|
+
model: {
|
|
30
|
+
modelId: input.modelId,
|
|
31
|
+
tenant: "root"
|
|
32
|
+
},
|
|
33
|
+
indexProvider: this.indexProvider
|
|
34
|
+
});
|
|
35
|
+
return controller.response.done();
|
|
36
|
+
}
|
|
37
|
+
const result = await createModelAndGroup({
|
|
38
|
+
context: this.context,
|
|
39
|
+
modelId: input.modelId,
|
|
40
|
+
overwrite: input.overwrite
|
|
41
|
+
});
|
|
42
|
+
if ("string" == typeof result) return controller.response.done(result);
|
|
43
|
+
await disableIndexing({
|
|
44
|
+
model: result.model,
|
|
45
|
+
client: this.openSearchClient.use(),
|
|
46
|
+
indexProvider: this.indexProvider
|
|
47
|
+
});
|
|
48
|
+
const { amountOfTasks, amountOfRecords } = calculateAmounts(input.amount);
|
|
49
|
+
const seconds = calculateSeconds(amountOfRecords);
|
|
50
|
+
for(let current = 0; current < amountOfTasks; current++)await controller.task.trigger({
|
|
51
|
+
definition: MOCK_DATA_CREATOR_TASK_ID,
|
|
52
|
+
input: {
|
|
53
|
+
totalAmount: amountOfRecords,
|
|
54
|
+
createdAmount: 0
|
|
55
|
+
},
|
|
56
|
+
name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`
|
|
57
|
+
});
|
|
27
58
|
return controller.response.continue({
|
|
28
|
-
|
|
59
|
+
...input,
|
|
60
|
+
seconds,
|
|
61
|
+
amountOfTasks,
|
|
62
|
+
amountOfRecords
|
|
29
63
|
}, {
|
|
30
|
-
|
|
64
|
+
seconds
|
|
31
65
|
});
|
|
32
|
-
}
|
|
33
|
-
/**
|
|
34
|
-
* If there are no running tasks, we can enable indexing and finish the manager task.
|
|
35
|
-
*/
|
|
36
|
-
await enableIndexing({
|
|
37
|
-
client: this.context.opensearch,
|
|
38
|
-
model: {
|
|
39
|
-
modelId: input.modelId,
|
|
40
|
-
tenant: "root"
|
|
41
|
-
}
|
|
42
|
-
});
|
|
43
|
-
return controller.response.done();
|
|
44
|
-
}
|
|
45
|
-
const result = await createModelAndGroup({
|
|
46
|
-
context: this.context,
|
|
47
|
-
modelId: input.modelId,
|
|
48
|
-
overwrite: input.overwrite
|
|
49
|
-
});
|
|
50
|
-
if (typeof result === "string") {
|
|
51
|
-
return controller.response.done(result);
|
|
52
66
|
}
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
input: {
|
|
66
|
-
totalAmount: amountOfRecords,
|
|
67
|
-
createdAmount: 0
|
|
68
|
-
},
|
|
69
|
-
name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`
|
|
70
|
-
});
|
|
67
|
+
async listChildTasksNotDone(context, id) {
|
|
68
|
+
const { items } = await context.container.resolve(ListTasksUseCase).execute({
|
|
69
|
+
where: {
|
|
70
|
+
parentId: id,
|
|
71
|
+
taskStatus_in: [
|
|
72
|
+
TaskDataStatus.PENDING,
|
|
73
|
+
TaskDataStatus.RUNNING
|
|
74
|
+
]
|
|
75
|
+
},
|
|
76
|
+
limit: 10000
|
|
77
|
+
});
|
|
78
|
+
return items;
|
|
71
79
|
}
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
seconds
|
|
79
|
-
});
|
|
80
|
-
}
|
|
81
|
-
async listChildTasksNotDone(context, id) {
|
|
82
|
-
const {
|
|
83
|
-
items
|
|
84
|
-
} = await context.tasks.listTasks({
|
|
85
|
-
where: {
|
|
86
|
-
parentId: id,
|
|
87
|
-
taskStatus_in: [TaskDataStatus.PENDING, TaskDataStatus.RUNNING]
|
|
88
|
-
},
|
|
89
|
-
limit: 10000
|
|
90
|
-
});
|
|
91
|
-
return items;
|
|
92
|
-
}
|
|
93
|
-
async abortChildTasks(context, id) {
|
|
94
|
-
const items = await this.listChildTasksNotDone(context, id);
|
|
95
|
-
for (const item of items) {
|
|
96
|
-
await context.tasks.abort({
|
|
97
|
-
id: item.id,
|
|
98
|
-
message: "Aborted by parent task."
|
|
99
|
-
});
|
|
80
|
+
async abortChildTasks(context, id) {
|
|
81
|
+
const items = await this.listChildTasksNotDone(context, id);
|
|
82
|
+
for (const item of items)await context.container.resolve(AbortTaskUseCase).execute({
|
|
83
|
+
id: item.id,
|
|
84
|
+
message: "Aborted by parent task."
|
|
85
|
+
});
|
|
100
86
|
}
|
|
101
|
-
}
|
|
102
87
|
}
|
|
88
|
+
export { MockDataManager };
|
|
103
89
|
|
|
104
90
|
//# sourceMappingURL=MockDataManager.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/MockDataManager.js","sources":["../../../src/tasks/MockDataManager/MockDataManager.ts"],"sourcesContent":["import { TaskDataStatus, AbortTaskUseCase, ListTasksUseCase } from \"@webiny/background-tasks/api\";\nimport type {\n IMockDataManagerInput,\n IMockDataManagerOutput\n} from \"~/tasks/MockDataManager/types.js\";\nimport { calculateAmounts } from \"./calculateAmounts.js\";\nimport type { IMockDataCreatorInput } from \"~/tasks/MockDataCreator/types.js\";\nimport { calculateSeconds, WAIT_MAX_SECONDS } from \"./calculateSeconds.js\";\nimport { createModelAndGroup } from \"~/tasks/MockDataManager/createModelAndGroup.js\";\nimport type { StorageCmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { disableIndexing, enableIndexing } from \"~/utils/index.js\";\nimport { TaskDefinition } from \"@webiny/api-core/features/task/TaskDefinition/index.js\";\nimport { MOCK_DATA_CREATOR_TASK_ID } from \"~/tasks/MockDataCreatorTask.js\";\nimport { TaskService } from \"@webiny/api-core/features/task/TaskService/index.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport type { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js\";\n\nexport class MockDataManager<I extends IMockDataManagerInput, O extends IMockDataManagerOutput> {\n constructor(\n private readonly context: Context,\n private readonly openSearchClient: OpenSearchClient.Interface,\n private readonly indexProvider: CmsModelOpenSearchIndexProvider.Interface\n ) {}\n\n public async execute(\n params: TaskDefinition.RunParams<I, O>\n ): Promise<TaskDefinition.Result<I, O>> {\n const { input, controller } = params;\n\n const taskId = controller.state.getTask().id;\n if (controller.runtime.isAborted()) {\n await this.abortChildTasks(this.context, taskId);\n return controller.response.aborted();\n } else if (input.seconds) {\n const items = await this.listChildTasksNotDone(this.context, taskId);\n\n /**\n * If there are still running creator tasks, we need to wait a bit more.\n */\n if (items.length > 0) {\n return controller.response.continue(\n {\n ...input\n },\n {\n seconds: input.seconds || WAIT_MAX_SECONDS\n }\n );\n }\n /**\n * If there are no running tasks, we can enable indexing and finish the manager task.\n */\n await enableIndexing({\n client: this.openSearchClient.use(),\n model: {\n modelId: input.modelId,\n tenant: \"root\"\n } as StorageCmsModel,\n indexProvider: this.indexProvider\n });\n return controller.response.done();\n }\n\n const result = await createModelAndGroup({\n context: this.context,\n modelId: input.modelId,\n overwrite: input.overwrite\n });\n if (typeof result === \"string\") {\n return controller.response.done(result);\n }\n\n await disableIndexing({\n model: result.model,\n client: this.openSearchClient.use(),\n indexProvider: this.indexProvider\n });\n\n const { amountOfTasks, amountOfRecords } = calculateAmounts(input.amount);\n\n const seconds = calculateSeconds(amountOfRecords);\n\n for (let current = 0; current < amountOfTasks; current++) {\n await controller.task.trigger<IMockDataCreatorInput>({\n definition: MOCK_DATA_CREATOR_TASK_ID,\n input: {\n totalAmount: amountOfRecords,\n createdAmount: 0\n },\n name: `Mock Data Creator Task #${current + 1} of ${amountOfTasks}`\n });\n }\n\n return controller.response.continue(\n {\n ...input,\n seconds,\n amountOfTasks,\n amountOfRecords\n },\n {\n seconds\n }\n );\n }\n\n private async listChildTasksNotDone(context: Context, id: string): Promise<TaskService.Task[]> {\n const { items } = await context.container.resolve(ListTasksUseCase).execute({\n where: {\n parentId: id,\n taskStatus_in: [TaskDataStatus.PENDING, TaskDataStatus.RUNNING]\n },\n limit: 10000\n });\n return items;\n }\n\n private async abortChildTasks(context: Context, id: string): Promise<void> {\n const items = await this.listChildTasksNotDone(context, id);\n for (const item of items) {\n await context.container.resolve(AbortTaskUseCase).execute({\n id: item.id,\n message: \"Aborted by parent task.\"\n });\n }\n }\n}\n"],"names":["MockDataManager","context","openSearchClient","indexProvider","params","input","controller","taskId","items","WAIT_MAX_SECONDS","enableIndexing","result","createModelAndGroup","disableIndexing","amountOfTasks","amountOfRecords","calculateAmounts","seconds","calculateSeconds","current","MOCK_DATA_CREATOR_TASK_ID","id","ListTasksUseCase","TaskDataStatus","item","AbortTaskUseCase"],"mappings":";;;;;;AAkBO,MAAMA;IACT,YACqBC,OAAgB,EAChBC,gBAA4C,EAC5CC,aAAwD,CAC3E;aAHmBF,OAAO,GAAPA;aACAC,gBAAgB,GAAhBA;aACAC,aAAa,GAAbA;IAClB;IAEH,MAAa,QACTC,MAAsC,EACF;QACpC,MAAM,EAAEC,KAAK,EAAEC,UAAU,EAAE,GAAGF;QAE9B,MAAMG,SAASD,WAAW,KAAK,CAAC,OAAO,GAAG,EAAE;QAC5C,IAAIA,WAAW,OAAO,CAAC,SAAS,IAAI;YAChC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAEC;YACzC,OAAOD,WAAW,QAAQ,CAAC,OAAO;QACtC;QAAO,IAAID,MAAM,OAAO,EAAE;YACtB,MAAMG,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,OAAO,EAAED;YAK7D,IAAIC,MAAM,MAAM,GAAG,GACf,OAAOF,WAAW,QAAQ,CAAC,QAAQ,CAC/B;gBACI,GAAGD,KAAK;YACZ,GACA;gBACI,SAASA,MAAM,OAAO,IAAII;YAC9B;YAMR,MAAMC,eAAe;gBACjB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;gBACjC,OAAO;oBACH,SAASL,MAAM,OAAO;oBACtB,QAAQ;gBACZ;gBACA,eAAe,IAAI,CAAC,aAAa;YACrC;YACA,OAAOC,WAAW,QAAQ,CAAC,IAAI;QACnC;QAEA,MAAMK,SAAS,MAAMC,oBAAoB;YACrC,SAAS,IAAI,CAAC,OAAO;YACrB,SAASP,MAAM,OAAO;YACtB,WAAWA,MAAM,SAAS;QAC9B;QACA,IAAI,AAAkB,YAAlB,OAAOM,QACP,OAAOL,WAAW,QAAQ,CAAC,IAAI,CAACK;QAGpC,MAAME,gBAAgB;YAClB,OAAOF,OAAO,KAAK;YACnB,QAAQ,IAAI,CAAC,gBAAgB,CAAC,GAAG;YACjC,eAAe,IAAI,CAAC,aAAa;QACrC;QAEA,MAAM,EAAEG,aAAa,EAAEC,eAAe,EAAE,GAAGC,iBAAiBX,MAAM,MAAM;QAExE,MAAMY,UAAUC,iBAAiBH;QAEjC,IAAK,IAAII,UAAU,GAAGA,UAAUL,eAAeK,UAC3C,MAAMb,WAAW,IAAI,CAAC,OAAO,CAAwB;YACjD,YAAYc;YACZ,OAAO;gBACH,aAAaL;gBACb,eAAe;YACnB;YACA,MAAM,CAAC,wBAAwB,EAAEI,UAAU,EAAE,IAAI,EAAEL,eAAe;QACtE;QAGJ,OAAOR,WAAW,QAAQ,CAAC,QAAQ,CAC/B;YACI,GAAGD,KAAK;YACRY;YACAH;YACAC;QACJ,GACA;YACIE;QACJ;IAER;IAEA,MAAc,sBAAsBhB,OAAgB,EAAEoB,EAAU,EAA+B;QAC3F,MAAM,EAAEb,KAAK,EAAE,GAAG,MAAMP,QAAQ,SAAS,CAAC,OAAO,CAACqB,kBAAkB,OAAO,CAAC;YACxE,OAAO;gBACH,UAAUD;gBACV,eAAe;oBAACE,eAAe,OAAO;oBAAEA,eAAe,OAAO;iBAAC;YACnE;YACA,OAAO;QACX;QACA,OAAOf;IACX;IAEA,MAAc,gBAAgBP,OAAgB,EAAEoB,EAAU,EAAiB;QACvE,MAAMb,QAAQ,MAAM,IAAI,CAAC,qBAAqB,CAACP,SAASoB;QACxD,KAAK,MAAMG,QAAQhB,MACf,MAAMP,QAAQ,SAAS,CAAC,OAAO,CAACwB,kBAAkB,OAAO,CAAC;YACtD,IAAID,KAAK,EAAE;YACX,SAAS;QACb;IAER;AACJ"}
|
|
@@ -1,56 +1,31 @@
|
|
|
1
|
-
const constrains = [
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
// percentagePerTask: 10
|
|
14
|
-
// },
|
|
15
|
-
// {
|
|
16
|
-
// amount: 750000,
|
|
17
|
-
// percentagePerTask: 10
|
|
18
|
-
// },
|
|
19
|
-
// {
|
|
20
|
-
// amount: 1000000,
|
|
21
|
-
// percentagePerTask: 2
|
|
22
|
-
// },
|
|
23
|
-
// {
|
|
24
|
-
// amount: 5000000,
|
|
25
|
-
// percentagePerTask: 1
|
|
26
|
-
// },
|
|
27
|
-
// {
|
|
28
|
-
// amount: 10000000,
|
|
29
|
-
// percentagePerTask: 0.5
|
|
30
|
-
// }
|
|
31
|
-
];
|
|
32
|
-
const findValue = input => {
|
|
33
|
-
for (const value of constrains) {
|
|
34
|
-
if (input <= value.amount) {
|
|
35
|
-
return value;
|
|
1
|
+
const constrains = [
|
|
2
|
+
{
|
|
3
|
+
amount: 50,
|
|
4
|
+
percentagePerTask: 100
|
|
5
|
+
},
|
|
6
|
+
{
|
|
7
|
+
amount: 1000,
|
|
8
|
+
percentagePerTask: 50
|
|
9
|
+
},
|
|
10
|
+
{
|
|
11
|
+
amount: 100000,
|
|
12
|
+
percentagePerTask: 20
|
|
36
13
|
}
|
|
37
|
-
|
|
38
|
-
|
|
14
|
+
];
|
|
15
|
+
const findValue = (input)=>{
|
|
16
|
+
for (const value of constrains)if (input <= value.amount) return value;
|
|
17
|
+
throw new Error(`No valid value found - input value is too large: ${input}.`);
|
|
39
18
|
};
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
percentagePerTask
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
const amountOfTasks = Math.ceil(100 / percentagePerTask);
|
|
50
|
-
return {
|
|
51
|
-
amountOfRecords,
|
|
52
|
-
amountOfTasks
|
|
53
|
-
};
|
|
19
|
+
const calculateAmounts = (input)=>{
|
|
20
|
+
const values = findValue(input);
|
|
21
|
+
const { percentagePerTask } = values;
|
|
22
|
+
const amountOfRecords = percentagePerTask < 100 ? Math.round(parseFloat(String(input / (100 / percentagePerTask)))) : input;
|
|
23
|
+
const amountOfTasks = Math.ceil(100 / percentagePerTask);
|
|
24
|
+
return {
|
|
25
|
+
amountOfRecords,
|
|
26
|
+
amountOfTasks
|
|
27
|
+
};
|
|
54
28
|
};
|
|
29
|
+
export { calculateAmounts };
|
|
55
30
|
|
|
56
31
|
//# sourceMappingURL=calculateAmounts.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/calculateAmounts.js","sources":["../../../src/tasks/MockDataManager/calculateAmounts.ts"],"sourcesContent":["interface ICalculateAmounts {\n amountOfTasks: number;\n amountOfRecords: number;\n}\n\ninterface IMaxRecordsPerTask {\n amount: number;\n percentagePerTask: number;\n}\n\nconst constrains: IMaxRecordsPerTask[] = [\n {\n amount: 50,\n percentagePerTask: 100\n },\n {\n amount: 1000,\n percentagePerTask: 50\n },\n {\n amount: 100000,\n percentagePerTask: 20\n }\n // {\n // amount: 50000,\n // percentagePerTask: 10\n // },\n // {\n // amount: 750000,\n // percentagePerTask: 10\n // },\n // {\n // amount: 1000000,\n // percentagePerTask: 2\n // },\n // {\n // amount: 5000000,\n // percentagePerTask: 1\n // },\n // {\n // amount: 10000000,\n // percentagePerTask: 0.5\n // }\n];\n\nconst findValue = (input: number): IMaxRecordsPerTask => {\n for (const value of constrains) {\n if (input <= value.amount) {\n return value;\n }\n }\n throw new Error(`No valid value found - input value is too large: ${input}.`);\n};\n\nexport const calculateAmounts = (input: number): ICalculateAmounts => {\n const values = findValue(input);\n\n const { percentagePerTask } = values;\n /**\n * Do not ask...\n */\n const amountOfRecords =\n percentagePerTask < 100\n ? Math.round(parseFloat(String(input / (100 / percentagePerTask))))\n : input;\n\n const amountOfTasks = Math.ceil(100 / percentagePerTask);\n\n return {\n amountOfRecords,\n amountOfTasks\n };\n};\n"],"names":["constrains","findValue","input","value","Error","calculateAmounts","values","percentagePerTask","amountOfRecords","Math","parseFloat","String","amountOfTasks"],"mappings":"AAUA,MAAMA,aAAmC;IACrC;QACI,QAAQ;QACR,mBAAmB;IACvB;IACA;QACI,QAAQ;QACR,mBAAmB;IACvB;IACA;QACI,QAAQ;QACR,mBAAmB;IACvB;CAqBH;AAED,MAAMC,YAAY,CAACC;IACf,KAAK,MAAMC,SAASH,WAChB,IAAIE,SAASC,MAAM,MAAM,EACrB,OAAOA;IAGf,MAAM,IAAIC,MAAM,CAAC,iDAAiD,EAAEF,MAAM,CAAC,CAAC;AAChF;AAEO,MAAMG,mBAAmB,CAACH;IAC7B,MAAMI,SAASL,UAAUC;IAEzB,MAAM,EAAEK,iBAAiB,EAAE,GAAGD;IAI9B,MAAME,kBACFD,oBAAoB,MACdE,KAAK,KAAK,CAACC,WAAWC,OAAOT,QAAS,OAAMK,iBAAgB,OAC5DL;IAEV,MAAMU,gBAAgBH,KAAK,IAAI,CAAC,MAAMF;IAEtC,OAAO;QACHC;QACAI;IACJ;AACJ"}
|
|
@@ -1,16 +1,13 @@
|
|
|
1
1
|
const recordsPerSecond = 4;
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
2
|
+
const WAIT_MIN_SECONDS = 15;
|
|
3
|
+
const WAIT_MAX_SECONDS = 90;
|
|
4
|
+
const calculateSeconds = (records)=>{
|
|
5
|
+
const seconds = Math.ceil(records / recordsPerSecond);
|
|
6
|
+
if (seconds > WAIT_MAX_SECONDS) ;
|
|
7
|
+
else if (seconds < WAIT_MIN_SECONDS) return WAIT_MIN_SECONDS;
|
|
8
|
+
else if (seconds > 0) return seconds;
|
|
7
9
|
return WAIT_MAX_SECONDS;
|
|
8
|
-
} else if (seconds < WAIT_MIN_SECONDS) {
|
|
9
|
-
return WAIT_MIN_SECONDS;
|
|
10
|
-
} else if (seconds > 0) {
|
|
11
|
-
return seconds;
|
|
12
|
-
}
|
|
13
|
-
return WAIT_MAX_SECONDS;
|
|
14
10
|
};
|
|
11
|
+
export { WAIT_MAX_SECONDS, WAIT_MIN_SECONDS, calculateSeconds };
|
|
15
12
|
|
|
16
13
|
//# sourceMappingURL=calculateSeconds.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/calculateSeconds.js","sources":["../../../src/tasks/MockDataManager/calculateSeconds.ts"],"sourcesContent":["const recordsPerSecond = 4;\nexport const WAIT_MIN_SECONDS = 15;\nexport const WAIT_MAX_SECONDS = 90;\n\nexport const calculateSeconds = (records: number): number => {\n const seconds = Math.ceil(records / recordsPerSecond);\n if (seconds > WAIT_MAX_SECONDS) {\n return WAIT_MAX_SECONDS;\n } else if (seconds < WAIT_MIN_SECONDS) {\n return WAIT_MIN_SECONDS;\n } else if (seconds > 0) {\n return seconds;\n }\n return WAIT_MAX_SECONDS;\n};\n"],"names":["recordsPerSecond","WAIT_MIN_SECONDS","WAIT_MAX_SECONDS","calculateSeconds","records","seconds","Math"],"mappings":"AAAA,MAAMA,mBAAmB;AAClB,MAAMC,mBAAmB;AACzB,MAAMC,mBAAmB;AAEzB,MAAMC,mBAAmB,CAACC;IAC7B,MAAMC,UAAUC,KAAK,IAAI,CAACF,UAAUJ;IACpC,IAAIK,UAAUH;SAEP,IAAIG,UAAUJ,kBACjB,OAAOA;SACJ,IAAII,UAAU,GACjB,OAAOA;IAEX,OAAOH;AACX"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/constants.js","sources":["../../../src/tasks/MockDataManager/constants.ts"],"sourcesContent":["export const CARS_MODEL_ID = \"cars\";\n"],"names":["CARS_MODEL_ID"],"mappings":"AAAO,MAAMA,gBAAgB"}
|
|
@@ -1,41 +1,44 @@
|
|
|
1
1
|
import { createGroupData } from "./group.js";
|
|
2
2
|
import { createCarsModel } from "./model.js";
|
|
3
3
|
import { createIndex } from "../../utils/index.js";
|
|
4
|
-
import {
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
4
|
+
import { CmsModelOpenSearchIndexProvider } from "@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js";
|
|
5
|
+
import { OpenSearchClient } from "@webiny/api-opensearch/exports/api/opensearch.js";
|
|
6
|
+
import { ListModelsUseCase } from "@webiny/api-headless-cms/features/contentModel/ListModels/index.js";
|
|
7
|
+
import { ListGroupsUseCase } from "@webiny/api-headless-cms/features/contentModelGroup/ListGroups/index.js";
|
|
8
|
+
import { CreateGroupUseCase } from "@webiny/api-headless-cms/features/contentModelGroup/CreateGroup/index.js";
|
|
9
|
+
import { CreateModelUseCase } from "@webiny/api-headless-cms/features/contentModel/CreateModel/index.js";
|
|
10
|
+
const createModelAndGroup = async (params)=>{
|
|
11
|
+
const { context, modelId, overwrite = false } = params;
|
|
12
|
+
const modelsResult = await context.container.resolve(ListModelsUseCase).execute();
|
|
13
|
+
if (modelsResult.isFail()) throw modelsResult.error;
|
|
14
|
+
let model = modelsResult.value.find((m)=>m.modelId === modelId);
|
|
15
|
+
let group;
|
|
16
|
+
if (model && !overwrite) return `Model "${modelId}" already exists.`;
|
|
17
|
+
if (!model) {
|
|
18
|
+
const groupsResult = await context.container.resolve(ListGroupsUseCase).execute();
|
|
19
|
+
if (groupsResult.isFail()) throw groupsResult.error;
|
|
20
|
+
group = groupsResult.value.find((g)=>"mocks" === g.slug);
|
|
21
|
+
if (!group) {
|
|
22
|
+
const groupData = createGroupData();
|
|
23
|
+
const createGroupResult = await context.container.resolve(CreateGroupUseCase).execute(groupData);
|
|
24
|
+
if (createGroupResult.isFail()) throw createGroupResult.error;
|
|
25
|
+
group = createGroupResult.value;
|
|
26
|
+
}
|
|
27
|
+
const carsModel = createCarsModel(group);
|
|
28
|
+
const createModelResult = await context.container.resolve(CreateModelUseCase).execute(carsModel);
|
|
29
|
+
if (createModelResult.isFail()) throw createModelResult.error;
|
|
30
|
+
model = createModelResult.value;
|
|
23
31
|
}
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
indexConfigs: context.container.resolveAll(CmsEntryOpenSearchIndex)
|
|
34
|
-
});
|
|
35
|
-
return {
|
|
36
|
-
group: group,
|
|
37
|
-
model: model
|
|
38
|
-
};
|
|
32
|
+
await createIndex({
|
|
33
|
+
model,
|
|
34
|
+
client: context.container.resolve(OpenSearchClient).use(),
|
|
35
|
+
indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)
|
|
36
|
+
});
|
|
37
|
+
return {
|
|
38
|
+
group: group,
|
|
39
|
+
model: model
|
|
40
|
+
};
|
|
39
41
|
};
|
|
42
|
+
export { createModelAndGroup };
|
|
40
43
|
|
|
41
44
|
//# sourceMappingURL=createModelAndGroup.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/createModelAndGroup.js","sources":["../../../src/tasks/MockDataManager/createModelAndGroup.ts"],"sourcesContent":["import type { CmsGroup, CmsModel } from \"@webiny/api-headless-cms/types/index.js\";\nimport type { Context } from \"~/types.js\";\nimport { createGroupData } from \"./group.js\";\nimport { createCarsModel } from \"./model.js\";\nimport { createIndex } from \"~/utils/index.js\";\nimport { CmsModelOpenSearchIndexProvider } from \"@webiny/api-headless-cms-utils-os/exports/api/cms/opensearch.js\";\nimport { OpenSearchClient } from \"@webiny/api-opensearch/exports/api/opensearch.js\";\nimport { ListModelsUseCase } from \"@webiny/api-headless-cms/features/contentModel/ListModels/index.js\";\nimport { ListGroupsUseCase } from \"@webiny/api-headless-cms/features/contentModelGroup/ListGroups/index.js\";\nimport { CreateGroupUseCase } from \"@webiny/api-headless-cms/features/contentModelGroup/CreateGroup/index.js\";\nimport { CreateModelUseCase } from \"@webiny/api-headless-cms/features/contentModel/CreateModel/index.js\";\n\ninterface ICreateModelAndGroupParams {\n context: Context;\n modelId: string;\n overwrite?: boolean;\n}\nexport interface ICreateModelAndGroupResultSuccess {\n group: CmsGroup;\n model: CmsModel;\n}\nexport type ICreateModelAndGroupResult = string | ICreateModelAndGroupResultSuccess;\n\nexport const createModelAndGroup = async (\n params: ICreateModelAndGroupParams\n): Promise<ICreateModelAndGroupResult> => {\n const { context, modelId, overwrite = false } = params;\n /**\n * First we need to check if the model already exists in the database. If not, we need to create it.\n */\n const modelsResult = await context.container.resolve(ListModelsUseCase).execute();\n if (modelsResult.isFail()) {\n throw modelsResult.error;\n }\n let model = modelsResult.value.find(m => m.modelId === modelId);\n let group: CmsGroup | undefined;\n if (model && !overwrite) {\n return `Model \"${modelId}\" already exists.`;\n } else if (!model) {\n const groupsResult = await context.container.resolve(ListGroupsUseCase).execute();\n if (groupsResult.isFail()) {\n throw groupsResult.error;\n }\n group = groupsResult.value.find(g => g.slug === \"mocks\");\n if (!group) {\n const groupData = createGroupData();\n const createGroupResult = await context.container\n .resolve(CreateGroupUseCase)\n .execute(groupData);\n if (createGroupResult.isFail()) {\n throw createGroupResult.error;\n }\n group = createGroupResult.value;\n }\n /**\n * Possibly we need to create the model.\n */\n const carsModel = createCarsModel(group);\n const createModelResult = await context.container\n .resolve(CreateModelUseCase)\n .execute(carsModel);\n if (createModelResult.isFail()) {\n throw createModelResult.error;\n }\n model = createModelResult.value;\n }\n await createIndex({\n model,\n client: context.container.resolve(OpenSearchClient).use(),\n indexProvider: context.container.resolve(CmsModelOpenSearchIndexProvider)\n });\n\n return {\n group: group as CmsGroup,\n model: model as CmsModel\n };\n};\n"],"names":["createModelAndGroup","params","context","modelId","overwrite","modelsResult","ListModelsUseCase","model","m","group","groupsResult","ListGroupsUseCase","g","groupData","createGroupData","createGroupResult","CreateGroupUseCase","carsModel","createCarsModel","createModelResult","CreateModelUseCase","createIndex","OpenSearchClient","CmsModelOpenSearchIndexProvider"],"mappings":";;;;;;;;;AAuBO,MAAMA,sBAAsB,OAC/BC;IAEA,MAAM,EAAEC,OAAO,EAAEC,OAAO,EAAEC,YAAY,KAAK,EAAE,GAAGH;IAIhD,MAAMI,eAAe,MAAMH,QAAQ,SAAS,CAAC,OAAO,CAACI,mBAAmB,OAAO;IAC/E,IAAID,aAAa,MAAM,IACnB,MAAMA,aAAa,KAAK;IAE5B,IAAIE,QAAQF,aAAa,KAAK,CAAC,IAAI,CAACG,CAAAA,IAAKA,EAAE,OAAO,KAAKL;IACvD,IAAIM;IACJ,IAAIF,SAAS,CAACH,WACV,OAAO,CAAC,OAAO,EAAED,QAAQ,iBAAiB,CAAC;IACxC,IAAI,CAACI,OAAO;QACf,MAAMG,eAAe,MAAMR,QAAQ,SAAS,CAAC,OAAO,CAACS,mBAAmB,OAAO;QAC/E,IAAID,aAAa,MAAM,IACnB,MAAMA,aAAa,KAAK;QAE5BD,QAAQC,aAAa,KAAK,CAAC,IAAI,CAACE,CAAAA,IAAKA,AAAW,YAAXA,EAAE,IAAI;QAC3C,IAAI,CAACH,OAAO;YACR,MAAMI,YAAYC;YAClB,MAAMC,oBAAoB,MAAMb,QAAQ,SAAS,CAC5C,OAAO,CAACc,oBACR,OAAO,CAACH;YACb,IAAIE,kBAAkB,MAAM,IACxB,MAAMA,kBAAkB,KAAK;YAEjCN,QAAQM,kBAAkB,KAAK;QACnC;QAIA,MAAME,YAAYC,gBAAgBT;QAClC,MAAMU,oBAAoB,MAAMjB,QAAQ,SAAS,CAC5C,OAAO,CAACkB,oBACR,OAAO,CAACH;QACb,IAAIE,kBAAkB,MAAM,IACxB,MAAMA,kBAAkB,KAAK;QAEjCZ,QAAQY,kBAAkB,KAAK;IACnC;IACA,MAAME,YAAY;QACdd;QACA,QAAQL,QAAQ,SAAS,CAAC,OAAO,CAACoB,kBAAkB,GAAG;QACvD,eAAepB,QAAQ,SAAS,CAAC,OAAO,CAACqB;IAC7C;IAEA,OAAO;QACH,OAAOd;QACP,OAAOF;IACX;AACJ"}
|
|
@@ -1,14 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
};
|
|
1
|
+
const createGroupData = ()=>({
|
|
2
|
+
id: "mocks",
|
|
3
|
+
icon: {
|
|
4
|
+
type: "icon",
|
|
5
|
+
name: "fas/star"
|
|
6
|
+
},
|
|
7
|
+
name: "Mocks",
|
|
8
|
+
description: "A group for mock models",
|
|
9
|
+
slug: "mocks"
|
|
10
|
+
});
|
|
11
|
+
export { createGroupData };
|
|
13
12
|
|
|
14
13
|
//# sourceMappingURL=group.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"
|
|
1
|
+
{"version":3,"file":"tasks/MockDataManager/group.js","sources":["../../../src/tasks/MockDataManager/group.ts"],"sourcesContent":["import type { CmsGroupCreateInput } from \"@webiny/api-headless-cms/types/index.js\";\n\nexport const createGroupData = (): CmsGroupCreateInput => {\n return {\n id: \"mocks\",\n icon: {\n type: \"icon\",\n name: \"fas/star\"\n },\n name: \"Mocks\",\n description: \"A group for mock models\",\n slug: \"mocks\"\n };\n};\n"],"names":["createGroupData"],"mappings":"AAEO,MAAMA,kBAAkB,IACpB;QACH,IAAI;QACJ,MAAM;YACF,MAAM;YACN,MAAM;QACV;QACA,MAAM;QACN,aAAa;QACb,MAAM;IACV"}
|