mvc-common-toolkit 1.43.10 → 1.43.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/src/constants.d.ts +42 -0
- package/dist/src/constants.js +50 -0
- package/dist/src/constants.js.map +1 -0
- package/dist/src/gateways/alibaba-cloud-gateway.d.ts +30 -0
- package/dist/src/gateways/alibaba-cloud-gateway.js +120 -0
- package/dist/src/gateways/alibaba-cloud-gateway.js.map +1 -0
- package/dist/src/gateways/http-audit-gateway.d.ts +20 -0
- package/dist/src/gateways/http-audit-gateway.js +76 -0
- package/dist/src/gateways/http-audit-gateway.js.map +1 -0
- package/dist/src/gateways/index.d.ts +5 -0
- package/dist/src/gateways/index.js +22 -0
- package/dist/src/gateways/index.js.map +1 -0
- package/dist/src/gateways/internal-auth-gateway.d.ts +8 -0
- package/dist/src/gateways/internal-auth-gateway.js +40 -0
- package/dist/src/gateways/internal-auth-gateway.js.map +1 -0
- package/dist/src/gateways/stdout-audit-gateway.d.ts +7 -0
- package/dist/src/gateways/stdout-audit-gateway.js +25 -0
- package/dist/src/gateways/stdout-audit-gateway.js.map +1 -0
- package/dist/src/gateways/webhook-audit-gateway.d.ts +14 -0
- package/dist/src/gateways/webhook-audit-gateway.js +27 -0
- package/dist/src/gateways/webhook-audit-gateway.js.map +1 -0
- package/dist/src/interfaces.d.ts +218 -0
- package/dist/src/interfaces.js +3 -0
- package/dist/src/interfaces.js.map +1 -0
- package/dist/src/models/audit-log.d.ts +77 -0
- package/dist/src/models/audit-log.js +92 -0
- package/dist/src/models/audit-log.js.map +1 -0
- package/dist/src/models/index.d.ts +1 -0
- package/dist/src/models/index.js +18 -0
- package/dist/src/models/index.js.map +1 -0
- package/dist/src/pkg/array-helper.d.ts +1 -0
- package/dist/src/pkg/array-helper.js +12 -0
- package/dist/src/pkg/array-helper.js.map +1 -0
- package/dist/src/pkg/bcrypt-helper.d.ts +2 -0
- package/dist/src/pkg/bcrypt-helper.js +36 -0
- package/dist/src/pkg/bcrypt-helper.js.map +1 -0
- package/dist/src/pkg/crypto-helper.d.ts +2 -0
- package/dist/src/pkg/crypto-helper.js +16 -0
- package/dist/src/pkg/crypto-helper.js.map +1 -0
- package/dist/src/pkg/encryption-helper.d.ts +18 -0
- package/dist/src/pkg/encryption-helper.js +89 -0
- package/dist/src/pkg/encryption-helper.js.map +1 -0
- package/dist/src/pkg/encryption-helper.spec.d.ts +1 -0
- package/dist/src/pkg/encryption-helper.spec.js +238 -0
- package/dist/src/pkg/encryption-helper.spec.js.map +1 -0
- package/dist/src/pkg/filter-helper.d.ts +2 -0
- package/dist/src/pkg/filter-helper.js +102 -0
- package/dist/src/pkg/filter-helper.js.map +1 -0
- package/dist/src/pkg/filter-helper.spec.d.ts +1 -0
- package/dist/src/pkg/filter-helper.spec.js +94 -0
- package/dist/src/pkg/filter-helper.spec.js.map +1 -0
- package/dist/src/pkg/geoip-helper.d.ts +2 -0
- package/dist/src/pkg/geoip-helper.js +32 -0
- package/dist/src/pkg/geoip-helper.js.map +1 -0
- package/dist/src/pkg/hash-helper.d.ts +1 -0
- package/dist/src/pkg/hash-helper.js +37 -0
- package/dist/src/pkg/hash-helper.js.map +1 -0
- package/dist/src/pkg/http-request-utils.d.ts +4 -0
- package/dist/src/pkg/http-request-utils.js +55 -0
- package/dist/src/pkg/http-request-utils.js.map +1 -0
- package/dist/src/pkg/index.d.ts +18 -0
- package/dist/src/pkg/index.js +45 -0
- package/dist/src/pkg/index.js.map +1 -0
- package/dist/src/pkg/key-helper.d.ts +2 -0
- package/dist/src/pkg/key-helper.js +20 -0
- package/dist/src/pkg/key-helper.js.map +1 -0
- package/dist/src/pkg/logger.d.ts +9 -0
- package/dist/src/pkg/logger.js +23 -0
- package/dist/src/pkg/logger.js.map +1 -0
- package/dist/src/pkg/object-helper.d.ts +2 -0
- package/dist/src/pkg/object-helper.js +37 -0
- package/dist/src/pkg/object-helper.js.map +1 -0
- package/dist/src/pkg/paginated-cache-registry.d.ts +8 -0
- package/dist/src/pkg/paginated-cache-registry.js +23 -0
- package/dist/src/pkg/paginated-cache-registry.js.map +1 -0
- package/dist/src/pkg/query-helper.d.ts +3 -0
- package/dist/src/pkg/query-helper.js +60 -0
- package/dist/src/pkg/query-helper.js.map +1 -0
- package/dist/src/pkg/referral-tree-utils.d.ts +33 -0
- package/dist/src/pkg/referral-tree-utils.js +71 -0
- package/dist/src/pkg/referral-tree-utils.js.map +1 -0
- package/dist/src/pkg/scripts/index.d.ts +1 -0
- package/dist/src/pkg/scripts/index.js +28 -0
- package/dist/src/pkg/scripts/index.js.map +1 -0
- package/dist/src/pkg/scripts/lua.d.ts +10 -0
- package/dist/src/pkg/scripts/lua.js +109 -0
- package/dist/src/pkg/scripts/lua.js.map +1 -0
- package/dist/src/pkg/sort-helper.d.ts +3 -0
- package/dist/src/pkg/sort-helper.js +18 -0
- package/dist/src/pkg/sort-helper.js.map +1 -0
- package/dist/src/pkg/string-utils.d.ts +10 -0
- package/dist/src/pkg/string-utils.js +79 -0
- package/dist/src/pkg/string-utils.js.map +1 -0
- package/dist/src/pkg/task-helper.d.ts +2 -0
- package/dist/src/pkg/task-helper.js +30 -0
- package/dist/src/pkg/task-helper.js.map +1 -0
- package/dist/src/pkg/workflow/delayed-task-registry.d.ts +10 -0
- package/dist/src/pkg/workflow/delayed-task-registry.js +67 -0
- package/dist/src/pkg/workflow/delayed-task-registry.js.map +1 -0
- package/dist/src/pkg/workflow/delayed-task.d.ts +18 -0
- package/dist/src/pkg/workflow/delayed-task.js +95 -0
- package/dist/src/pkg/workflow/delayed-task.js.map +1 -0
- package/dist/src/pkg/workflow/index.d.ts +5 -0
- package/dist/src/pkg/workflow/index.js +22 -0
- package/dist/src/pkg/workflow/index.js.map +1 -0
- package/dist/src/pkg/workflow/processing-milestone.d.ts +18 -0
- package/dist/src/pkg/workflow/processing-milestone.js +39 -0
- package/dist/src/pkg/workflow/processing-milestone.js.map +1 -0
- package/dist/src/pkg/workflow/retry-task.d.ts +24 -0
- package/dist/src/pkg/workflow/retry-task.js +89 -0
- package/dist/src/pkg/workflow/retry-task.js.map +1 -0
- package/dist/src/pkg/workflow/retry-task.spec.d.ts +1 -0
- package/dist/src/pkg/workflow/retry-task.spec.js +145 -0
- package/dist/src/pkg/workflow/retry-task.spec.js.map +1 -0
- package/dist/src/pkg/workflow/sync-taskqueue.d.ts +32 -0
- package/dist/src/pkg/workflow/sync-taskqueue.js +108 -0
- package/dist/src/pkg/workflow/sync-taskqueue.js.map +1 -0
- package/dist/src/pkg/worksheet.utils.d.ts +27 -0
- package/dist/src/pkg/worksheet.utils.js +116 -0
- package/dist/src/pkg/worksheet.utils.js.map +1 -0
- package/dist/src/services/audit-service.d.ts +7 -0
- package/dist/src/services/audit-service.js +32 -0
- package/dist/src/services/audit-service.js.map +1 -0
- package/dist/src/services/excel.service.d.ts +25 -0
- package/dist/src/services/excel.service.js +95 -0
- package/dist/src/services/excel.service.js.map +1 -0
- package/dist/src/services/http-service.d.ts +7 -0
- package/dist/src/services/http-service.js +67 -0
- package/dist/src/services/http-service.js.map +1 -0
- package/dist/src/services/index.d.ts +8 -0
- package/dist/src/services/index.js +25 -0
- package/dist/src/services/index.js.map +1 -0
- package/dist/src/services/kafka-service.d.ts +15 -0
- package/dist/src/services/kafka-service.js +68 -0
- package/dist/src/services/kafka-service.js.map +1 -0
- package/dist/src/services/mailer-service.d.ts +15 -0
- package/dist/src/services/mailer-service.js +44 -0
- package/dist/src/services/mailer-service.js.map +1 -0
- package/dist/src/services/paginated-cache.d.ts +16 -0
- package/dist/src/services/paginated-cache.js +115 -0
- package/dist/src/services/paginated-cache.js.map +1 -0
- package/dist/src/services/paginated-cache.spec.d.ts +1 -0
- package/dist/src/services/paginated-cache.spec.js +284 -0
- package/dist/src/services/paginated-cache.spec.js.map +1 -0
- package/dist/src/services/redis-service.d.ts +33 -0
- package/dist/src/services/redis-service.js +230 -0
- package/dist/src/services/redis-service.js.map +1 -0
- package/dist/src/services/security-service.d.ts +11 -0
- package/dist/src/services/security-service.js +68 -0
- package/dist/src/services/security-service.js.map +1 -0
- package/package.json +1 -1
- package/src/constants.ts +47 -0
- package/src/gateways/alibaba-cloud-gateway.ts +127 -0
- package/src/gateways/http-audit-gateway.ts +104 -0
- package/src/gateways/index.ts +5 -0
- package/src/gateways/internal-auth-gateway.ts +42 -0
- package/src/gateways/stdout-audit-gateway.ts +23 -0
- package/src/gateways/webhook-audit-gateway.ts +33 -0
- package/src/interfaces.ts +304 -0
- package/src/models/audit-log.ts +126 -0
- package/src/models/index.ts +1 -0
- package/src/pkg/array-helper.ts +7 -0
- package/src/pkg/bcrypt-helper.ts +9 -0
- package/src/pkg/crypto-helper.ts +18 -0
- package/src/pkg/encryption-helper.spec.ts +423 -0
- package/src/pkg/encryption-helper.ts +155 -0
- package/src/pkg/filter-helper.spec.ts +105 -0
- package/src/pkg/filter-helper.ts +139 -0
- package/src/pkg/geoip-helper.ts +5 -0
- package/src/pkg/hash-helper.ts +12 -0
- package/src/pkg/http-request-utils.ts +75 -0
- package/src/pkg/index.ts +18 -0
- package/src/pkg/key-helper.ts +20 -0
- package/src/pkg/logger.ts +23 -0
- package/src/pkg/object-helper.ts +42 -0
- package/src/pkg/paginated-cache-registry.ts +25 -0
- package/src/pkg/query-helper.ts +79 -0
- package/src/pkg/referral-tree-utils.ts +165 -0
- package/src/pkg/scripts/index.ts +1 -0
- package/src/pkg/scripts/lua.ts +112 -0
- package/src/pkg/sort-helper.ts +19 -0
- package/src/pkg/string-utils.ts +104 -0
- package/src/pkg/task-helper.ts +25 -0
- package/src/pkg/workflow/delayed-task-registry.ts +54 -0
- package/src/pkg/workflow/delayed-task.ts +106 -0
- package/src/pkg/workflow/index.ts +5 -0
- package/src/pkg/workflow/processing-milestone.ts +54 -0
- package/src/pkg/workflow/retry-task.spec.ts +194 -0
- package/src/pkg/workflow/retry-task.ts +119 -0
- package/src/pkg/workflow/sync-taskqueue.ts +118 -0
- package/src/pkg/worksheet.utils.ts +178 -0
- package/src/services/audit-service.ts +22 -0
- package/src/services/excel.service.ts +103 -0
- package/src/services/http-service.ts +71 -0
- package/src/services/index.ts +8 -0
- package/src/services/kafka-service.ts +81 -0
- package/src/services/mailer-service.ts +43 -0
- package/src/services/paginated-cache.spec.ts +519 -0
- package/src/services/paginated-cache.ts +122 -0
- package/src/services/redis-service.ts +238 -0
- package/src/services/security-service.ts +80 -0
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.maskFn = exports.validatePasswordStrengthWithMessage = exports.generatePassword = exports.generateRandomId = void 0;
|
|
4
|
+
const cuid2_1 = require("@paralleldrive/cuid2");
|
|
5
|
+
function generateRandomId() {
|
|
6
|
+
return (0, cuid2_1.createId)();
|
|
7
|
+
}
|
|
8
|
+
exports.generateRandomId = generateRandomId;
|
|
9
|
+
function generatePassword(length = 16) {
|
|
10
|
+
const chars = "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ";
|
|
11
|
+
const numbers = "0123456789";
|
|
12
|
+
const symbols = "!@#$%^&*(){}|+-";
|
|
13
|
+
const all = chars + numbers + symbols;
|
|
14
|
+
let retVal = "";
|
|
15
|
+
retVal += chars.charAt(Math.floor(Math.random() * chars.length));
|
|
16
|
+
retVal += numbers.charAt(Math.floor(Math.random() * numbers.length));
|
|
17
|
+
retVal += symbols.charAt(Math.floor(Math.random() * symbols.length));
|
|
18
|
+
for (let i = 0; i < length - 3; ++i) {
|
|
19
|
+
retVal += all.charAt(Math.floor(Math.random() * all.length));
|
|
20
|
+
}
|
|
21
|
+
return retVal;
|
|
22
|
+
}
|
|
23
|
+
exports.generatePassword = generatePassword;
|
|
24
|
+
function escapeRegexCharacters(str) {
|
|
25
|
+
return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
|
26
|
+
}
|
|
27
|
+
function validatePasswordStrengthWithMessage(password) {
|
|
28
|
+
const escapedPassword = escapeRegexCharacters(password);
|
|
29
|
+
if (escapedPassword.length < 8) {
|
|
30
|
+
return "Password must be at least 8 characters long";
|
|
31
|
+
}
|
|
32
|
+
if (!escapedPassword.match(/[a-z]/)) {
|
|
33
|
+
return "Password must contain at least one lowercase letter";
|
|
34
|
+
}
|
|
35
|
+
if (!escapedPassword.match(/[A-Z]/)) {
|
|
36
|
+
return "Password must contain at least one uppercase letter";
|
|
37
|
+
}
|
|
38
|
+
if (!escapedPassword.match(/[0-9]/)) {
|
|
39
|
+
return "Password must contain at least one number";
|
|
40
|
+
}
|
|
41
|
+
if (!escapedPassword.match(/[^a-zA-Z0-9]/)) {
|
|
42
|
+
return "Password must contain at least one special character";
|
|
43
|
+
}
|
|
44
|
+
return "";
|
|
45
|
+
}
|
|
46
|
+
exports.validatePasswordStrengthWithMessage = validatePasswordStrengthWithMessage;
|
|
47
|
+
const standardlize = (f1) => f1.replace(new RegExp("_", "g"), "").toLowerCase();
|
|
48
|
+
const maskRules = [
|
|
49
|
+
{
|
|
50
|
+
keys: [
|
|
51
|
+
"password",
|
|
52
|
+
"Authorization",
|
|
53
|
+
"access_token",
|
|
54
|
+
"refresh_token",
|
|
55
|
+
"signature",
|
|
56
|
+
],
|
|
57
|
+
pattern: /^(.*)$/,
|
|
58
|
+
replacer: () => "***masked***",
|
|
59
|
+
},
|
|
60
|
+
{
|
|
61
|
+
keys: ["txid", "txnid"],
|
|
62
|
+
pattern: /^(.{10})(.*)(.{36})$/,
|
|
63
|
+
replacer: (_match, prefix, middle, suffix) => `${prefix}${"*".repeat(middle.length)}${suffix}`,
|
|
64
|
+
},
|
|
65
|
+
];
|
|
66
|
+
const maskFn = (key, value, additionalMaskRules = []) => {
|
|
67
|
+
if (typeof value !== "string") {
|
|
68
|
+
return value;
|
|
69
|
+
}
|
|
70
|
+
const normalizedKey = standardlize(key);
|
|
71
|
+
const allRules = [...maskRules, ...additionalMaskRules];
|
|
72
|
+
const rule = allRules.find(({ keys }) => keys.some((k) => standardlize(k) === normalizedKey));
|
|
73
|
+
if (!rule) {
|
|
74
|
+
return value;
|
|
75
|
+
}
|
|
76
|
+
return value.replace(rule.pattern, rule.replacer);
|
|
77
|
+
};
|
|
78
|
+
exports.maskFn = maskFn;
|
|
79
|
+
//# sourceMappingURL=string-utils.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"string-utils.js","sourceRoot":"","sources":["../../../src/pkg/string-utils.ts"],"names":[],"mappings":";;;AAAA,gDAAgD;AAEhD,SAAgB,gBAAgB;IAC9B,OAAO,IAAA,gBAAQ,GAAE,CAAC;AACpB,CAAC;AAFD,4CAEC;AAED,SAAgB,gBAAgB,CAAC,MAAM,GAAG,EAAE;IAC1C,MAAM,KAAK,GAAG,sDAAsD,CAAC;IACrE,MAAM,OAAO,GAAG,YAAY,CAAC;IAC7B,MAAM,OAAO,GAAG,iBAAiB,CAAC;IAClC,MAAM,GAAG,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,CAAC;IAEtC,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACjE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;IAErE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,GAAG,CAAC,EAAE,EAAE,CAAC,EAAE;QACnC,MAAM,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;KAC9D;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAfD,4CAeC;AAED,SAAS,qBAAqB,CAAC,GAAW;IACxC,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC;AAED,SAAgB,mCAAmC,CAAC,QAAgB;IAClE,MAAM,eAAe,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;IAExD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE;QAC9B,OAAO,6CAA6C,CAAC;KACtD;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;QACnC,OAAO,qDAAqD,CAAC;KAC9D;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;QACnC,OAAO,qDAAqD,CAAC;KAC9D;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE;QACnC,OAAO,2CAA2C,CAAC;KACpD;IACD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,cAAc,CAAC,EAAE;QAC1C,OAAO,sDAAsD,CAAC;KAC/D;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAnBD,kFAmBC;AAED,MAAM,YAAY,GAAG,CAAC,EAAU,EAAE,EAAE,CAClC,EAAE,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;AAQrD,MAAM,SAAS,GAAe;IAC5B;QACE,IAAI,EAAE;YACJ,UAAU;YACV,eAAe;YACf,cAAc;YACd,eAAe;YACf,WAAW;SACZ;QACD,OAAO,EAAE,QAAQ;QACjB,QAAQ,EAAE,GAAG,EAAE,CAAC,cAAc;KAC/B;IACD;QACE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;QACvB,OAAO,EAAE,sBAAsB;QAC/B,QAAQ,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,CAC3C,GAAG,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE;KACnD;CACF,CAAC;AAEK,MAAM,MAAM,GAAG,CACpB,GAAW,EACX,KAAc,EACd,sBAAkC,EAAE,EAC3B,EAAE;IAEX,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE;QAC7B,OAAO,KAAK,CAAC;KACd;IAED,MAAM,aAAa,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC;IAExC,MAAM,QAAQ,GAAG,CAAC,GAAG,SAAS,EAAE,GAAG,mBAAmB,CAAC,CAAC;IAGxD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CACtC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CACpD,CAAC;IAGF,IAAI,CAAC,IAAI,EAAE;QACT,OAAO,KAAK,CAAC;KACd;IAGD,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;AACpD,CAAC,CAAC;AA1BW,QAAA,MAAM,UA0BjB"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.runWithTimeout = void 0;
|
|
13
|
+
function runWithTimeout(handler, timeoutInMs) {
|
|
14
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
15
|
+
return new Promise((resolve, reject) => {
|
|
16
|
+
const timeout = setTimeout(() => reject(new Error("task timed out")), timeoutInMs);
|
|
17
|
+
handler()
|
|
18
|
+
.then((result) => {
|
|
19
|
+
clearTimeout(timeout);
|
|
20
|
+
resolve(result);
|
|
21
|
+
})
|
|
22
|
+
.catch((error) => {
|
|
23
|
+
clearTimeout(timeout);
|
|
24
|
+
reject(error);
|
|
25
|
+
});
|
|
26
|
+
});
|
|
27
|
+
});
|
|
28
|
+
}
|
|
29
|
+
exports.runWithTimeout = runWithTimeout;
|
|
30
|
+
//# sourceMappingURL=task-helper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"task-helper.js","sourceRoot":"","sources":["../../../src/pkg/task-helper.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,SAAsB,cAAc,CAClC,OAAe,EACf,WAAmB;;QAEnB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,OAAO,GAAG,UAAU,CACxB,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC,EACzC,WAAW,CACZ,CAAC;YAEF,OAAO,EAAE;iBACN,IAAI,CAAC,CAAC,MAAS,EAAE,EAAE;gBAClB,YAAY,CAAC,OAAO,CAAC,CAAC;gBAEtB,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE;gBACtB,YAAY,CAAC,OAAO,CAAC,CAAC;gBAEtB,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACL,CAAC;CAAA;AAtBD,wCAsBC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import { DelayedTaskOps, ITask, TaskRegistry } from "../../interfaces";
|
|
2
|
+
export declare class DelayedTaskRegistry implements TaskRegistry {
|
|
3
|
+
protected taskRegistry: Map<string, ITask>;
|
|
4
|
+
register(options: DelayedTaskOps): Promise<ITask>;
|
|
5
|
+
count(): Promise<number>;
|
|
6
|
+
getTasks(): Promise<ITask[]>;
|
|
7
|
+
getTaskById(id: string): Promise<ITask>;
|
|
8
|
+
cancelTaskById(id: string): Promise<void>;
|
|
9
|
+
startTaskById(id: string): Promise<void>;
|
|
10
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.DelayedTaskRegistry = void 0;
|
|
13
|
+
const delayed_task_1 = require("./delayed-task");
|
|
14
|
+
class DelayedTaskRegistry {
|
|
15
|
+
constructor() {
|
|
16
|
+
this.taskRegistry = new Map();
|
|
17
|
+
}
|
|
18
|
+
register(options) {
|
|
19
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
20
|
+
const delayedTask = new delayed_task_1.DelayedTask(options);
|
|
21
|
+
this.taskRegistry.set(delayedTask.id, delayedTask);
|
|
22
|
+
return delayedTask;
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
count() {
|
|
26
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
27
|
+
return this.taskRegistry.size;
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
getTasks() {
|
|
31
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
32
|
+
return Object.values(this.taskRegistry);
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
getTaskById(id) {
|
|
36
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
37
|
+
return this.taskRegistry.get(id);
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
cancelTaskById(id) {
|
|
41
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
42
|
+
const task = this.taskRegistry.get(id);
|
|
43
|
+
if (!task) {
|
|
44
|
+
throw new Error(`task with id ${id} not exist`);
|
|
45
|
+
}
|
|
46
|
+
if (!task.isRunning) {
|
|
47
|
+
return;
|
|
48
|
+
}
|
|
49
|
+
yield task.cancel();
|
|
50
|
+
this.taskRegistry.delete(id);
|
|
51
|
+
});
|
|
52
|
+
}
|
|
53
|
+
startTaskById(id) {
|
|
54
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
55
|
+
const task = this.taskRegistry.get(id);
|
|
56
|
+
if (!task) {
|
|
57
|
+
throw new Error(`task with id ${id} not exist`);
|
|
58
|
+
}
|
|
59
|
+
if (task.isRunning) {
|
|
60
|
+
return;
|
|
61
|
+
}
|
|
62
|
+
return task.start();
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
exports.DelayedTaskRegistry = DelayedTaskRegistry;
|
|
67
|
+
//# sourceMappingURL=delayed-task-registry.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delayed-task-registry.js","sourceRoot":"","sources":["../../../../src/pkg/workflow/delayed-task-registry.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,iDAA6C;AAE7C,MAAa,mBAAmB;IAAhC;QACY,iBAAY,GAAG,IAAI,GAAG,EAAiB,CAAC;IAiDpD,CAAC;IA/Cc,QAAQ,CAAC,OAAuB;;YAC3C,MAAM,WAAW,GAAG,IAAI,0BAAW,CAAC,OAAO,CAAC,CAAC;YAE7C,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;YAEnD,OAAO,WAAW,CAAC;QACrB,CAAC;KAAA;IAEY,KAAK;;YAChB,OAAO,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC;QAChC,CAAC;KAAA;IAEY,QAAQ;;YACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1C,CAAC;KAAA;IAEY,WAAW,CAAC,EAAU;;YACjC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACnC,CAAC;KAAA;IAEY,cAAc,CAAC,EAAU;;YACpC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,EAAE;gBACT,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;aACjD;YAED,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;gBACnB,OAAO;aACR;YAED,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAEpB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;KAAA;IAEY,aAAa,CAAC,EAAU;;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACvC,IAAI,CAAC,IAAI,EAAE;gBACT,MAAM,IAAI,KAAK,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;aACjD;YAED,IAAI,IAAI,CAAC,SAAS,EAAE;gBAClB,OAAO;aACR;YAED,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;KAAA;CACF;AAlDD,kDAkDC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { DelayFn, DelayedTaskOps, ITask, Subscription, TaskRescheduleOps } from "../../interfaces";
|
|
2
|
+
export declare class DelayedTask implements ITask {
|
|
3
|
+
protected options: DelayedTaskOps;
|
|
4
|
+
protected delayFn: DelayFn;
|
|
5
|
+
id: string;
|
|
6
|
+
isCron: boolean;
|
|
7
|
+
isRunning: boolean;
|
|
8
|
+
isCancelled: boolean;
|
|
9
|
+
protected _lastRun: Date;
|
|
10
|
+
protected subscription: Subscription;
|
|
11
|
+
constructor(options: DelayedTaskOps, delayFn?: DelayFn);
|
|
12
|
+
protected _start(): void;
|
|
13
|
+
cancel(): Promise<void>;
|
|
14
|
+
reschedule(options: TaskRescheduleOps): Promise<void>;
|
|
15
|
+
start(): Promise<void>;
|
|
16
|
+
lastRun(): Promise<Date>;
|
|
17
|
+
nextRun(): Promise<Date>;
|
|
18
|
+
}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.DelayedTask = void 0;
|
|
16
|
+
const cuid2_1 = require("@paralleldrive/cuid2");
|
|
17
|
+
const dayjs_1 = __importDefault(require("dayjs"));
|
|
18
|
+
const nativeTimeout = (callback, timeout) => {
|
|
19
|
+
const timeoutId = setTimeout(callback, timeout);
|
|
20
|
+
return {
|
|
21
|
+
unsubscribe() {
|
|
22
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
23
|
+
clearTimeout(timeoutId);
|
|
24
|
+
});
|
|
25
|
+
},
|
|
26
|
+
};
|
|
27
|
+
};
|
|
28
|
+
class DelayedTask {
|
|
29
|
+
constructor(options, delayFn = nativeTimeout) {
|
|
30
|
+
this.options = options;
|
|
31
|
+
this.delayFn = delayFn;
|
|
32
|
+
this.isCron = false;
|
|
33
|
+
this.isRunning = false;
|
|
34
|
+
this.isCancelled = false;
|
|
35
|
+
this.id = (0, cuid2_1.createId)();
|
|
36
|
+
if (options === null || options === void 0 ? void 0 : options.startOnCreate) {
|
|
37
|
+
this._start();
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
_start() {
|
|
41
|
+
this.subscription = this.delayFn(() => {
|
|
42
|
+
this.options.callback();
|
|
43
|
+
this._lastRun = new Date();
|
|
44
|
+
}, this.options.timeout);
|
|
45
|
+
this.isRunning = true;
|
|
46
|
+
}
|
|
47
|
+
cancel() {
|
|
48
|
+
this.isCancelled = true;
|
|
49
|
+
this.isRunning = false;
|
|
50
|
+
return this.subscription.unsubscribe();
|
|
51
|
+
}
|
|
52
|
+
reschedule(options) {
|
|
53
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
54
|
+
if (!(options === null || options === void 0 ? void 0 : options.msFromNow) && !(options === null || options === void 0 ? void 0 : options.runTime)) {
|
|
55
|
+
throw new Error("must pass either msFromNow or runTime");
|
|
56
|
+
}
|
|
57
|
+
yield this.cancel();
|
|
58
|
+
if (options.msFromNow && options.runTime) {
|
|
59
|
+
throw new Error("only accept either msFromNow or runTime.");
|
|
60
|
+
}
|
|
61
|
+
if (options.msFromNow) {
|
|
62
|
+
this.options.timeout = options.msFromNow;
|
|
63
|
+
return this._start();
|
|
64
|
+
}
|
|
65
|
+
if (options.runTime) {
|
|
66
|
+
const timeDiff = (0, dayjs_1.default)(options.runTime).diff(new Date());
|
|
67
|
+
if (timeDiff <= 0) {
|
|
68
|
+
throw new Error("new run time must be after now");
|
|
69
|
+
}
|
|
70
|
+
this.options.timeout = timeDiff;
|
|
71
|
+
return this._start();
|
|
72
|
+
}
|
|
73
|
+
});
|
|
74
|
+
}
|
|
75
|
+
start() {
|
|
76
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
77
|
+
this._start();
|
|
78
|
+
});
|
|
79
|
+
}
|
|
80
|
+
lastRun() {
|
|
81
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
82
|
+
return this._lastRun;
|
|
83
|
+
});
|
|
84
|
+
}
|
|
85
|
+
nextRun() {
|
|
86
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
87
|
+
if (!this.isRunning) {
|
|
88
|
+
return null;
|
|
89
|
+
}
|
|
90
|
+
return (0, dayjs_1.default)(this._lastRun).add(this.options.timeout).toDate();
|
|
91
|
+
});
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
exports.DelayedTask = DelayedTask;
|
|
95
|
+
//# sourceMappingURL=delayed-task.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"delayed-task.js","sourceRoot":"","sources":["../../../../src/pkg/workflow/delayed-task.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,gDAAgD;AAEhD,kDAA0B;AAU1B,MAAM,aAAa,GAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE;IACnD,MAAM,SAAS,GAAG,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEhD,OAAO;QACC,WAAW;;gBACf,YAAY,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;SAAA;KACF,CAAC;AACJ,CAAC,CAAC;AAEF,MAAa,WAAW;IAStB,YACY,OAAuB,EACvB,UAAmB,aAAa;QADhC,YAAO,GAAP,OAAO,CAAgB;QACvB,YAAO,GAAP,OAAO,CAAyB;QATrC,WAAM,GAAY,KAAK,CAAC;QACxB,cAAS,GAAY,KAAK,CAAC;QAC3B,gBAAW,GAAY,KAAK,CAAC;QASlC,IAAI,CAAC,EAAE,GAAG,IAAA,gBAAQ,GAAE,CAAC;QAErB,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,aAAa,EAAE;YAC1B,IAAI,CAAC,MAAM,EAAE,CAAC;SACf;IACH,CAAC;IAES,MAAM;QACd,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE;YAEpC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAGxB,IAAI,CAAC,QAAQ,GAAG,IAAI,IAAI,EAAE,CAAC;QAC7B,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAEzB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAEM,MAAM;QACX,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QAEvB,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,EAAE,CAAC;IACzC,CAAC;IAEY,UAAU,CAAC,OAA0B;;YAChD,IAAI,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,SAAS,CAAA,IAAI,CAAC,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,OAAO,CAAA,EAAE;gBAC5C,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;aAC1D;YAED,MAAM,IAAI,CAAC,MAAM,EAAE,CAAC;YAEpB,IAAI,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,OAAO,EAAE;gBACxC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;aAC7D;YAED,IAAI,OAAO,CAAC,SAAS,EAAE;gBACrB,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,SAAS,CAAC;gBAEzC,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;aACtB;YAED,IAAI,OAAO,CAAC,OAAO,EAAE;gBACnB,MAAM,QAAQ,GAAG,IAAA,eAAK,EAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC;gBACzD,IAAI,QAAQ,IAAI,CAAC,EAAE;oBACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;iBACnD;gBAED,IAAI,CAAC,OAAO,CAAC,OAAO,GAAG,QAAQ,CAAC;gBAEhC,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;aACtB;QACH,CAAC;KAAA;IAEY,KAAK;;YAChB,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,CAAC;KAAA;IAEY,OAAO;;YAClB,OAAO,IAAI,CAAC,QAAQ,CAAC;QACvB,CAAC;KAAA;IAEY,OAAO;;YAClB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE;gBACnB,OAAO,IAAI,CAAC;aACb;YAED,OAAO,IAAA,eAAK,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,CAAC;QACjE,CAAC;KAAA;CACF;AAnFD,kCAmFC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./delayed-task-registry"), exports);
|
|
18
|
+
__exportStar(require("./delayed-task"), exports);
|
|
19
|
+
__exportStar(require("./sync-taskqueue"), exports);
|
|
20
|
+
__exportStar(require("./retry-task"), exports);
|
|
21
|
+
__exportStar(require("./processing-milestone"), exports);
|
|
22
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/pkg/workflow/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC;AACxC,iDAA+B;AAC/B,mDAAiC;AACjC,+CAA6B;AAC7B,yDAAuC"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
export interface Step {
|
|
2
|
+
name?: string;
|
|
3
|
+
onFailure?: OnFailure;
|
|
4
|
+
}
|
|
5
|
+
export interface OnFailure {
|
|
6
|
+
reason: string;
|
|
7
|
+
}
|
|
8
|
+
export declare class SingleProcessingMilestone {
|
|
9
|
+
protected pipelineName?: string;
|
|
10
|
+
protected logger?: (msg: string) => void;
|
|
11
|
+
protected _steps: Step[];
|
|
12
|
+
protected _isFinished: boolean;
|
|
13
|
+
constructor(pipelineName?: string, logger?: (msg: string) => void);
|
|
14
|
+
protected throwIfEnded(): void;
|
|
15
|
+
get totalSteps(): number;
|
|
16
|
+
addStep(name?: string, onFailure?: OnFailure): void;
|
|
17
|
+
result(): Step;
|
|
18
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.SingleProcessingMilestone = void 0;
|
|
4
|
+
class SingleProcessingMilestone {
|
|
5
|
+
constructor(pipelineName, logger) {
|
|
6
|
+
this.pipelineName = pipelineName;
|
|
7
|
+
this.logger = logger;
|
|
8
|
+
this._isFinished = false;
|
|
9
|
+
}
|
|
10
|
+
throwIfEnded() {
|
|
11
|
+
if (this._isFinished) {
|
|
12
|
+
throw new Error("pipeline has already ended");
|
|
13
|
+
}
|
|
14
|
+
}
|
|
15
|
+
get totalSteps() {
|
|
16
|
+
this.throwIfEnded();
|
|
17
|
+
return this._steps.length;
|
|
18
|
+
}
|
|
19
|
+
addStep(name, onFailure) {
|
|
20
|
+
this.throwIfEnded();
|
|
21
|
+
const stepNo = this.totalSteps + 1;
|
|
22
|
+
this._steps.push({
|
|
23
|
+
name: name || `step_${stepNo}`,
|
|
24
|
+
onFailure: onFailure || {
|
|
25
|
+
reason: "unknown",
|
|
26
|
+
},
|
|
27
|
+
});
|
|
28
|
+
if (this.pipelineName && this.logger) {
|
|
29
|
+
this.logger(`step ${stepNo} of pipeline ${this.pipelineName} reached!`);
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
result() {
|
|
33
|
+
this.throwIfEnded();
|
|
34
|
+
this._isFinished = true;
|
|
35
|
+
return this._steps.pop();
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
exports.SingleProcessingMilestone = SingleProcessingMilestone;
|
|
39
|
+
//# sourceMappingURL=processing-milestone.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"processing-milestone.js","sourceRoot":"","sources":["../../../../src/pkg/workflow/processing-milestone.ts"],"names":[],"mappings":";;;AASA,MAAa,yBAAyB;IAIpC,YACY,YAAqB,EACrB,MAA8B;QAD9B,iBAAY,GAAZ,YAAY,CAAS;QACrB,WAAM,GAAN,MAAM,CAAwB;QAJhC,gBAAW,GAAG,KAAK,CAAC;IAK3B,CAAC;IAEM,YAAY;QACpB,IAAI,IAAI,CAAC,WAAW,EAAE;YACpB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;SAC/C;IACH,CAAC;IAED,IAAW,UAAU;QACnB,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAEM,OAAO,CAAC,IAAa,EAAE,SAAqB;QACjD,IAAI,CAAC,YAAY,EAAE,CAAC;QACpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QAEnC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,IAAI,EAAE,IAAI,IAAI,QAAQ,MAAM,EAAE;YAC9B,SAAS,EAAE,SAAS,IAAI;gBACtB,MAAM,EAAE,SAAS;aAClB;SACF,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,EAAE;YACpC,IAAI,CAAC,MAAM,CAAC,QAAQ,MAAM,gBAAgB,IAAI,CAAC,YAAY,WAAW,CAAC,CAAC;SACzE;IACH,CAAC;IAEM,MAAM;QACX,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;IAC3B,CAAC;CACF;AA5CD,8DA4CC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { TaskFn } from "../../interfaces";
|
|
2
|
+
type TaskErrorHandler = (err: Error) => void | Promise<void>;
|
|
3
|
+
type DoneFn<T = any> = (err: Error, data: T) => void;
|
|
4
|
+
interface RetryTaskOptions {
|
|
5
|
+
taskName: string;
|
|
6
|
+
retryCount?: number;
|
|
7
|
+
retryIntervalInMs?: number;
|
|
8
|
+
returnOperationResult?: boolean;
|
|
9
|
+
}
|
|
10
|
+
export declare class RetryTask {
|
|
11
|
+
protected opts: RetryTaskOptions;
|
|
12
|
+
constructor(task: TaskFn, opts: RetryTaskOptions);
|
|
13
|
+
protected _task: TaskFn;
|
|
14
|
+
protected _retryCount: number;
|
|
15
|
+
protected _currentRetryCount: number;
|
|
16
|
+
protected _retryIntervalInMs: number;
|
|
17
|
+
taskName: string;
|
|
18
|
+
get maxRetryCount(): number;
|
|
19
|
+
get retryCount(): number;
|
|
20
|
+
get retryIntervalInMs(): number;
|
|
21
|
+
run<T = any>(eachErrorHandler?: TaskErrorHandler, allFailedHandler?: TaskErrorHandler): Promise<T>;
|
|
22
|
+
protected execTask<T = any>(done: DoneFn<T>, eachErrorHandler: TaskErrorHandler, allFailedHandler: TaskErrorHandler): Promise<void>;
|
|
23
|
+
}
|
|
24
|
+
export {};
|
|
@@ -0,0 +1,89 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
+
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
+
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
+
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
+
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
+
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
+
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
+
});
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.RetryTask = void 0;
|
|
13
|
+
class RetryTask {
|
|
14
|
+
constructor(task, opts) {
|
|
15
|
+
this.opts = opts;
|
|
16
|
+
this._task = task;
|
|
17
|
+
this._retryCount = (opts === null || opts === void 0 ? void 0 : opts.retryCount) || 3;
|
|
18
|
+
this._retryIntervalInMs = (opts === null || opts === void 0 ? void 0 : opts.retryIntervalInMs) || 500;
|
|
19
|
+
this._currentRetryCount = this._retryCount;
|
|
20
|
+
this.taskName = opts === null || opts === void 0 ? void 0 : opts.taskName;
|
|
21
|
+
}
|
|
22
|
+
get maxRetryCount() {
|
|
23
|
+
return this._retryCount;
|
|
24
|
+
}
|
|
25
|
+
get retryCount() {
|
|
26
|
+
return this._currentRetryCount;
|
|
27
|
+
}
|
|
28
|
+
get retryIntervalInMs() {
|
|
29
|
+
return this._retryIntervalInMs;
|
|
30
|
+
}
|
|
31
|
+
run(eachErrorHandler, allFailedHandler) {
|
|
32
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
33
|
+
if (this._currentRetryCount === 0) {
|
|
34
|
+
throw new Error("retry task already run");
|
|
35
|
+
}
|
|
36
|
+
return new Promise((resolve, reject) => __awaiter(this, void 0, void 0, function* () {
|
|
37
|
+
const doneFn = (err, data) => {
|
|
38
|
+
if (err) {
|
|
39
|
+
reject(err);
|
|
40
|
+
return;
|
|
41
|
+
}
|
|
42
|
+
resolve(data);
|
|
43
|
+
};
|
|
44
|
+
this.execTask(doneFn, eachErrorHandler, allFailedHandler);
|
|
45
|
+
}));
|
|
46
|
+
});
|
|
47
|
+
}
|
|
48
|
+
execTask(done, eachErrorHandler, allFailedHandler) {
|
|
49
|
+
var _a, _b;
|
|
50
|
+
return __awaiter(this, void 0, void 0, function* () {
|
|
51
|
+
if (this._currentRetryCount === 0) {
|
|
52
|
+
if ((_a = this.opts) === null || _a === void 0 ? void 0 : _a.returnOperationResult) {
|
|
53
|
+
done(null, {
|
|
54
|
+
success: false,
|
|
55
|
+
message: `retry task ${this.taskName} failed after ${this.maxRetryCount} retries`,
|
|
56
|
+
});
|
|
57
|
+
return;
|
|
58
|
+
}
|
|
59
|
+
const error = new Error(`retry task ${this.taskName} failed after ${this.maxRetryCount} retries`);
|
|
60
|
+
allFailedHandler === null || allFailedHandler === void 0 ? void 0 : allFailedHandler(error);
|
|
61
|
+
done(error, null);
|
|
62
|
+
return;
|
|
63
|
+
}
|
|
64
|
+
try {
|
|
65
|
+
const result = yield this._task();
|
|
66
|
+
if ((result === null || result === void 0 ? void 0 : result.success) === false) {
|
|
67
|
+
throw new Error(result.message || "execution failed");
|
|
68
|
+
}
|
|
69
|
+
if (((_b = this.opts) === null || _b === void 0 ? void 0 : _b.returnOperationResult) && !(result === null || result === void 0 ? void 0 : result.success)) {
|
|
70
|
+
done(null, {
|
|
71
|
+
success: true,
|
|
72
|
+
data: result,
|
|
73
|
+
});
|
|
74
|
+
return;
|
|
75
|
+
}
|
|
76
|
+
done(null, result);
|
|
77
|
+
}
|
|
78
|
+
catch (error) {
|
|
79
|
+
eachErrorHandler === null || eachErrorHandler === void 0 ? void 0 : eachErrorHandler(error);
|
|
80
|
+
setTimeout(() => this.execTask(done, eachErrorHandler, allFailedHandler), this.retryIntervalInMs);
|
|
81
|
+
}
|
|
82
|
+
finally {
|
|
83
|
+
this._currentRetryCount--;
|
|
84
|
+
}
|
|
85
|
+
});
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
exports.RetryTask = RetryTask;
|
|
89
|
+
//# sourceMappingURL=retry-task.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry-task.js","sourceRoot":"","sources":["../../../../src/pkg/workflow/retry-task.ts"],"names":[],"mappings":";;;;;;;;;;;;AAYA,MAAa,SAAS;IACpB,YAAY,IAAY,EAAY,IAAsB;QAAtB,SAAI,GAAJ,IAAI,CAAkB;QACxD,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,WAAW,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,UAAU,KAAI,CAAC,CAAC;QACzC,IAAI,CAAC,kBAAkB,GAAG,CAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,iBAAiB,KAAI,GAAG,CAAC;QACzD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC;QAC3C,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,QAAQ,CAAC;IACjC,CAAC;IASD,IAAW,aAAa;QACtB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,IAAW,UAAU;QACnB,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED,IAAW,iBAAiB;QAC1B,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAEY,GAAG,CACd,gBAAmC,EACnC,gBAAmC;;YAEnC,IAAI,IAAI,CAAC,kBAAkB,KAAK,CAAC,EAAE;gBACjC,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;aAC3C;YAED,OAAO,IAAI,OAAO,CAAC,CAAO,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC3C,MAAM,MAAM,GAAG,CAAC,GAAU,EAAE,IAAO,EAAE,EAAE;oBACrC,IAAI,GAAG,EAAE;wBACP,MAAM,CAAC,GAAG,CAAC,CAAC;wBAEZ,OAAO;qBACR;oBAED,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChB,CAAC,CAAC;gBAEF,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,CAAC;YAC5D,CAAC,CAAA,CAAC,CAAC;QACL,CAAC;KAAA;IAEe,QAAQ,CACtB,IAAe,EACf,gBAAkC,EAClC,gBAAkC;;;YAGlC,IAAI,IAAI,CAAC,kBAAkB,KAAK,CAAC,EAAE;gBACjC,IAAI,MAAA,IAAI,CAAC,IAAI,0CAAE,qBAAqB,EAAE;oBACpC,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,EAAE,KAAK;wBACd,OAAO,EAAE,cAAc,IAAI,CAAC,QAAQ,iBAAiB,IAAI,CAAC,aAAa,UAAU;qBAC3E,CAAC,CAAC;oBAEV,OAAO;iBACR;gBAED,MAAM,KAAK,GAAG,IAAI,KAAK,CACrB,cAAc,IAAI,CAAC,QAAQ,iBAAiB,IAAI,CAAC,aAAa,UAAU,CACzE,CAAC;gBAEF,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAG,KAAK,CAAC,CAAC;gBAC1B,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAElB,OAAO;aACR;YAED,IAAI;gBACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBAGlC,IAAI,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,MAAK,KAAK,EAAE;oBAC7B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,kBAAkB,CAAC,CAAC;iBACvD;gBAED,IAAI,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,qBAAqB,KAAI,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,CAAA,EAAE;oBACxD,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,EAAE,IAAI;wBACb,IAAI,EAAE,MAAM;qBACN,CAAC,CAAC;oBAEV,OAAO;iBACR;gBAED,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;aACpB;YAAC,OAAO,KAAU,EAAE;gBACnB,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAG,KAAK,CAAC,CAAC;gBAE1B,UAAU,CACR,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,gBAAgB,EAAE,gBAAgB,CAAC,EAC7D,IAAI,CAAC,iBAAiB,CACvB,CAAC;aACH;oBAAS;gBACR,IAAI,CAAC,kBAAkB,EAAE,CAAC;aAC3B;;KACF;CACF;AA1GD,8BA0GC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|