@russ-b/nestjs-common-tools 2.1.0 → 2.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +259 -0
- package/dist/common/util/error.util.d.ts +1 -0
- package/dist/common/util/error.util.js +10 -0
- package/dist/common/util/error.util.js.map +1 -0
- package/dist/common/util/index.d.ts +1 -0
- package/dist/common/util/index.js +1 -0
- package/dist/common/util/index.js.map +1 -1
- package/dist/errors/api-error-code.enum.d.ts +11 -0
- package/dist/errors/api-error-code.enum.js +16 -0
- package/dist/errors/api-error-code.enum.js.map +1 -0
- package/dist/errors/api-error-response.type.d.ts +11 -0
- package/dist/errors/api-error-response.type.js +3 -0
- package/dist/errors/api-error-response.type.js.map +1 -0
- package/dist/errors/api-error-root-field.constant.d.ts +1 -0
- package/dist/errors/api-error-root-field.constant.js +5 -0
- package/dist/errors/api-error-root-field.constant.js.map +1 -0
- package/dist/errors/class-validator-exception.factory.d.ts +6 -0
- package/dist/errors/class-validator-exception.factory.js +38 -0
- package/dist/errors/class-validator-exception.factory.js.map +1 -0
- package/dist/errors/error-response.factory.d.ts +10 -0
- package/dist/errors/error-response.factory.js +46 -0
- package/dist/errors/error-response.factory.js.map +1 -0
- package/dist/errors/index.d.ts +5 -0
- package/dist/errors/index.js +22 -0
- package/dist/errors/index.js.map +1 -0
- package/dist/logger/pino/index.d.ts +1 -0
- package/dist/{common/filters → logger/pino}/index.js +1 -1
- package/dist/logger/pino/index.js.map +1 -0
- package/dist/logger/pino-logger.d.ts +13 -0
- package/dist/logger/pino-logger.js +62 -0
- package/dist/logger/pino-logger.js.map +1 -0
- package/dist/modules/index.d.ts +1 -0
- package/dist/modules/index.js +1 -0
- package/dist/modules/index.js.map +1 -1
- package/dist/modules/outbox/entities/index.d.ts +1 -0
- package/dist/modules/outbox/entities/index.js +18 -0
- package/dist/modules/outbox/entities/index.js.map +1 -0
- package/dist/modules/outbox/entities/outbox-event.entity.d.ts +12 -0
- package/dist/modules/outbox/entities/outbox-event.entity.js +67 -0
- package/dist/modules/outbox/entities/outbox-event.entity.js.map +1 -0
- package/dist/modules/outbox/enums/index.d.ts +1 -0
- package/dist/modules/outbox/enums/index.js +18 -0
- package/dist/modules/outbox/enums/index.js.map +1 -0
- package/dist/modules/outbox/enums/outbox-event-status.enum.d.ts +6 -0
- package/dist/modules/outbox/enums/outbox-event-status.enum.js +11 -0
- package/dist/modules/outbox/enums/outbox-event-status.enum.js.map +1 -0
- package/dist/modules/outbox/index.d.ts +6 -0
- package/dist/modules/outbox/index.js +23 -0
- package/dist/modules/outbox/index.js.map +1 -0
- package/dist/modules/outbox/outbox-options.util.d.ts +3 -0
- package/dist/modules/outbox/outbox-options.util.js +34 -0
- package/dist/modules/outbox/outbox-options.util.js.map +1 -0
- package/dist/modules/outbox/outbox.constants.d.ts +2 -0
- package/dist/modules/outbox/outbox.constants.js +6 -0
- package/dist/modules/outbox/outbox.constants.js.map +1 -0
- package/dist/modules/outbox/outbox.module.d.ts +6 -0
- package/dist/modules/outbox/outbox.module.js +74 -0
- package/dist/modules/outbox/outbox.module.js.map +1 -0
- package/dist/modules/outbox/services/base-worker.d.ts +14 -0
- package/dist/modules/outbox/services/base-worker.js +91 -0
- package/dist/modules/outbox/services/base-worker.js.map +1 -0
- package/dist/modules/outbox/services/index.d.ts +3 -0
- package/dist/modules/outbox/services/index.js +20 -0
- package/dist/modules/outbox/services/index.js.map +1 -0
- package/dist/modules/outbox/services/outbox-cleanup.worker.d.ts +9 -0
- package/dist/modules/outbox/services/outbox-cleanup.worker.js +59 -0
- package/dist/modules/outbox/services/outbox-cleanup.worker.js.map +1 -0
- package/dist/modules/outbox/services/outbox.service.d.ts +22 -0
- package/dist/modules/outbox/services/outbox.service.js +235 -0
- package/dist/modules/outbox/services/outbox.service.js.map +1 -0
- package/dist/modules/outbox/types/index.d.ts +1 -0
- package/dist/modules/outbox/types/index.js +18 -0
- package/dist/modules/outbox/types/index.js.map +1 -0
- package/dist/modules/outbox/types/outbox-module-options.interface.d.ts +35 -0
- package/dist/modules/outbox/types/outbox-module-options.interface.js +3 -0
- package/dist/modules/outbox/types/outbox-module-options.interface.js.map +1 -0
- package/dist/typeorm/config/postgres-typeorm-options.factory.d.ts +12 -2
- package/dist/typeorm/config/postgres-typeorm-options.factory.js +37 -2
- package/dist/typeorm/config/postgres-typeorm-options.factory.js.map +1 -1
- package/dist/zod/filters/index.d.ts +3 -0
- package/dist/zod/filters/index.js +20 -0
- package/dist/zod/filters/index.js.map +1 -0
- package/dist/zod/filters/zod-express-exception.filter.d.ts +8 -0
- package/dist/zod/filters/zod-express-exception.filter.js +35 -0
- package/dist/zod/filters/zod-express-exception.filter.js.map +1 -0
- package/dist/zod/filters/zod-fastify-exception.filter.d.ts +8 -0
- package/dist/zod/filters/zod-fastify-exception.filter.js +35 -0
- package/dist/zod/filters/zod-fastify-exception.filter.js.map +1 -0
- package/dist/zod/filters/zod-validation-error-response.d.ts +6 -0
- package/dist/zod/filters/zod-validation-error-response.js +24 -0
- package/dist/zod/filters/zod-validation-error-response.js.map +1 -0
- package/dist/zod/index.d.ts +1 -0
- package/dist/zod/index.js +18 -0
- package/dist/zod/index.js.map +1 -0
- package/package.json +63 -3
- package/dist/common/filters/index.d.ts +0 -1
- package/dist/common/filters/index.js.map +0 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,uCAAqB"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/modules/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,uCAAqB;AACrB,2CAAyB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './outbox-event.entity';
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./outbox-event.entity"), exports);
|
|
18
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/modules/outbox/entities/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import { OutboxEventStatus } from '../enums';
|
|
2
|
+
export declare class OutboxEvent {
|
|
3
|
+
id: string;
|
|
4
|
+
eventType: string;
|
|
5
|
+
payload: Record<string, any>;
|
|
6
|
+
status: OutboxEventStatus;
|
|
7
|
+
retryCount: number;
|
|
8
|
+
lastError: string | null;
|
|
9
|
+
createdAt: Date;
|
|
10
|
+
processingStartedAt: Date | null;
|
|
11
|
+
processedAt: Date | null;
|
|
12
|
+
}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
+
exports.OutboxEvent = void 0;
|
|
13
|
+
const typeorm_1 = require("typeorm");
|
|
14
|
+
const enums_1 = require("../enums");
|
|
15
|
+
let OutboxEvent = class OutboxEvent {
|
|
16
|
+
};
|
|
17
|
+
exports.OutboxEvent = OutboxEvent;
|
|
18
|
+
__decorate([
|
|
19
|
+
(0, typeorm_1.PrimaryColumn)('uuid', { default: () => 'uuidv7()' }),
|
|
20
|
+
__metadata("design:type", String)
|
|
21
|
+
], OutboxEvent.prototype, "id", void 0);
|
|
22
|
+
__decorate([
|
|
23
|
+
(0, typeorm_1.Index)(),
|
|
24
|
+
(0, typeorm_1.Column)({ name: 'event_type', type: 'varchar', length: 100, nullable: false }),
|
|
25
|
+
__metadata("design:type", String)
|
|
26
|
+
], OutboxEvent.prototype, "eventType", void 0);
|
|
27
|
+
__decorate([
|
|
28
|
+
(0, typeorm_1.Column)({ type: 'jsonb', nullable: false }),
|
|
29
|
+
__metadata("design:type", Object)
|
|
30
|
+
], OutboxEvent.prototype, "payload", void 0);
|
|
31
|
+
__decorate([
|
|
32
|
+
(0, typeorm_1.Column)({
|
|
33
|
+
type: 'enum',
|
|
34
|
+
enum: enums_1.OutboxEventStatus,
|
|
35
|
+
default: enums_1.OutboxEventStatus.PENDING,
|
|
36
|
+
}),
|
|
37
|
+
__metadata("design:type", String)
|
|
38
|
+
], OutboxEvent.prototype, "status", void 0);
|
|
39
|
+
__decorate([
|
|
40
|
+
(0, typeorm_1.Column)({ name: 'retry_count', type: 'int', default: 0 }),
|
|
41
|
+
__metadata("design:type", Number)
|
|
42
|
+
], OutboxEvent.prototype, "retryCount", void 0);
|
|
43
|
+
__decorate([
|
|
44
|
+
(0, typeorm_1.Column)({ name: 'last_error', type: 'text', nullable: true }),
|
|
45
|
+
__metadata("design:type", Object)
|
|
46
|
+
], OutboxEvent.prototype, "lastError", void 0);
|
|
47
|
+
__decorate([
|
|
48
|
+
(0, typeorm_1.CreateDateColumn)({ type: 'timestamptz', name: 'created_at' }),
|
|
49
|
+
__metadata("design:type", Date)
|
|
50
|
+
], OutboxEvent.prototype, "createdAt", void 0);
|
|
51
|
+
__decorate([
|
|
52
|
+
(0, typeorm_1.Index)(),
|
|
53
|
+
(0, typeorm_1.Column)({
|
|
54
|
+
type: 'timestamptz',
|
|
55
|
+
name: 'processing_started_at',
|
|
56
|
+
nullable: true,
|
|
57
|
+
}),
|
|
58
|
+
__metadata("design:type", Object)
|
|
59
|
+
], OutboxEvent.prototype, "processingStartedAt", void 0);
|
|
60
|
+
__decorate([
|
|
61
|
+
(0, typeorm_1.Column)({ type: 'timestamptz', name: 'processed_at', nullable: true }),
|
|
62
|
+
__metadata("design:type", Object)
|
|
63
|
+
], OutboxEvent.prototype, "processedAt", void 0);
|
|
64
|
+
exports.OutboxEvent = OutboxEvent = __decorate([
|
|
65
|
+
(0, typeorm_1.Entity)()
|
|
66
|
+
], OutboxEvent);
|
|
67
|
+
//# sourceMappingURL=outbox-event.entity.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox-event.entity.js","sourceRoot":"","sources":["../../../../src/modules/outbox/entities/outbox-event.entity.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qCAMiB;AACjB,oCAA6C;AAGtC,IAAM,WAAW,GAAjB,MAAM,WAAW;CAqCvB,CAAA;AArCY,kCAAW;AAEtB;IADC,IAAA,uBAAa,EAAC,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,UAAU,EAAE,CAAC;;uCAC1C;AAIX;IAFC,IAAA,eAAK,GAAE;IACP,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;;8CAC5D;AAGlB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;;4CACd;AAO7B;IALC,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,MAAM;QACZ,IAAI,EAAE,yBAAiB;QACvB,OAAO,EAAE,yBAAiB,CAAC,OAAO;KACnC,CAAC;;2CACwB;AAG1B;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;;+CACtC;AAGnB;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;8CACpC;AAGzB;IADC,IAAA,0BAAgB,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;8BACnD,IAAI;8CAAC;AAQhB;IANC,IAAA,eAAK,GAAE;IACP,IAAA,gBAAM,EAAC;QACN,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,IAAI;KACf,CAAC;;wDAC+B;AAGjC;IADC,IAAA,gBAAM,EAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;;gDAC7C;sBApCd,WAAW;IADvB,IAAA,gBAAM,GAAE;GACI,WAAW,CAqCvB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from './outbox-event-status.enum';
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./outbox-event-status.enum"), exports);
|
|
18
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/modules/outbox/enums/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6DAA2C"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OutboxEventStatus = void 0;
|
|
4
|
+
var OutboxEventStatus;
|
|
5
|
+
(function (OutboxEventStatus) {
|
|
6
|
+
OutboxEventStatus["PENDING"] = "pending";
|
|
7
|
+
OutboxEventStatus["PROCESSING"] = "processing";
|
|
8
|
+
OutboxEventStatus["PROCESSED"] = "processed";
|
|
9
|
+
OutboxEventStatus["FAILED"] = "failed";
|
|
10
|
+
})(OutboxEventStatus || (exports.OutboxEventStatus = OutboxEventStatus = {}));
|
|
11
|
+
//# sourceMappingURL=outbox-event-status.enum.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox-event-status.enum.js","sourceRoot":"","sources":["../../../../src/modules/outbox/enums/outbox-event-status.enum.ts"],"names":[],"mappings":";;;AAAA,IAAY,iBAKX;AALD,WAAY,iBAAiB;IAC3B,wCAAmB,CAAA;IACnB,8CAAyB,CAAA;IACzB,4CAAuB,CAAA;IACvB,sCAAiB,CAAA;AACnB,CAAC,EALW,iBAAiB,iCAAjB,iBAAiB,QAK5B"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./outbox.module"), exports);
|
|
18
|
+
__exportStar(require("./outbox.constants"), exports);
|
|
19
|
+
__exportStar(require("./services"), exports);
|
|
20
|
+
__exportStar(require("./enums"), exports);
|
|
21
|
+
__exportStar(require("./entities"), exports);
|
|
22
|
+
__exportStar(require("./types"), exports);
|
|
23
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/modules/outbox/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,kDAAgC;AAChC,qDAAmC;AACnC,6CAA2B;AAC3B,0CAAwB;AACxB,6CAA2B;AAC3B,0CAAwB"}
|
|
@@ -0,0 +1,3 @@
|
|
|
1
|
+
import { OutboxModuleOptions, OutboxResolvedModuleOptions, OutboxResolvedOperationalPolicy } from './types';
|
|
2
|
+
export declare const DEFAULT_OUTBOX_OPERATIONAL_POLICY: OutboxResolvedOperationalPolicy;
|
|
3
|
+
export declare function resolveOutboxModuleOptions(options?: OutboxModuleOptions): OutboxResolvedModuleOptions;
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY = void 0;
|
|
4
|
+
exports.resolveOutboxModuleOptions = resolveOutboxModuleOptions;
|
|
5
|
+
exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY = {
|
|
6
|
+
claimBatchSize: 100,
|
|
7
|
+
maxRetries: 5,
|
|
8
|
+
staleProcessingMinutes: 5,
|
|
9
|
+
resetStaleProcessingEvents: true,
|
|
10
|
+
processedEventRetentionHours: 24,
|
|
11
|
+
};
|
|
12
|
+
function resolveOutboxModuleOptions(options = {}) {
|
|
13
|
+
const policy = options.operationalPolicy ?? {};
|
|
14
|
+
const operationalPolicy = {
|
|
15
|
+
claimBatchSize: resolvePositiveNumber(policy.claimBatchSize, exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY.claimBatchSize),
|
|
16
|
+
maxRetries: resolvePositiveNumber(policy.maxRetries, exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY.maxRetries),
|
|
17
|
+
staleProcessingMinutes: resolvePositiveNumber(policy.staleProcessingMinutes, exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY.staleProcessingMinutes),
|
|
18
|
+
resetStaleProcessingEvents: policy.resetStaleProcessingEvents ??
|
|
19
|
+
exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY.resetStaleProcessingEvents,
|
|
20
|
+
processedEventRetentionHours: resolvePositiveNumber(policy.processedEventRetentionHours, exports.DEFAULT_OUTBOX_OPERATIONAL_POLICY.processedEventRetentionHours),
|
|
21
|
+
};
|
|
22
|
+
if (policy.maxConcurrentEvents !== undefined &&
|
|
23
|
+
policy.maxConcurrentEvents > 0) {
|
|
24
|
+
operationalPolicy.maxConcurrentEvents = Math.floor(policy.maxConcurrentEvents);
|
|
25
|
+
}
|
|
26
|
+
return { operationalPolicy };
|
|
27
|
+
}
|
|
28
|
+
function resolvePositiveNumber(value, fallback) {
|
|
29
|
+
if (value !== undefined && Number.isFinite(value) && value > 0) {
|
|
30
|
+
return value;
|
|
31
|
+
}
|
|
32
|
+
return fallback;
|
|
33
|
+
}
|
|
34
|
+
//# sourceMappingURL=outbox-options.util.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox-options.util.js","sourceRoot":"","sources":["../../../src/modules/outbox/outbox-options.util.ts"],"names":[],"mappings":";;;AAeA,gEAoCC;AA7CY,QAAA,iCAAiC,GAC5C;IACE,cAAc,EAAE,GAAG;IACnB,UAAU,EAAE,CAAC;IACb,sBAAsB,EAAE,CAAC;IACzB,0BAA0B,EAAE,IAAI;IAChC,4BAA4B,EAAE,EAAE;CACjC,CAAC;AAEJ,SAAgB,0BAA0B,CACxC,UAA+B,EAAE;IAEjC,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC;IAC/C,MAAM,iBAAiB,GAAoC;QACzD,cAAc,EAAE,qBAAqB,CACnC,MAAM,CAAC,cAAc,EACrB,yCAAiC,CAAC,cAAc,CACjD;QACD,UAAU,EAAE,qBAAqB,CAC/B,MAAM,CAAC,UAAU,EACjB,yCAAiC,CAAC,UAAU,CAC7C;QACD,sBAAsB,EAAE,qBAAqB,CAC3C,MAAM,CAAC,sBAAsB,EAC7B,yCAAiC,CAAC,sBAAsB,CACzD;QACD,0BAA0B,EACxB,MAAM,CAAC,0BAA0B;YACjC,yCAAiC,CAAC,0BAA0B;QAC9D,4BAA4B,EAAE,qBAAqB,CACjD,MAAM,CAAC,4BAA4B,EACnC,yCAAiC,CAAC,4BAA4B,CAC/D;KACF,CAAC;IAEF,IACE,MAAM,CAAC,mBAAmB,KAAK,SAAS;QACxC,MAAM,CAAC,mBAAmB,GAAG,CAAC,EAC9B,CAAC;QACD,iBAAiB,CAAC,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAChD,MAAM,CAAC,mBAAmB,CAC3B,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,iBAAiB,EAAE,CAAC;AAC/B,CAAC;AAED,SAAS,qBAAqB,CAC5B,KAAyB,EACzB,QAAgB;IAEhB,IAAI,KAAK,KAAK,SAAS,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC/D,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.OUTBOX_EVENT_REPOSITORY = exports.OUTBOX_MODULE_OPTIONS = void 0;
|
|
4
|
+
exports.OUTBOX_MODULE_OPTIONS = Symbol('OUTBOX_MODULE_OPTIONS');
|
|
5
|
+
exports.OUTBOX_EVENT_REPOSITORY = Symbol('OUTBOX_EVENT_REPOSITORY');
|
|
6
|
+
//# sourceMappingURL=outbox.constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox.constants.js","sourceRoot":"","sources":["../../../src/modules/outbox/outbox.constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,qBAAqB,GAAG,MAAM,CAAC,uBAAuB,CAAC,CAAC;AACxD,QAAA,uBAAuB,GAAG,MAAM,CAAC,yBAAyB,CAAC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { DynamicModule } from '@nestjs/common';
|
|
2
|
+
import { OutboxModuleAsyncOptions, OutboxModuleRootOptions } from './types';
|
|
3
|
+
export declare class OutboxModule {
|
|
4
|
+
static forRoot(options?: OutboxModuleRootOptions): DynamicModule;
|
|
5
|
+
static forRootAsync(options: OutboxModuleAsyncOptions): DynamicModule;
|
|
6
|
+
}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var OutboxModule_1;
|
|
9
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
10
|
+
exports.OutboxModule = void 0;
|
|
11
|
+
const common_1 = require("@nestjs/common");
|
|
12
|
+
const typeorm_1 = require("@nestjs/typeorm");
|
|
13
|
+
const entities_1 = require("./entities");
|
|
14
|
+
const outbox_constants_1 = require("./outbox.constants");
|
|
15
|
+
const outbox_options_util_1 = require("./outbox-options.util");
|
|
16
|
+
const services_1 = require("./services");
|
|
17
|
+
let OutboxModule = OutboxModule_1 = class OutboxModule {
|
|
18
|
+
static forRoot(options = {}) {
|
|
19
|
+
return {
|
|
20
|
+
module: OutboxModule_1,
|
|
21
|
+
global: options.global,
|
|
22
|
+
imports: [typeorm_1.TypeOrmModule.forFeature([entities_1.OutboxEvent], options.dataSource)],
|
|
23
|
+
providers: [
|
|
24
|
+
createOutboxOptionsProvider(options),
|
|
25
|
+
createOutboxRepositoryProvider(options.dataSource),
|
|
26
|
+
services_1.OutboxService,
|
|
27
|
+
services_1.OutboxCleanupWorker,
|
|
28
|
+
],
|
|
29
|
+
exports: [services_1.OutboxService, services_1.OutboxCleanupWorker],
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
static forRootAsync(options) {
|
|
33
|
+
return {
|
|
34
|
+
module: OutboxModule_1,
|
|
35
|
+
global: options.global,
|
|
36
|
+
imports: [
|
|
37
|
+
...(options.imports ?? []),
|
|
38
|
+
typeorm_1.TypeOrmModule.forFeature([entities_1.OutboxEvent], options.dataSource),
|
|
39
|
+
],
|
|
40
|
+
providers: [
|
|
41
|
+
createOutboxAsyncOptionsProvider(options),
|
|
42
|
+
createOutboxRepositoryProvider(options.dataSource),
|
|
43
|
+
services_1.OutboxService,
|
|
44
|
+
services_1.OutboxCleanupWorker,
|
|
45
|
+
],
|
|
46
|
+
exports: [services_1.OutboxService, services_1.OutboxCleanupWorker],
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
};
|
|
50
|
+
exports.OutboxModule = OutboxModule;
|
|
51
|
+
exports.OutboxModule = OutboxModule = OutboxModule_1 = __decorate([
|
|
52
|
+
(0, common_1.Module)({})
|
|
53
|
+
], OutboxModule);
|
|
54
|
+
function createOutboxOptionsProvider(options) {
|
|
55
|
+
return {
|
|
56
|
+
provide: outbox_constants_1.OUTBOX_MODULE_OPTIONS,
|
|
57
|
+
useValue: (0, outbox_options_util_1.resolveOutboxModuleOptions)(options),
|
|
58
|
+
};
|
|
59
|
+
}
|
|
60
|
+
function createOutboxAsyncOptionsProvider(options) {
|
|
61
|
+
return {
|
|
62
|
+
provide: outbox_constants_1.OUTBOX_MODULE_OPTIONS,
|
|
63
|
+
useFactory: async (...args) => (0, outbox_options_util_1.resolveOutboxModuleOptions)(await options.useFactory(...args)),
|
|
64
|
+
inject: options.inject ?? [],
|
|
65
|
+
};
|
|
66
|
+
}
|
|
67
|
+
function createOutboxRepositoryProvider(dataSource) {
|
|
68
|
+
return {
|
|
69
|
+
provide: outbox_constants_1.OUTBOX_EVENT_REPOSITORY,
|
|
70
|
+
inject: [(0, typeorm_1.getRepositoryToken)(entities_1.OutboxEvent, dataSource)],
|
|
71
|
+
useFactory: (repository) => repository,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
//# sourceMappingURL=outbox.module.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox.module.js","sourceRoot":"","sources":["../../../src/modules/outbox/outbox.module.ts"],"names":[],"mappings":";;;;;;;;;;AAAA,2CAAiE;AACjE,6CAAoE;AAEpE,yCAAyC;AAOzC,yDAG4B;AAC5B,+DAAmE;AACnE,yCAAgE;AAGzD,IAAM,YAAY,oBAAlB,MAAM,YAAY;IACvB,MAAM,CAAC,OAAO,CAAC,UAAmC,EAAE;QAClD,OAAO;YACL,MAAM,EAAE,cAAY;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE,CAAC,uBAAa,CAAC,UAAU,CAAC,CAAC,sBAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACtE,SAAS,EAAE;gBACT,2BAA2B,CAAC,OAAO,CAAC;gBACpC,8BAA8B,CAAC,OAAO,CAAC,UAAU,CAAC;gBAClD,wBAAa;gBACb,8BAAmB;aACpB;YACD,OAAO,EAAE,CAAC,wBAAa,EAAE,8BAAmB,CAAC;SAC9C,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,YAAY,CAAC,OAAiC;QACnD,OAAO;YACL,MAAM,EAAE,cAAY;YACpB,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO,EAAE;gBACP,GAAG,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;gBAC1B,uBAAa,CAAC,UAAU,CAAC,CAAC,sBAAW,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC;aAC5D;YACD,SAAS,EAAE;gBACT,gCAAgC,CAAC,OAAO,CAAC;gBACzC,8BAA8B,CAAC,OAAO,CAAC,UAAU,CAAC;gBAClD,wBAAa;gBACb,8BAAmB;aACpB;YACD,OAAO,EAAE,CAAC,wBAAa,EAAE,8BAAmB,CAAC;SAC9C,CAAC;IACJ,CAAC;CACF,CAAA;AAjCY,oCAAY;uBAAZ,YAAY;IADxB,IAAA,eAAM,EAAC,EAAE,CAAC;GACE,YAAY,CAiCxB;AAED,SAAS,2BAA2B,CAAC,OAA4B;IAC/D,OAAO;QACL,OAAO,EAAE,wCAAqB;QAC9B,QAAQ,EAAE,IAAA,gDAA0B,EAAC,OAAO,CAAC;KAC9C,CAAC;AACJ,CAAC;AAED,SAAS,gCAAgC,CACvC,OAAiC;IAEjC,OAAO;QACL,OAAO,EAAE,wCAAqB;QAC9B,UAAU,EAAE,KAAK,EAAE,GAAG,IAAe,EAAE,EAAE,CACvC,IAAA,gDAA0B,EAAC,MAAM,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;QAC/D,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,EAAE;KAC7B,CAAC;AACJ,CAAC;AAED,SAAS,8BAA8B,CACrC,UAA6B;IAE7B,OAAO;QACL,OAAO,EAAE,0CAAuB;QAChC,MAAM,EAAE,CAAC,IAAA,4BAAkB,EAAC,sBAAW,EAAE,UAAU,CAAC,CAAC;QACrD,UAAU,EAAE,CAAC,UAAmC,EAAE,EAAE,CAAC,UAAU;KAChE,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import { OutboxService } from '../services';
|
|
2
|
+
import { OutboxEvent } from '../entities';
|
|
3
|
+
export declare abstract class BaseWorker {
|
|
4
|
+
protected readonly outboxService: OutboxService;
|
|
5
|
+
private readonly logger;
|
|
6
|
+
private locked;
|
|
7
|
+
protected constructor(outboxService: OutboxService);
|
|
8
|
+
abstract getEvents(): Promise<OutboxEvent[]>;
|
|
9
|
+
work(): Promise<void>;
|
|
10
|
+
private processEvents;
|
|
11
|
+
private processEvent;
|
|
12
|
+
private getErrorMessage;
|
|
13
|
+
abstract handle(event: OutboxEvent): Promise<void>;
|
|
14
|
+
}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var BaseWorker_1;
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.BaseWorker = void 0;
|
|
14
|
+
const common_1 = require("@nestjs/common");
|
|
15
|
+
const services_1 = require("../services");
|
|
16
|
+
let BaseWorker = BaseWorker_1 = class BaseWorker {
|
|
17
|
+
constructor(outboxService) {
|
|
18
|
+
this.outboxService = outboxService;
|
|
19
|
+
this.logger = new common_1.Logger(BaseWorker_1.name);
|
|
20
|
+
}
|
|
21
|
+
async work() {
|
|
22
|
+
if (this.locked) {
|
|
23
|
+
this.logger.warn('The resource is locked because it is still in process');
|
|
24
|
+
return;
|
|
25
|
+
}
|
|
26
|
+
this.locked = true;
|
|
27
|
+
try {
|
|
28
|
+
const policy = this.outboxService.getOperationalPolicy();
|
|
29
|
+
if (policy.resetStaleProcessingEvents) {
|
|
30
|
+
const resetCount = await this.outboxService.resetStaleProcessingEvents(policy.staleProcessingMinutes);
|
|
31
|
+
if (resetCount > 0) {
|
|
32
|
+
this.logger.warn(`Reset ${resetCount} stale processing events`);
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
// Claim events (fetches + marks as PROCESSING in one transaction)
|
|
36
|
+
const events = await this.getEvents();
|
|
37
|
+
if (events.length > 0) {
|
|
38
|
+
this.logger.debug(`Got ${events.length} pending events`);
|
|
39
|
+
}
|
|
40
|
+
await this.processEvents(events, policy);
|
|
41
|
+
}
|
|
42
|
+
catch (e) {
|
|
43
|
+
this.logger.error('Worker cycle failed', e);
|
|
44
|
+
}
|
|
45
|
+
finally {
|
|
46
|
+
this.locked = false;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
async processEvents(events, policy) {
|
|
50
|
+
if (!policy.maxConcurrentEvents) {
|
|
51
|
+
await Promise.allSettled(events.map((event) => this.processEvent(event, policy.maxRetries)));
|
|
52
|
+
return;
|
|
53
|
+
}
|
|
54
|
+
for (let i = 0; i < events.length; i += policy.maxConcurrentEvents) {
|
|
55
|
+
const batch = events.slice(i, i + policy.maxConcurrentEvents);
|
|
56
|
+
await Promise.allSettled(batch.map((event) => this.processEvent(event, policy.maxRetries)));
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
async processEvent(event, maxRetries) {
|
|
60
|
+
try {
|
|
61
|
+
await this.handle(event);
|
|
62
|
+
const markedAsProcessed = await this.outboxService.markAsProcessed(event.id, event.processingStartedAt);
|
|
63
|
+
if (markedAsProcessed) {
|
|
64
|
+
this.logger.log(`Successfully processed event ${event.id}`);
|
|
65
|
+
}
|
|
66
|
+
else {
|
|
67
|
+
this.logger.warn(`Event ${event.id} was processed but not marked as processed because the claim expired`);
|
|
68
|
+
}
|
|
69
|
+
}
|
|
70
|
+
catch (e) {
|
|
71
|
+
this.logger.error(`Failed to process event ${event.id}`, e);
|
|
72
|
+
const errorMessage = this.getErrorMessage(e);
|
|
73
|
+
const retryUpdated = await this.outboxService.incrementRetry(event.id, errorMessage, maxRetries, event.processingStartedAt);
|
|
74
|
+
if (!retryUpdated) {
|
|
75
|
+
this.logger.warn(`Event ${event.id} retry was not updated because the claim expired`);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
getErrorMessage(e) {
|
|
80
|
+
if (e instanceof Error) {
|
|
81
|
+
return e.message;
|
|
82
|
+
}
|
|
83
|
+
return String(e);
|
|
84
|
+
}
|
|
85
|
+
};
|
|
86
|
+
exports.BaseWorker = BaseWorker;
|
|
87
|
+
exports.BaseWorker = BaseWorker = BaseWorker_1 = __decorate([
|
|
88
|
+
(0, common_1.Injectable)(),
|
|
89
|
+
__metadata("design:paramtypes", [services_1.OutboxService])
|
|
90
|
+
], BaseWorker);
|
|
91
|
+
//# sourceMappingURL=base-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"base-worker.js","sourceRoot":"","sources":["../../../../src/modules/outbox/services/base-worker.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,0CAA4C;AAKrC,IAAe,UAAU,kBAAzB,MAAe,UAAU;IAI9B,YAAyC,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;QAHpD,WAAM,GAAG,IAAI,eAAM,CAAC,YAAU,CAAC,IAAI,CAAC,CAAC;IAGkB,CAAC;IAIzE,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YAE1E,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC;YAEzD,IAAI,MAAM,CAAC,0BAA0B,EAAE,CAAC;gBACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,0BAA0B,CACpE,MAAM,CAAC,sBAAsB,CAC9B,CAAC;gBACF,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,UAAU,0BAA0B,CAAC,CAAC;gBAClE,CAAC;YACH,CAAC;YAED,kEAAkE;YAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YAEtC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;YAC3D,CAAC;YAED,MAAM,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,MAAqB,EACrB,MAAuC;QAEvC,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAChC,MAAM,OAAO,CAAC,UAAU,CACtB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CACnE,CAAC;YAEF,OAAO;QACT,CAAC;QAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YACnE,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,mBAAmB,CAAC,CAAC;YAC9D,MAAM,OAAO,CAAC,UAAU,CACtB,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAClE,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,KAAkB,EAClB,UAAkB;QAElB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEzB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAChE,KAAK,CAAC,EAAE,EACR,KAAK,CAAC,mBAAmB,CAC1B,CAAC;YAEF,IAAI,iBAAiB,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,SAAS,KAAK,CAAC,EAAE,sEAAsE,CACxF,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5D,MAAM,YAAY,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;YAE7C,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAC1D,KAAK,CAAC,EAAE,EACR,YAAY,EACZ,UAAU,EACV,KAAK,CAAC,mBAAmB,CAC1B,CAAC;YAEF,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,SAAS,KAAK,CAAC,EAAE,kDAAkD,CACpE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,CAAU;QAChC,IAAI,CAAC,YAAY,KAAK,EAAE,CAAC;YACvB,OAAO,CAAC,CAAC,OAAO,CAAC;QACnB,CAAC;QAED,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;IACnB,CAAC;CAGF,CAAA;AA/GqB,gCAAU;qBAAV,UAAU;IAD/B,IAAA,mBAAU,GAAE;qCAK6C,wBAAa;GAJjD,UAAU,CA+G/B"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./outbox.service"), exports);
|
|
18
|
+
__exportStar(require("./base-worker"), exports);
|
|
19
|
+
__exportStar(require("./outbox-cleanup.worker"), exports);
|
|
20
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/modules/outbox/services/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,mDAAiC;AACjC,gDAA8B;AAC9B,0DAAwC"}
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
import { OutboxService } from './outbox.service';
|
|
2
|
+
export declare class OutboxCleanupWorker {
|
|
3
|
+
private readonly outboxService;
|
|
4
|
+
private readonly logger;
|
|
5
|
+
private locked;
|
|
6
|
+
constructor(outboxService: OutboxService);
|
|
7
|
+
cleanupProcessedEvents(retentionHours?: number): Promise<number>;
|
|
8
|
+
private resolveRetentionHours;
|
|
9
|
+
}
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var OutboxCleanupWorker_1;
|
|
12
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
13
|
+
exports.OutboxCleanupWorker = void 0;
|
|
14
|
+
const common_1 = require("@nestjs/common");
|
|
15
|
+
const outbox_service_1 = require("./outbox.service");
|
|
16
|
+
let OutboxCleanupWorker = OutboxCleanupWorker_1 = class OutboxCleanupWorker {
|
|
17
|
+
constructor(outboxService) {
|
|
18
|
+
this.outboxService = outboxService;
|
|
19
|
+
this.logger = new common_1.Logger(OutboxCleanupWorker_1.name);
|
|
20
|
+
this.locked = false;
|
|
21
|
+
}
|
|
22
|
+
async cleanupProcessedEvents(retentionHours = this.outboxService.getOperationalPolicy()
|
|
23
|
+
.processedEventRetentionHours) {
|
|
24
|
+
if (this.locked) {
|
|
25
|
+
this.logger.warn('Outbox cleanup is still running');
|
|
26
|
+
return 0;
|
|
27
|
+
}
|
|
28
|
+
this.locked = true;
|
|
29
|
+
try {
|
|
30
|
+
const resolvedRetentionHours = this.resolveRetentionHours(retentionHours);
|
|
31
|
+
const deletedCount = await this.outboxService.deleteProcessed(resolvedRetentionHours);
|
|
32
|
+
if (deletedCount > 0) {
|
|
33
|
+
this.logger.log(`Deleted ${deletedCount} processed outbox events older than ${resolvedRetentionHours}h`);
|
|
34
|
+
}
|
|
35
|
+
return deletedCount;
|
|
36
|
+
}
|
|
37
|
+
catch (error) {
|
|
38
|
+
this.logger.error('Outbox cleanup failed', error);
|
|
39
|
+
return 0;
|
|
40
|
+
}
|
|
41
|
+
finally {
|
|
42
|
+
this.locked = false;
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
resolveRetentionHours(retentionHours) {
|
|
46
|
+
if (Number.isFinite(retentionHours) && retentionHours > 0) {
|
|
47
|
+
return retentionHours;
|
|
48
|
+
}
|
|
49
|
+
const fallbackRetentionHours = this.outboxService.getOperationalPolicy().processedEventRetentionHours;
|
|
50
|
+
this.logger.warn(`Invalid outbox processed-event retention ${retentionHours}; using ${fallbackRetentionHours}h`);
|
|
51
|
+
return fallbackRetentionHours;
|
|
52
|
+
}
|
|
53
|
+
};
|
|
54
|
+
exports.OutboxCleanupWorker = OutboxCleanupWorker;
|
|
55
|
+
exports.OutboxCleanupWorker = OutboxCleanupWorker = OutboxCleanupWorker_1 = __decorate([
|
|
56
|
+
(0, common_1.Injectable)(),
|
|
57
|
+
__metadata("design:paramtypes", [outbox_service_1.OutboxService])
|
|
58
|
+
], OutboxCleanupWorker);
|
|
59
|
+
//# sourceMappingURL=outbox-cleanup.worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"outbox-cleanup.worker.js","sourceRoot":"","sources":["../../../../src/modules/outbox/services/outbox-cleanup.worker.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,2CAAoD;AACpD,qDAAiD;AAG1C,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAI9B,YAA6B,aAA4B;QAA5B,kBAAa,GAAb,aAAa,CAAe;QAHxC,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;QACvD,WAAM,GAAG,KAAK,CAAC;IAEqC,CAAC;IAE7D,KAAK,CAAC,sBAAsB,CAC1B,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE;SACvD,4BAA4B;QAE/B,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iCAAiC,CAAC,CAAC;YAEpD,OAAO,CAAC,CAAC;QACX,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QAEnB,IAAI,CAAC;YACH,MAAM,sBAAsB,GAAG,IAAI,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;YAC1E,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,eAAe,CAC3D,sBAAsB,CACvB,CAAC;YAEF,IAAI,YAAY,GAAG,CAAC,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,WAAW,YAAY,uCAAuC,sBAAsB,GAAG,CACxF,CAAC;YACJ,CAAC;YAED,OAAO,YAAY,CAAC;QACtB,CAAC;QAAC,OAAO,KAAc,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;YAElD,OAAO,CAAC,CAAC;QACX,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,qBAAqB,CAAC,cAAsB;QAClD,IAAI,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YAC1D,OAAO,cAAc,CAAC;QACxB,CAAC;QAED,MAAM,sBAAsB,GAC1B,IAAI,CAAC,aAAa,CAAC,oBAAoB,EAAE,CAAC,4BAA4B,CAAC;QAEzE,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,4CAA4C,cAAc,WAAW,sBAAsB,GAAG,CAC/F,CAAC;QAEF,OAAO,sBAAsB,CAAC;IAChC,CAAC;CACF,CAAA;AAtDY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;qCAKiC,8BAAa;GAJ9C,mBAAmB,CAsD/B"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import { EntityManager, Repository } from 'typeorm';
|
|
2
|
+
import { OutboxEvent } from '../entities';
|
|
3
|
+
import { OutboxResolvedModuleOptions } from '../types';
|
|
4
|
+
export declare class OutboxService {
|
|
5
|
+
private readonly outboxRepository;
|
|
6
|
+
private readonly options;
|
|
7
|
+
constructor(outboxRepository: Repository<OutboxEvent>, options: OutboxResolvedModuleOptions);
|
|
8
|
+
getOperationalPolicy(): OutboxResolvedModuleOptions['operationalPolicy'];
|
|
9
|
+
createEvent(eventType: string, payload: Record<string, any>, manager?: EntityManager): Promise<OutboxEvent>;
|
|
10
|
+
claimById(eventId: string): Promise<OutboxEvent | null>;
|
|
11
|
+
claimPendingEventsByTypes(eventTypes: string[], limit?: number): Promise<OutboxEvent[]>;
|
|
12
|
+
claimPendingEvents(eventType: string, limit?: number): Promise<OutboxEvent[]>;
|
|
13
|
+
markAsProcessing(eventId: string): Promise<void>;
|
|
14
|
+
markAsProcessed(eventId: string, expectedProcessingStartedAt?: Date | null): Promise<boolean>;
|
|
15
|
+
incrementRetry(eventId: string, error: string, maxRetries?: number, expectedProcessingStartedAt?: Date | null): Promise<boolean>;
|
|
16
|
+
markAsFailed(eventId: string, error: string, expectedProcessingStartedAt?: Date | null): Promise<boolean>;
|
|
17
|
+
deleteProcessed(olderThanHours?: number): Promise<number>;
|
|
18
|
+
resetStaleProcessingEvents(staleMinutes?: number): Promise<number>;
|
|
19
|
+
private findEventForProcessingUpdate;
|
|
20
|
+
private updateEvent;
|
|
21
|
+
private addProcessingOwnershipCondition;
|
|
22
|
+
}
|