atomic-queues 2.3.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +297 -382
- package/dist/cli/generators/classes.d.ts +1 -1
- package/dist/cli/generators/json-schema.d.ts +1 -1
- package/dist/cli/generators/typescript.d.ts +1 -1
- package/dist/cli/index.js +147 -5
- package/dist/cli/index.js.map +1 -1
- package/dist/cluster/cluster-discovery.service.d.ts +91 -0
- package/dist/cluster/cluster-discovery.service.d.ts.map +1 -0
- package/dist/cluster/cluster-discovery.service.js +423 -0
- package/dist/cluster/cluster-discovery.service.js.map +1 -0
- package/dist/cluster/grpc-peer-monitor.service.d.ts +31 -0
- package/dist/cluster/grpc-peer-monitor.service.d.ts.map +1 -0
- package/dist/cluster/grpc-peer-monitor.service.js +192 -0
- package/dist/cluster/grpc-peer-monitor.service.js.map +1 -0
- package/dist/cluster/index.d.ts +7 -0
- package/dist/cluster/index.d.ts.map +1 -0
- package/dist/cluster/index.js +23 -0
- package/dist/cluster/index.js.map +1 -0
- package/dist/cluster/leader-election.service.d.ts +38 -0
- package/dist/cluster/leader-election.service.d.ts.map +1 -0
- package/dist/cluster/leader-election.service.js +184 -0
- package/dist/cluster/leader-election.service.js.map +1 -0
- package/dist/cluster/master-coordinator.d.ts +50 -0
- package/dist/cluster/master-coordinator.d.ts.map +1 -0
- package/dist/cluster/master-coordinator.js +307 -0
- package/dist/cluster/master-coordinator.js.map +1 -0
- package/dist/cluster/redis-health-monitor.service.d.ts +23 -0
- package/dist/cluster/redis-health-monitor.service.d.ts.map +1 -0
- package/dist/cluster/redis-health-monitor.service.js +100 -0
- package/dist/cluster/redis-health-monitor.service.js.map +1 -0
- package/dist/cluster/server-ring.service.d.ts +48 -0
- package/dist/cluster/server-ring.service.d.ts.map +1 -0
- package/dist/cluster/server-ring.service.js +136 -0
- package/dist/cluster/server-ring.service.js.map +1 -0
- package/dist/decorators/entity.decorators.d.ts +16 -24
- package/dist/decorators/entity.decorators.d.ts.map +1 -1
- package/dist/decorators/entity.decorators.js +0 -39
- package/dist/decorators/entity.decorators.js.map +1 -1
- package/dist/decorators/interfaces.d.ts +10 -10
- package/dist/decorators/interfaces.d.ts.map +1 -1
- package/dist/decorators/job.decorators.d.ts +4 -52
- package/dist/decorators/job.decorators.d.ts.map +1 -1
- package/dist/decorators/job.decorators.js +6 -54
- package/dist/decorators/job.decorators.js.map +1 -1
- package/dist/decorators/metadata-readers.d.ts +4 -2
- package/dist/decorators/metadata-readers.d.ts.map +1 -1
- package/dist/decorators/metadata-readers.js +2 -0
- package/dist/decorators/metadata-readers.js.map +1 -1
- package/dist/decorators/schema.decorators.d.ts +1 -1
- package/dist/decorators/schema.decorators.d.ts.map +1 -1
- package/dist/decorators/schema.decorators.js.map +1 -1
- package/dist/decorators/utils.d.ts +1 -1
- package/dist/decorators/utils.d.ts.map +1 -1
- package/dist/decorators/utils.js +5 -1
- package/dist/decorators/utils.js.map +1 -1
- package/dist/domain/interfaces/config.interfaces.d.ts +92 -29
- package/dist/domain/interfaces/config.interfaces.d.ts.map +1 -1
- package/dist/domain/interfaces/index.d.ts +1 -0
- package/dist/domain/interfaces/index.d.ts.map +1 -1
- package/dist/domain/interfaces/index.js +1 -0
- package/dist/domain/interfaces/index.js.map +1 -1
- package/dist/{services/registry → domain/interfaces}/registry.types.d.ts.map +1 -1
- package/dist/domain/interfaces/registry.types.js.map +1 -0
- package/dist/grpc/grpc-client-pool.service.d.ts +71 -0
- package/dist/grpc/grpc-client-pool.service.d.ts.map +1 -0
- package/dist/grpc/grpc-client-pool.service.js +307 -0
- package/dist/grpc/grpc-client-pool.service.js.map +1 -0
- package/dist/grpc/grpc-server.service.d.ts +47 -0
- package/dist/grpc/grpc-server.service.d.ts.map +1 -0
- package/dist/grpc/grpc-server.service.js +494 -0
- package/dist/grpc/grpc-server.service.js.map +1 -0
- package/dist/grpc/index.d.ts +3 -0
- package/dist/grpc/index.d.ts.map +1 -0
- package/dist/{services/executor-pool → grpc}/index.js +2 -1
- package/dist/grpc/index.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/module/atomic-queues.module.d.ts +1 -0
- package/dist/module/atomic-queues.module.d.ts.map +1 -1
- package/dist/module/atomic-queues.module.js +59 -10
- package/dist/module/atomic-queues.module.js.map +1 -1
- package/dist/services/command-discovery/command-discovery.service.js +2 -2
- package/dist/services/command-discovery/command-discovery.service.js.map +1 -1
- package/dist/services/index.d.ts +2 -8
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +2 -8
- package/dist/services/index.js.map +1 -1
- package/dist/services/message-router/index.d.ts +2 -0
- package/dist/services/message-router/index.d.ts.map +1 -0
- package/dist/services/{actor-system → message-router}/index.js +1 -1
- package/dist/services/message-router/index.js.map +1 -0
- package/dist/services/message-router/message-router.service.d.ts +53 -0
- package/dist/services/message-router/message-router.service.d.ts.map +1 -0
- package/dist/services/message-router/message-router.service.js +519 -0
- package/dist/services/message-router/message-router.service.js.map +1 -0
- package/dist/services/queue-bus/cluster-contracts.d.ts +1 -1
- package/dist/services/queue-bus/cluster-contracts.d.ts.map +1 -1
- package/dist/services/queue-bus/cluster-contracts.js.map +1 -1
- package/dist/services/queue-bus/queue-bus.service.d.ts +3 -21
- package/dist/services/queue-bus/queue-bus.service.d.ts.map +1 -1
- package/dist/services/queue-bus/queue-bus.service.js +15 -119
- package/dist/services/queue-bus/queue-bus.service.js.map +1 -1
- package/dist/utils/id.utils.d.ts +3 -0
- package/dist/utils/id.utils.d.ts.map +1 -0
- package/dist/utils/id.utils.js +14 -0
- package/dist/utils/id.utils.js.map +1 -0
- package/dist/utils/index.d.ts +1 -0
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +1 -0
- package/dist/utils/index.js.map +1 -1
- package/dist/wal/index.d.ts +4 -0
- package/dist/wal/index.d.ts.map +1 -0
- package/dist/{services/gate → wal}/index.js +3 -1
- package/dist/wal/index.js.map +1 -0
- package/dist/wal/wal.scripts.d.ts +51 -0
- package/dist/wal/wal.scripts.d.ts.map +1 -0
- package/dist/wal/wal.scripts.js +84 -0
- package/dist/wal/wal.scripts.js.map +1 -0
- package/dist/wal/wal.service.d.ts +46 -0
- package/dist/wal/wal.service.d.ts.map +1 -0
- package/dist/wal/wal.service.js +243 -0
- package/dist/wal/wal.service.js.map +1 -0
- package/dist/wal/wal.types.d.ts +23 -0
- package/dist/wal/wal.types.d.ts.map +1 -0
- package/dist/wal/wal.types.js +3 -0
- package/dist/wal/wal.types.js.map +1 -0
- package/dist/workers/consistent-hash.d.ts +97 -0
- package/dist/workers/consistent-hash.d.ts.map +1 -0
- package/dist/workers/consistent-hash.js +231 -0
- package/dist/workers/consistent-hash.js.map +1 -0
- package/dist/workers/entity-worker-manager.d.ts +35 -0
- package/dist/workers/entity-worker-manager.d.ts.map +1 -0
- package/dist/workers/entity-worker-manager.js +237 -0
- package/dist/workers/entity-worker-manager.js.map +1 -0
- package/dist/workers/entity-worker.d.ts +54 -0
- package/dist/workers/entity-worker.d.ts.map +1 -0
- package/dist/workers/entity-worker.js +142 -0
- package/dist/workers/entity-worker.js.map +1 -0
- package/dist/workers/index.d.ts +4 -0
- package/dist/workers/index.d.ts.map +1 -0
- package/dist/{services/log → workers}/index.js +3 -1
- package/dist/workers/index.js.map +1 -0
- package/package.json +17 -4
- package/dist/services/actor-system/actor-system.service.d.ts +0 -19
- package/dist/services/actor-system/actor-system.service.d.ts.map +0 -1
- package/dist/services/actor-system/actor-system.service.js +0 -86
- package/dist/services/actor-system/actor-system.service.js.map +0 -1
- package/dist/services/actor-system/index.d.ts +0 -2
- package/dist/services/actor-system/index.d.ts.map +0 -1
- package/dist/services/actor-system/index.js.map +0 -1
- package/dist/services/executor-pool/executor-pool.service.d.ts +0 -38
- package/dist/services/executor-pool/executor-pool.service.d.ts.map +0 -1
- package/dist/services/executor-pool/executor-pool.service.js +0 -166
- package/dist/services/executor-pool/executor-pool.service.js.map +0 -1
- package/dist/services/executor-pool/index.d.ts +0 -2
- package/dist/services/executor-pool/index.d.ts.map +0 -1
- package/dist/services/executor-pool/index.js.map +0 -1
- package/dist/services/gate/gate.service.d.ts +0 -17
- package/dist/services/gate/gate.service.d.ts.map +0 -1
- package/dist/services/gate/gate.service.js +0 -81
- package/dist/services/gate/gate.service.js.map +0 -1
- package/dist/services/gate/index.d.ts +0 -2
- package/dist/services/gate/index.d.ts.map +0 -1
- package/dist/services/gate/index.js.map +0 -1
- package/dist/services/log/index.d.ts +0 -2
- package/dist/services/log/index.d.ts.map +0 -1
- package/dist/services/log/index.js.map +0 -1
- package/dist/services/log/log.service.d.ts +0 -21
- package/dist/services/log/log.service.d.ts.map +0 -1
- package/dist/services/log/log.service.js +0 -92
- package/dist/services/log/log.service.js.map +0 -1
- package/dist/services/registry/index.d.ts +0 -4
- package/dist/services/registry/index.d.ts.map +0 -1
- package/dist/services/registry/index.js +0 -20
- package/dist/services/registry/index.js.map +0 -1
- package/dist/services/registry/registry.service.d.ts +0 -43
- package/dist/services/registry/registry.service.d.ts.map +0 -1
- package/dist/services/registry/registry.service.js +0 -367
- package/dist/services/registry/registry.service.js.map +0 -1
- package/dist/services/registry/registry.types.js.map +0 -1
- package/dist/services/registry/schema-converter.d.ts +0 -2
- package/dist/services/registry/schema-converter.d.ts.map +0 -1
- package/dist/services/registry/schema-converter.js +0 -27
- package/dist/services/registry/schema-converter.js.map +0 -1
- package/dist/services/result-collector/index.d.ts +0 -2
- package/dist/services/result-collector/index.d.ts.map +0 -1
- package/dist/services/result-collector/index.js +0 -18
- package/dist/services/result-collector/index.js.map +0 -1
- package/dist/services/result-collector/result-collector.service.d.ts +0 -17
- package/dist/services/result-collector/result-collector.service.d.ts.map +0 -1
- package/dist/services/result-collector/result-collector.service.js +0 -92
- package/dist/services/result-collector/result-collector.service.js.map +0 -1
- package/dist/services/scheduler/index.d.ts +0 -2
- package/dist/services/scheduler/index.d.ts.map +0 -1
- package/dist/services/scheduler/index.js +0 -18
- package/dist/services/scheduler/index.js.map +0 -1
- package/dist/services/scheduler/scheduler.service.d.ts +0 -17
- package/dist/services/scheduler/scheduler.service.d.ts.map +0 -1
- package/dist/services/scheduler/scheduler.service.js +0 -140
- package/dist/services/scheduler/scheduler.service.js.map +0 -1
- /package/dist/{services/registry → domain/interfaces}/registry.types.d.ts +0 -0
- /package/dist/{services/registry → domain/interfaces}/registry.types.js +0 -0
|
@@ -1,86 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
|
-
var ActorSystem_1;
|
|
15
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
-
exports.ActorSystem = void 0;
|
|
17
|
-
const common_1 = require("@nestjs/common");
|
|
18
|
-
const uuid_1 = require("uuid");
|
|
19
|
-
const utils_1 = require("../../utils");
|
|
20
|
-
const log_1 = require("../log");
|
|
21
|
-
const executor_pool_1 = require("../executor-pool");
|
|
22
|
-
const result_collector_1 = require("../result-collector");
|
|
23
|
-
const registry_1 = require("../registry");
|
|
24
|
-
const constants_1 = require("../constants");
|
|
25
|
-
let ActorSystem = ActorSystem_1 = class ActorSystem {
|
|
26
|
-
constructor(config, logService, executorPool, resultCollector, registryService) {
|
|
27
|
-
this.config = config;
|
|
28
|
-
this.logService = logService;
|
|
29
|
-
this.executorPool = executorPool;
|
|
30
|
-
this.resultCollector = resultCollector;
|
|
31
|
-
this.registryService = registryService;
|
|
32
|
-
this.logger = new common_1.Logger(ActorSystem_1.name);
|
|
33
|
-
this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
|
|
34
|
-
}
|
|
35
|
-
async send(entityType, entityId, message) {
|
|
36
|
-
const entityKey = `${entityType}:${entityId}`;
|
|
37
|
-
const serialized = this.serializeMessage(entityType, entityId, message);
|
|
38
|
-
if (this.registryService?.isEnabled()) {
|
|
39
|
-
await this.registryService.validate(entityType, message.constructor.name, serialized.data);
|
|
40
|
-
}
|
|
41
|
-
await this.logService.append(entityKey, serialized);
|
|
42
|
-
await this.executorPool.tickle();
|
|
43
|
-
return { id: serialized.id, entityKey };
|
|
44
|
-
}
|
|
45
|
-
async sendAndWait(entityType, entityId, message, timeout = 30000) {
|
|
46
|
-
const correlationId = (0, uuid_1.v4)();
|
|
47
|
-
const entityKey = `${entityType}:${entityId}`;
|
|
48
|
-
const serialized = this.serializeMessage(entityType, entityId, message, correlationId);
|
|
49
|
-
if (this.registryService?.isEnabled()) {
|
|
50
|
-
await this.registryService.validate(entityType, message.constructor.name, serialized.data);
|
|
51
|
-
}
|
|
52
|
-
const resultPromise = this.resultCollector.waitForResult(correlationId, timeout);
|
|
53
|
-
await this.logService.append(entityKey, serialized);
|
|
54
|
-
await this.executorPool.tickle();
|
|
55
|
-
return resultPromise;
|
|
56
|
-
}
|
|
57
|
-
serializeMessage(entityType, entityId, message, correlationId) {
|
|
58
|
-
const data = {};
|
|
59
|
-
for (const key of Object.keys(message)) {
|
|
60
|
-
data[key] = message[key];
|
|
61
|
-
}
|
|
62
|
-
const retryConfig = this.config.entities?.[entityType]?.retry ?? this.config.retry;
|
|
63
|
-
return {
|
|
64
|
-
id: (0, uuid_1.v4)(),
|
|
65
|
-
name: message.constructor.name,
|
|
66
|
-
data,
|
|
67
|
-
entityType,
|
|
68
|
-
entityId,
|
|
69
|
-
correlationId,
|
|
70
|
-
enqueuedAt: Date.now(),
|
|
71
|
-
attempts: 0,
|
|
72
|
-
maxAttempts: retryConfig?.maxAttempts ?? 3,
|
|
73
|
-
};
|
|
74
|
-
}
|
|
75
|
-
};
|
|
76
|
-
exports.ActorSystem = ActorSystem;
|
|
77
|
-
exports.ActorSystem = ActorSystem = ActorSystem_1 = __decorate([
|
|
78
|
-
(0, common_1.Injectable)(),
|
|
79
|
-
__param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
|
|
80
|
-
__param(4, (0, common_1.Optional)()),
|
|
81
|
-
__metadata("design:paramtypes", [Object, log_1.LogService,
|
|
82
|
-
executor_pool_1.ExecutorPoolService,
|
|
83
|
-
result_collector_1.ResultCollector,
|
|
84
|
-
registry_1.RegistryService])
|
|
85
|
-
], ActorSystem);
|
|
86
|
-
//# sourceMappingURL=actor-system.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"actor-system.service.js","sourceRoot":"","sources":["../../../src/services/actor-system/actor-system.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAsE;AACtE,+BAAoC;AAEpC,uCAA+C;AAC/C,gCAAoC;AACpC,oDAAuD;AACvD,0DAAsD;AACtD,0CAA8C;AAC9C,4CAAoD;AAG7C,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAItB,YACgC,MAAkD,EAC/D,UAAsB,EACtB,YAAiC,EACjC,eAAgC,EACrC,eAAkD;QAJf,WAAM,GAAN,MAAM,CAA2B;QAC/D,eAAU,GAAV,UAAU,CAAY;QACtB,iBAAY,GAAZ,YAAY,CAAqB;QACjC,oBAAe,GAAf,eAAe,CAAiB;QACpB,oBAAe,GAAf,eAAe,CAAkB;QAR/C,WAAM,GAAG,IAAI,eAAM,CAAC,aAAW,CAAC,IAAI,CAAC,CAAC;QAUrD,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,IAAI,CACR,UAAkB,EAClB,QAAgB,EAChB,OAAU;QAEV,MAAM,SAAS,GAAG,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAExE,IAAI,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QACjC,OAAO,EAAE,EAAE,EAAE,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,WAAW,CACf,UAAkB,EAClB,QAAgB,EAChB,OAAU,EACV,OAAO,GAAG,KAAK;QAEf,MAAM,aAAa,GAAG,IAAA,SAAM,GAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,GAAG,UAAU,IAAI,QAAQ,EAAE,CAAC;QAC9C,MAAM,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;QAEvF,IAAI,IAAI,CAAC,eAAe,EAAE,SAAS,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;QAC7F,CAAC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,CAAI,aAAa,EAAE,OAAO,CAAC,CAAC;QAEpF,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;QAEjC,OAAO,aAAa,CAAC;IACvB,CAAC;IAEO,gBAAgB,CACtB,UAAkB,EAClB,QAAgB,EAChB,OAAU,EACV,aAAsB;QAEtB,MAAM,IAAI,GAAwB,EAAE,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,IAAI,CAAC,GAAG,CAAC,GAAI,OAAe,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;QAEnF,OAAO;YACL,EAAE,EAAE,IAAA,SAAM,GAAE;YACZ,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,IAAI;YAC9B,IAAI;YACJ,UAAU;YACV,QAAQ;YACR,aAAa;YACb,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE;YACtB,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,WAAW,EAAE,WAAW,IAAI,CAAC;SAC3C,CAAC;IACJ,CAAC;CACF,CAAA;AA9EY,kCAAW;sBAAX,WAAW;IADvB,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;IAI5B,WAAA,IAAA,iBAAQ,GAAE,CAAA;6CAHkB,gBAAU;QACR,mCAAmB;QAChB,kCAAe;QACF,0BAAe;GATrD,WAAW,CA8EvB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/actor-system/index.ts"],"names":[],"mappings":"AAAA,cAAc,wBAAwB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/actor-system/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,yDAAuC"}
|
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import { OnModuleInit, OnApplicationShutdown } from '@nestjs/common';
|
|
2
|
-
import Redis from 'ioredis';
|
|
3
|
-
import { IAtomicQueuesModuleConfig } from '../../domain';
|
|
4
|
-
import { SchedulerService } from '../scheduler';
|
|
5
|
-
import { GateService } from '../gate';
|
|
6
|
-
import { LogService } from '../log';
|
|
7
|
-
import { HandlerExecutor } from '../handler-executor';
|
|
8
|
-
import { EntityTypeRegistry } from '../entity-type-registry';
|
|
9
|
-
export declare class ExecutorPoolService implements OnModuleInit, OnApplicationShutdown {
|
|
10
|
-
private readonly redis;
|
|
11
|
-
private readonly config;
|
|
12
|
-
private readonly scheduler;
|
|
13
|
-
private readonly gateService;
|
|
14
|
-
private readonly logService;
|
|
15
|
-
private readonly handlerExecutor;
|
|
16
|
-
private readonly entityTypeRegistry;
|
|
17
|
-
private readonly logger;
|
|
18
|
-
private readonly keyPrefix;
|
|
19
|
-
private readonly poolSize;
|
|
20
|
-
private activeExecutors;
|
|
21
|
-
private running;
|
|
22
|
-
private subscriberClient;
|
|
23
|
-
private ownedEntityTypes;
|
|
24
|
-
constructor(redis: Redis, config: IAtomicQueuesModuleConfig, scheduler: SchedulerService, gateService: GateService, logService: LogService, handlerExecutor: HandlerExecutor, entityTypeRegistry: EntityTypeRegistry);
|
|
25
|
-
onModuleInit(): Promise<void>;
|
|
26
|
-
onApplicationShutdown(): Promise<void>;
|
|
27
|
-
tickle(): Promise<void>;
|
|
28
|
-
private tryDispatch;
|
|
29
|
-
private executeMessage;
|
|
30
|
-
private publishResult;
|
|
31
|
-
/**
|
|
32
|
-
* Build the list of entity types this node owns handlers for.
|
|
33
|
-
* Returns undefined (accept-all) when no specific handlers are registered,
|
|
34
|
-
* which keeps single-service deployments zero-config.
|
|
35
|
-
*/
|
|
36
|
-
private collectOwnedEntityTypes;
|
|
37
|
-
}
|
|
38
|
-
//# sourceMappingURL=executor-pool.service.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"executor-pool.service.d.ts","sourceRoot":"","sources":["../../../src/services/executor-pool/executor-pool.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,YAAY,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACjG,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,yBAAyB,EAAsB,MAAM,cAAc,CAAC;AAE7E,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAChD,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAG7D,qBACa,mBAAoB,YAAW,YAAY,EAAE,qBAAqB;IAU9C,OAAO,CAAC,QAAQ,CAAC,KAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACrD,OAAO,CAAC,QAAQ,CAAC,SAAS;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,eAAe;IAChC,OAAO,CAAC,QAAQ,CAAC,kBAAkB;IAfrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwC;IAC/D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,gBAAgB,CAAsB;IAC9C,OAAO,CAAC,gBAAgB,CAAuB;gBAGC,KAAK,EAAE,KAAK,EACX,MAAM,EAAE,yBAAyB,EAC/D,SAAS,EAAE,gBAAgB,EAC3B,WAAW,EAAE,WAAW,EACxB,UAAU,EAAE,UAAU,EACtB,eAAe,EAAE,eAAe,EAChC,kBAAkB,EAAE,kBAAkB;IAMnD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAqB7B,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAiBtC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;YAKf,WAAW;YAkBX,cAAc;YA8Bd,aAAa;IAW3B;;;;OAIG;IACH,OAAO,CAAC,uBAAuB;CAuBhC"}
|
|
@@ -1,166 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
15
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
16
|
-
};
|
|
17
|
-
var ExecutorPoolService_1;
|
|
18
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
19
|
-
exports.ExecutorPoolService = void 0;
|
|
20
|
-
const common_1 = require("@nestjs/common");
|
|
21
|
-
const ioredis_1 = __importDefault(require("ioredis"));
|
|
22
|
-
const utils_1 = require("../../utils");
|
|
23
|
-
const scheduler_1 = require("../scheduler");
|
|
24
|
-
const gate_1 = require("../gate");
|
|
25
|
-
const log_1 = require("../log");
|
|
26
|
-
const handler_executor_1 = require("../handler-executor");
|
|
27
|
-
const entity_type_registry_1 = require("../entity-type-registry");
|
|
28
|
-
const constants_1 = require("../constants");
|
|
29
|
-
let ExecutorPoolService = ExecutorPoolService_1 = class ExecutorPoolService {
|
|
30
|
-
constructor(redis, config, scheduler, gateService, logService, handlerExecutor, entityTypeRegistry) {
|
|
31
|
-
this.redis = redis;
|
|
32
|
-
this.config = config;
|
|
33
|
-
this.scheduler = scheduler;
|
|
34
|
-
this.gateService = gateService;
|
|
35
|
-
this.logService = logService;
|
|
36
|
-
this.handlerExecutor = handlerExecutor;
|
|
37
|
-
this.entityTypeRegistry = entityTypeRegistry;
|
|
38
|
-
this.logger = new common_1.Logger(ExecutorPoolService_1.name);
|
|
39
|
-
this.activeExecutors = 0;
|
|
40
|
-
this.running = false;
|
|
41
|
-
this.subscriberClient = null;
|
|
42
|
-
this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
|
|
43
|
-
this.poolSize = config.executor?.poolSize ?? 1;
|
|
44
|
-
}
|
|
45
|
-
async onModuleInit() {
|
|
46
|
-
this.running = true;
|
|
47
|
-
// Collect entity types this node can handle (actors + config).
|
|
48
|
-
// When the list is non-empty the Lua script only picks matching keys,
|
|
49
|
-
// so foreign entity types are never stolen from other services.
|
|
50
|
-
this.ownedEntityTypes = this.collectOwnedEntityTypes();
|
|
51
|
-
this.subscriberClient = this.redis.duplicate();
|
|
52
|
-
const tickleChannel = `${this.keyPrefix}:tickle`;
|
|
53
|
-
await this.subscriberClient.subscribe(tickleChannel);
|
|
54
|
-
this.subscriberClient.on('message', (_channel, _msg) => {
|
|
55
|
-
this.tryDispatch();
|
|
56
|
-
});
|
|
57
|
-
this.logger.log(`Executor pool started with poolSize=${this.poolSize}`);
|
|
58
|
-
this.tryDispatch();
|
|
59
|
-
}
|
|
60
|
-
async onApplicationShutdown() {
|
|
61
|
-
this.running = false;
|
|
62
|
-
if (this.subscriberClient) {
|
|
63
|
-
await this.subscriberClient.unsubscribe();
|
|
64
|
-
await this.subscriberClient.quit();
|
|
65
|
-
}
|
|
66
|
-
const maxWait = 30000;
|
|
67
|
-
const start = Date.now();
|
|
68
|
-
while (this.activeExecutors > 0 && Date.now() - start < maxWait) {
|
|
69
|
-
await new Promise((resolve) => setTimeout(resolve, 100));
|
|
70
|
-
}
|
|
71
|
-
if (this.activeExecutors > 0) {
|
|
72
|
-
this.logger.warn(`Shutdown with ${this.activeExecutors} active executors still running`);
|
|
73
|
-
}
|
|
74
|
-
}
|
|
75
|
-
async tickle() {
|
|
76
|
-
const tickleChannel = `${this.keyPrefix}:tickle`;
|
|
77
|
-
await this.redis.publish(tickleChannel, '1');
|
|
78
|
-
}
|
|
79
|
-
async tryDispatch() {
|
|
80
|
-
// Multi-service node with no handlers — don't compete for messages
|
|
81
|
-
if (this.ownedEntityTypes !== undefined && this.ownedEntityTypes.length === 0)
|
|
82
|
-
return;
|
|
83
|
-
while (this.running && this.activeExecutors < this.poolSize) {
|
|
84
|
-
const result = await this.scheduler.pickNext(this.ownedEntityTypes);
|
|
85
|
-
if (!result)
|
|
86
|
-
break;
|
|
87
|
-
this.activeExecutors++;
|
|
88
|
-
this.executeMessage(result.entityKey, result.message, result.ownerToken).finally(() => {
|
|
89
|
-
this.activeExecutors--;
|
|
90
|
-
if (this.running) {
|
|
91
|
-
this.tryDispatch();
|
|
92
|
-
}
|
|
93
|
-
});
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
async executeMessage(entityKey, message, ownerToken) {
|
|
97
|
-
const entityType = message.entityType;
|
|
98
|
-
const entityId = message.entityId;
|
|
99
|
-
const ttl = this.gateService.getTTLForEntity(entityType);
|
|
100
|
-
const refreshInterval = this.config.executor?.gateRefreshInterval ?? ttl * 500;
|
|
101
|
-
const refresher = setInterval(async () => {
|
|
102
|
-
try {
|
|
103
|
-
await this.gateService.extend(entityKey, ownerToken, ttl);
|
|
104
|
-
}
|
|
105
|
-
catch (err) {
|
|
106
|
-
this.logger.error(`Gate refresh failed for ${entityKey}: ${err.message}`);
|
|
107
|
-
}
|
|
108
|
-
}, refreshInterval);
|
|
109
|
-
try {
|
|
110
|
-
const result = await this.handlerExecutor.execute(message, entityKey);
|
|
111
|
-
await this.publishResult(message, result);
|
|
112
|
-
await this.scheduler.complete(entityKey, ownerToken);
|
|
113
|
-
}
|
|
114
|
-
catch (err) {
|
|
115
|
-
await this.scheduler.fail(entityKey, ownerToken, message, err);
|
|
116
|
-
await this.publishResult(message, undefined, err);
|
|
117
|
-
}
|
|
118
|
-
finally {
|
|
119
|
-
clearInterval(refresher);
|
|
120
|
-
}
|
|
121
|
-
}
|
|
122
|
-
async publishResult(message, result, error) {
|
|
123
|
-
if (!message.correlationId)
|
|
124
|
-
return;
|
|
125
|
-
const channel = `${this.keyPrefix}:results:${message.correlationId}`;
|
|
126
|
-
const payload = error ? JSON.stringify({ error: error.message }) : JSON.stringify({ result });
|
|
127
|
-
await this.redis.publish(channel, payload);
|
|
128
|
-
}
|
|
129
|
-
/**
|
|
130
|
-
* Build the list of entity types this node owns handlers for.
|
|
131
|
-
* Returns undefined (accept-all) when no specific handlers are registered,
|
|
132
|
-
* which keeps single-service deployments zero-config.
|
|
133
|
-
*/
|
|
134
|
-
collectOwnedEntityTypes() {
|
|
135
|
-
const types = new Set();
|
|
136
|
-
for (const et of this.entityTypeRegistry.getRegisteredEntityTypes()) {
|
|
137
|
-
types.add(et);
|
|
138
|
-
}
|
|
139
|
-
// Entity types declared in config
|
|
140
|
-
if (this.config.entities) {
|
|
141
|
-
for (const et of Object.keys(this.config.entities)) {
|
|
142
|
-
types.add(et);
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
if (types.size > 0)
|
|
146
|
-
return Array.from(types);
|
|
147
|
-
// In multi-service mode (registry enabled), no handlers means
|
|
148
|
-
// this node is a pure client — return empty array to accept nothing.
|
|
149
|
-
if (this.config.registry?.enabled)
|
|
150
|
-
return [];
|
|
151
|
-
// Single-service setup — return undefined to accept all.
|
|
152
|
-
return undefined;
|
|
153
|
-
}
|
|
154
|
-
};
|
|
155
|
-
exports.ExecutorPoolService = ExecutorPoolService;
|
|
156
|
-
exports.ExecutorPoolService = ExecutorPoolService = ExecutorPoolService_1 = __decorate([
|
|
157
|
-
(0, common_1.Injectable)(),
|
|
158
|
-
__param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
|
|
159
|
-
__param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
|
|
160
|
-
__metadata("design:paramtypes", [ioredis_1.default, Object, scheduler_1.SchedulerService,
|
|
161
|
-
gate_1.GateService,
|
|
162
|
-
log_1.LogService,
|
|
163
|
-
handler_executor_1.HandlerExecutor,
|
|
164
|
-
entity_type_registry_1.EntityTypeRegistry])
|
|
165
|
-
], ExecutorPoolService);
|
|
166
|
-
//# sourceMappingURL=executor-pool.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"executor-pool.service.js","sourceRoot":"","sources":["../../../src/services/executor-pool/executor-pool.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAAiG;AACjG,sDAA4B;AAE5B,uCAA+C;AAC/C,4CAAgD;AAChD,kCAAsC;AACtC,gCAAoC;AACpC,0DAAsD;AACtD,kEAA6D;AAC7D,4CAAyE;AAGlE,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAS9B,YAC+B,KAA6B,EAC5B,MAAkD,EAC/D,SAA2B,EAC3B,WAAwB,EACxB,UAAsB,EACtB,eAAgC,EAChC,kBAAsC;QANT,UAAK,GAAL,KAAK,CAAO;QACX,WAAM,GAAN,MAAM,CAA2B;QAC/D,cAAS,GAAT,SAAS,CAAkB;QAC3B,gBAAW,GAAX,WAAW,CAAa;QACxB,eAAU,GAAV,UAAU,CAAY;QACtB,oBAAe,GAAf,eAAe,CAAiB;QAChC,uBAAkB,GAAlB,kBAAkB,CAAoB;QAfxC,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;QAGvD,oBAAe,GAAG,CAAC,CAAC;QACpB,YAAO,GAAG,KAAK,CAAC;QAChB,qBAAgB,GAAiB,IAAI,CAAC;QAY5C,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,QAAQ,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QAEpB,+DAA+D;QAC/D,sEAAsE;QACtE,gEAAgE;QAChE,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAEvD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAE/C,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,SAAS,SAAS,CAAC;QACjD,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QACrD,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,QAAgB,EAAE,IAAY,EAAE,EAAE;YACrE,IAAI,CAAC,WAAW,EAAE,CAAC;QACrB,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,uCAAuC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExE,IAAI,CAAC,WAAW,EAAE,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QACrC,CAAC;QAED,MAAM,OAAO,GAAG,KAAK,CAAC;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,OAAO,IAAI,CAAC,eAAe,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,OAAO,EAAE,CAAC;YAChE,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QAC3D,CAAC;QACD,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,IAAI,CAAC,eAAe,iCAAiC,CAAC,CAAC;QAC3F,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,SAAS,SAAS,CAAC;QACjD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,mEAAmE;QACnE,IAAI,IAAI,CAAC,gBAAgB,KAAK,SAAS,IAAI,IAAI,CAAC,gBAAgB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAEtF,OAAO,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACpE,IAAI,CAAC,MAAM;gBAAE,MAAM;YAEnB,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;gBACpF,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,WAAW,EAAE,CAAC;gBACrB,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,SAAiB,EACjB,OAA2B,EAC3B,UAAkB;QAElB,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QACzD,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,mBAAmB,IAAI,GAAG,GAAG,GAAG,CAAC;QAE/E,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YACvC,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,GAAG,CAAC,CAAC;YAC5D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,SAAS,KAAM,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC,EAAE,eAAe,CAAC,CAAC;QAEpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YACtE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,GAAY,CAAC,CAAC;YACxE,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,SAAS,EAAE,GAAY,CAAC,CAAC;QAC7D,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa,CACzB,OAA2B,EAC3B,MAAgB,EAChB,KAAa;QAEb,IAAI,CAAC,OAAO,CAAC,aAAa;YAAE,OAAO;QACnC,MAAM,OAAO,GAAG,GAAG,IAAI,CAAC,SAAS,YAAY,OAAO,CAAC,aAAa,EAAE,CAAC;QACrE,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9F,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACK,uBAAuB;QAC7B,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;QAEhC,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,kBAAkB,CAAC,wBAAwB,EAAE,EAAE,CAAC;YACpE,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,CAAC;QAED,kCAAkC;QAClC,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACzB,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACnD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChB,CAAC;QACH,CAAC;QAED,IAAI,KAAK,CAAC,IAAI,GAAG,CAAC;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE7C,8DAA8D;QAC9D,qEAAqE;QACrE,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO;YAAE,OAAO,EAAE,CAAC;QAE7C,yDAAyD;QACzD,OAAO,SAAS,CAAC;IACnB,CAAC;CACF,CAAA;AAxJY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;IAWR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK,UAE9B,4BAAgB;QACd,kBAAW;QACZ,gBAAU;QACL,kCAAe;QACZ,yCAAkB;GAhB9C,mBAAmB,CAwJ/B"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/executor-pool/index.ts"],"names":[],"mappings":"AAAA,cAAc,yBAAyB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/executor-pool/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,0DAAwC"}
|
|
@@ -1,17 +0,0 @@
|
|
|
1
|
-
import Redis from 'ioredis';
|
|
2
|
-
import { IAtomicQueuesModuleConfig } from '../../domain';
|
|
3
|
-
export declare class GateService {
|
|
4
|
-
private readonly redis;
|
|
5
|
-
private readonly config;
|
|
6
|
-
private readonly logger;
|
|
7
|
-
private readonly keyPrefix;
|
|
8
|
-
private readonly defaultTTL;
|
|
9
|
-
constructor(redis: Redis, config: IAtomicQueuesModuleConfig);
|
|
10
|
-
getGateKey(entityKey: string): string;
|
|
11
|
-
acquire(entityKey: string, ownerToken: string, ttlSeconds?: number): Promise<boolean>;
|
|
12
|
-
release(entityKey: string, ownerToken: string): Promise<boolean>;
|
|
13
|
-
extend(entityKey: string, ownerToken: string, ttlSeconds?: number): Promise<boolean>;
|
|
14
|
-
isHeld(entityKey: string): Promise<boolean>;
|
|
15
|
-
getTTLForEntity(entityType: string): number;
|
|
16
|
-
}
|
|
17
|
-
//# sourceMappingURL=gate.service.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"gate.service.d.ts","sourceRoot":"","sources":["../../../src/services/gate/gate.service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,cAAc,CAAC;AAoBzD,qBACa,WAAW;IAMS,OAAO,CAAC,QAAQ,CAAC,KAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IANvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgC;IACvD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAGY,KAAK,EAAE,KAAK,EACX,MAAM,EAAE,yBAAyB;IAMlF,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAI/B,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAOrF,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAWhE,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAapF,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKjD,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;CAG5C"}
|
|
@@ -1,81 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
15
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
16
|
-
};
|
|
17
|
-
var GateService_1;
|
|
18
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
19
|
-
exports.GateService = void 0;
|
|
20
|
-
const common_1 = require("@nestjs/common");
|
|
21
|
-
const ioredis_1 = __importDefault(require("ioredis"));
|
|
22
|
-
const utils_1 = require("../../utils");
|
|
23
|
-
const constants_1 = require("../constants");
|
|
24
|
-
const RELEASE_IF_OWNER_SCRIPT = `
|
|
25
|
-
if redis.call("GET", KEYS[1]) == ARGV[1] then
|
|
26
|
-
return redis.call("DEL", KEYS[1])
|
|
27
|
-
else
|
|
28
|
-
return 0
|
|
29
|
-
end
|
|
30
|
-
`;
|
|
31
|
-
const EXTEND_IF_OWNER_SCRIPT = `
|
|
32
|
-
if redis.call("GET", KEYS[1]) == ARGV[1] then
|
|
33
|
-
return redis.call("EXPIRE", KEYS[1], ARGV[2])
|
|
34
|
-
else
|
|
35
|
-
return 0
|
|
36
|
-
end
|
|
37
|
-
`;
|
|
38
|
-
let GateService = GateService_1 = class GateService {
|
|
39
|
-
constructor(redis, config) {
|
|
40
|
-
this.redis = redis;
|
|
41
|
-
this.config = config;
|
|
42
|
-
this.logger = new common_1.Logger(GateService_1.name);
|
|
43
|
-
this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
|
|
44
|
-
this.defaultTTL = config.executor?.gateTTL ?? 30;
|
|
45
|
-
}
|
|
46
|
-
getGateKey(entityKey) {
|
|
47
|
-
return `${this.keyPrefix}:gate:${entityKey}`;
|
|
48
|
-
}
|
|
49
|
-
async acquire(entityKey, ownerToken, ttlSeconds) {
|
|
50
|
-
const gateKey = this.getGateKey(entityKey);
|
|
51
|
-
const ttl = ttlSeconds ?? this.defaultTTL;
|
|
52
|
-
const result = await this.redis.set(gateKey, ownerToken, 'EX', ttl, 'NX');
|
|
53
|
-
return result === 'OK';
|
|
54
|
-
}
|
|
55
|
-
async release(entityKey, ownerToken) {
|
|
56
|
-
const gateKey = this.getGateKey(entityKey);
|
|
57
|
-
const result = (await this.redis.eval(RELEASE_IF_OWNER_SCRIPT, 1, gateKey, ownerToken));
|
|
58
|
-
return result === 1;
|
|
59
|
-
}
|
|
60
|
-
async extend(entityKey, ownerToken, ttlSeconds) {
|
|
61
|
-
const gateKey = this.getGateKey(entityKey);
|
|
62
|
-
const ttl = ttlSeconds ?? this.defaultTTL;
|
|
63
|
-
const result = (await this.redis.eval(EXTEND_IF_OWNER_SCRIPT, 1, gateKey, ownerToken, ttl.toString()));
|
|
64
|
-
return result === 1;
|
|
65
|
-
}
|
|
66
|
-
async isHeld(entityKey) {
|
|
67
|
-
const gateKey = this.getGateKey(entityKey);
|
|
68
|
-
return (await this.redis.exists(gateKey)) === 1;
|
|
69
|
-
}
|
|
70
|
-
getTTLForEntity(entityType) {
|
|
71
|
-
return this.config.entities?.[entityType]?.gateTTL ?? this.defaultTTL;
|
|
72
|
-
}
|
|
73
|
-
};
|
|
74
|
-
exports.GateService = GateService;
|
|
75
|
-
exports.GateService = GateService = GateService_1 = __decorate([
|
|
76
|
-
(0, common_1.Injectable)(),
|
|
77
|
-
__param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
|
|
78
|
-
__param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
|
|
79
|
-
__metadata("design:paramtypes", [ioredis_1.default, Object])
|
|
80
|
-
], GateService);
|
|
81
|
-
//# sourceMappingURL=gate.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"gate.service.js","sourceRoot":"","sources":["../../../src/services/gate/gate.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAA4D;AAC5D,sDAA4B;AAE5B,uCAA+C;AAC/C,4CAAyE;AAEzE,MAAM,uBAAuB,GAAG;;;;;;CAM/B,CAAC;AAEF,MAAM,sBAAsB,GAAG;;;;;;CAM9B,CAAC;AAGK,IAAM,WAAW,mBAAjB,MAAM,WAAW;IAKtB,YAC+B,KAA6B,EAC5B,MAAkD;QADlC,UAAK,GAAL,KAAK,CAAO;QACX,WAAM,GAAN,MAAM,CAA2B;QANjE,WAAM,GAAG,IAAI,eAAM,CAAC,aAAW,CAAC,IAAI,CAAC,CAAC;QAQrD,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC;IACnD,CAAC;IAED,UAAU,CAAC,SAAiB;QAC1B,OAAO,GAAG,IAAI,CAAC,SAAS,SAAS,SAAS,EAAE,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,UAAkB,EAAE,UAAmB;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,CAAC;QAC1E,OAAO,MAAM,KAAK,IAAI,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,UAAkB;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnC,uBAAuB,EACvB,CAAC,EACD,OAAO,EACP,UAAU,CACX,CAAW,CAAC;QACb,OAAO,MAAM,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,UAAkB,EAAE,UAAmB;QACrE,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC;QAC1C,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CACnC,sBAAsB,EACtB,CAAC,EACD,OAAO,EACP,UAAU,EACV,GAAG,CAAC,QAAQ,EAAE,CACf,CAAW,CAAC;QACb,OAAO,MAAM,KAAK,CAAC,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAC3C,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,eAAe,CAAC,UAAkB;QAChC,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,UAAU,CAAC;IACxE,CAAC;CACF,CAAA;AAxDY,kCAAW;sBAAX,WAAW;IADvB,IAAA,mBAAU,GAAE;IAOR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK;GANjD,WAAW,CAwDvB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/gate/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/gate/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,iDAA+B"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/log/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/log/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA8B"}
|
|
@@ -1,21 +0,0 @@
|
|
|
1
|
-
import Redis from 'ioredis';
|
|
2
|
-
import { IAtomicQueuesModuleConfig, ISerializedMessage } from '../../domain';
|
|
3
|
-
export declare class LogService {
|
|
4
|
-
private readonly redis;
|
|
5
|
-
private readonly config;
|
|
6
|
-
private readonly logger;
|
|
7
|
-
private readonly keyPrefix;
|
|
8
|
-
constructor(redis: Redis, config: IAtomicQueuesModuleConfig);
|
|
9
|
-
getLogKey(entityKey: string): string;
|
|
10
|
-
getReadySetKey(): string;
|
|
11
|
-
getDeadLetterKey(entityType: string): string;
|
|
12
|
-
append(entityKey: string, message: ISerializedMessage): Promise<number>;
|
|
13
|
-
popNext(entityKey: string): Promise<ISerializedMessage | null>;
|
|
14
|
-
length(entityKey: string): Promise<number>;
|
|
15
|
-
markReady(entityKey: string): Promise<void>;
|
|
16
|
-
unmarkReady(entityKey: string): Promise<void>;
|
|
17
|
-
deadLetter(entityType: string, message: ISerializedMessage): Promise<void>;
|
|
18
|
-
getDeadLetters(entityType: string, limit?: number): Promise<ISerializedMessage[]>;
|
|
19
|
-
readyCount(): Promise<number>;
|
|
20
|
-
}
|
|
21
|
-
//# sourceMappingURL=log.service.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"log.service.d.ts","sourceRoot":"","sources":["../../../src/services/log/log.service.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAI7E,qBACa,UAAU;IAKU,OAAO,CAAC,QAAQ,CAAC,KAAK;IACrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IALvD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA+B;IACtD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;gBAGa,KAAK,EAAE,KAAK,EACX,MAAM,EAAE,yBAAyB;IAKlF,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAIpC,cAAc,IAAI,MAAM;IAIxB,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM;IAItC,MAAM,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC;IAcvE,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC;IAO9D,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK1C,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI3C,WAAW,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAc1E,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAM9E,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;CAGpC"}
|
|
@@ -1,92 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
15
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
16
|
-
};
|
|
17
|
-
var LogService_1;
|
|
18
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
19
|
-
exports.LogService = void 0;
|
|
20
|
-
const common_1 = require("@nestjs/common");
|
|
21
|
-
const ioredis_1 = __importDefault(require("ioredis"));
|
|
22
|
-
const utils_1 = require("../../utils");
|
|
23
|
-
const constants_1 = require("../constants");
|
|
24
|
-
let LogService = LogService_1 = class LogService {
|
|
25
|
-
constructor(redis, config) {
|
|
26
|
-
this.redis = redis;
|
|
27
|
-
this.config = config;
|
|
28
|
-
this.logger = new common_1.Logger(LogService_1.name);
|
|
29
|
-
this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
|
|
30
|
-
}
|
|
31
|
-
getLogKey(entityKey) {
|
|
32
|
-
return `${this.keyPrefix}:log:${entityKey}`;
|
|
33
|
-
}
|
|
34
|
-
getReadySetKey() {
|
|
35
|
-
return `${this.keyPrefix}:ready`;
|
|
36
|
-
}
|
|
37
|
-
getDeadLetterKey(entityType) {
|
|
38
|
-
return `${this.keyPrefix}:dead:${entityType}`;
|
|
39
|
-
}
|
|
40
|
-
async append(entityKey, message) {
|
|
41
|
-
const logKey = this.getLogKey(entityKey);
|
|
42
|
-
const readyKey = this.getReadySetKey();
|
|
43
|
-
const pipeline = this.redis.pipeline();
|
|
44
|
-
pipeline.lpush(logKey, JSON.stringify(message));
|
|
45
|
-
pipeline.sadd(readyKey, entityKey);
|
|
46
|
-
const results = await pipeline.exec();
|
|
47
|
-
const length = results?.[0]?.[1] ?? 0;
|
|
48
|
-
this.logger.debug(`Appended message ${message.name} to ${entityKey} (depth: ${length})`);
|
|
49
|
-
return length;
|
|
50
|
-
}
|
|
51
|
-
async popNext(entityKey) {
|
|
52
|
-
const logKey = this.getLogKey(entityKey);
|
|
53
|
-
const raw = await this.redis.rpop(logKey);
|
|
54
|
-
if (!raw)
|
|
55
|
-
return null;
|
|
56
|
-
return JSON.parse(raw);
|
|
57
|
-
}
|
|
58
|
-
async length(entityKey) {
|
|
59
|
-
const logKey = this.getLogKey(entityKey);
|
|
60
|
-
return this.redis.llen(logKey);
|
|
61
|
-
}
|
|
62
|
-
async markReady(entityKey) {
|
|
63
|
-
await this.redis.sadd(this.getReadySetKey(), entityKey);
|
|
64
|
-
}
|
|
65
|
-
async unmarkReady(entityKey) {
|
|
66
|
-
await this.redis.srem(this.getReadySetKey(), entityKey);
|
|
67
|
-
}
|
|
68
|
-
async deadLetter(entityType, message) {
|
|
69
|
-
const deadKey = this.getDeadLetterKey(entityType);
|
|
70
|
-
await this.redis.lpush(deadKey, JSON.stringify({
|
|
71
|
-
...message,
|
|
72
|
-
deadLetteredAt: Date.now(),
|
|
73
|
-
}));
|
|
74
|
-
this.logger.warn(`Dead-lettered message ${message.name} for ${entityType}:${message.entityId} after ${message.attempts} attempts`);
|
|
75
|
-
}
|
|
76
|
-
async getDeadLetters(entityType, limit = 100) {
|
|
77
|
-
const deadKey = this.getDeadLetterKey(entityType);
|
|
78
|
-
const raw = await this.redis.lrange(deadKey, 0, limit - 1);
|
|
79
|
-
return raw.map((r) => JSON.parse(r));
|
|
80
|
-
}
|
|
81
|
-
async readyCount() {
|
|
82
|
-
return this.redis.scard(this.getReadySetKey());
|
|
83
|
-
}
|
|
84
|
-
};
|
|
85
|
-
exports.LogService = LogService;
|
|
86
|
-
exports.LogService = LogService = LogService_1 = __decorate([
|
|
87
|
-
(0, common_1.Injectable)(),
|
|
88
|
-
__param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
|
|
89
|
-
__param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
|
|
90
|
-
__metadata("design:paramtypes", [ioredis_1.default, Object])
|
|
91
|
-
], LogService);
|
|
92
|
-
//# sourceMappingURL=log.service.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"log.service.js","sourceRoot":"","sources":["../../../src/services/log/log.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAA4D;AAC5D,sDAA4B;AAE5B,uCAA+C;AAC/C,4CAAyE;AAGlE,IAAM,UAAU,kBAAhB,MAAM,UAAU;IAIrB,YAC+B,KAA6B,EAC5B,MAAkD;QADlC,UAAK,GAAL,KAAK,CAAO;QACX,WAAM,GAAN,MAAM,CAA2B;QALjE,WAAM,GAAG,IAAI,eAAM,CAAC,YAAU,CAAC,IAAI,CAAC,CAAC;QAOpD,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;IAC5C,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,GAAG,IAAI,CAAC,SAAS,QAAQ,SAAS,EAAE,CAAC;IAC9C,CAAC;IAED,cAAc;QACZ,OAAO,GAAG,IAAI,CAAC,SAAS,QAAQ,CAAC;IACnC,CAAC;IAED,gBAAgB,CAAC,UAAkB;QACjC,OAAO,GAAG,IAAI,CAAC,SAAS,SAAS,UAAU,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,OAA2B;QACzD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;QAEvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACvC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAChD,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAEtC,MAAM,MAAM,GAAI,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAY,IAAI,CAAC,CAAC;QAClD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,oBAAoB,OAAO,CAAC,IAAI,OAAO,SAAS,YAAY,MAAM,GAAG,CAAC,CAAC;QACzF,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAuB,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,SAAiB;QAC/B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB;QACjC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,SAAS,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAAkB,EAAE,OAA2B;QAC9D,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAClD,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CACpB,OAAO,EACP,IAAI,CAAC,SAAS,CAAC;YACb,GAAG,OAAO;YACV,cAAc,EAAE,IAAI,CAAC,GAAG,EAAE;SAC3B,CAAC,CACH,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,yBAAyB,OAAO,CAAC,IAAI,QAAQ,UAAU,IAAI,OAAO,CAAC,QAAQ,UAAU,OAAO,CAAC,QAAQ,WAAW,CACjH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAkB,EAAE,KAAK,GAAG,GAAG;QAClD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QAC3D,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAC;IACjD,CAAC;CACF,CAAA;AAhFY,gCAAU;qBAAV,UAAU;IADtB,IAAA,mBAAU,GAAE;IAMR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;qCADwB,iBAAK;GALjD,UAAU,CAgFtB"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/registry/index.ts"],"names":[],"mappings":"AAAA,cAAc,oBAAoB,CAAC;AACnC,cAAc,kBAAkB,CAAC;AACjC,cAAc,oBAAoB,CAAC"}
|
|
@@ -1,20 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
-
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
-
};
|
|
16
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
-
__exportStar(require("./registry.service"), exports);
|
|
18
|
-
__exportStar(require("./registry.types"), exports);
|
|
19
|
-
__exportStar(require("./schema-converter"), exports);
|
|
20
|
-
//# sourceMappingURL=index.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/registry/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,qDAAmC;AACnC,mDAAiC;AACjC,qDAAmC"}
|