atomic-queues 2.2.0 → 3.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +296 -417
- package/dist/cli/generators/classes.d.ts +1 -1
- package/dist/cli/generators/json-schema.d.ts +1 -1
- package/dist/cli/generators/typescript.d.ts +1 -1
- package/dist/cli/index.js +147 -5
- package/dist/cli/index.js.map +1 -1
- package/dist/cluster/cluster-discovery.service.d.ts +91 -0
- package/dist/cluster/cluster-discovery.service.d.ts.map +1 -0
- package/dist/cluster/cluster-discovery.service.js +423 -0
- package/dist/cluster/cluster-discovery.service.js.map +1 -0
- package/dist/cluster/grpc-peer-monitor.service.d.ts +31 -0
- package/dist/cluster/grpc-peer-monitor.service.d.ts.map +1 -0
- package/dist/cluster/grpc-peer-monitor.service.js +192 -0
- package/dist/cluster/grpc-peer-monitor.service.js.map +1 -0
- package/dist/cluster/index.d.ts +7 -0
- package/dist/cluster/index.d.ts.map +1 -0
- package/dist/cluster/index.js +23 -0
- package/dist/cluster/index.js.map +1 -0
- package/dist/cluster/leader-election.service.d.ts +38 -0
- package/dist/cluster/leader-election.service.d.ts.map +1 -0
- package/dist/cluster/leader-election.service.js +184 -0
- package/dist/cluster/leader-election.service.js.map +1 -0
- package/dist/cluster/master-coordinator.d.ts +50 -0
- package/dist/cluster/master-coordinator.d.ts.map +1 -0
- package/dist/cluster/master-coordinator.js +307 -0
- package/dist/cluster/master-coordinator.js.map +1 -0
- package/dist/cluster/redis-health-monitor.service.d.ts +23 -0
- package/dist/cluster/redis-health-monitor.service.d.ts.map +1 -0
- package/dist/cluster/redis-health-monitor.service.js +100 -0
- package/dist/cluster/redis-health-monitor.service.js.map +1 -0
- package/dist/cluster/server-ring.service.d.ts +48 -0
- package/dist/cluster/server-ring.service.d.ts.map +1 -0
- package/dist/cluster/server-ring.service.js +136 -0
- package/dist/cluster/server-ring.service.js.map +1 -0
- package/dist/decorators/constants.d.ts +0 -3
- package/dist/decorators/constants.d.ts.map +1 -1
- package/dist/decorators/constants.js +1 -5
- package/dist/decorators/constants.js.map +1 -1
- package/dist/decorators/entity.decorators.d.ts +16 -24
- package/dist/decorators/entity.decorators.d.ts.map +1 -1
- package/dist/decorators/entity.decorators.js +0 -39
- package/dist/decorators/entity.decorators.js.map +1 -1
- package/dist/decorators/index.d.ts +0 -1
- package/dist/decorators/index.d.ts.map +1 -1
- package/dist/decorators/index.js +0 -1
- package/dist/decorators/index.js.map +1 -1
- package/dist/decorators/interfaces.d.ts +10 -28
- package/dist/decorators/interfaces.d.ts.map +1 -1
- package/dist/decorators/job.decorators.d.ts +4 -52
- package/dist/decorators/job.decorators.d.ts.map +1 -1
- package/dist/decorators/job.decorators.js +6 -54
- package/dist/decorators/job.decorators.js.map +1 -1
- package/dist/decorators/metadata-readers.d.ts +5 -5
- package/dist/decorators/metadata-readers.d.ts.map +1 -1
- package/dist/decorators/metadata-readers.js +2 -8
- package/dist/decorators/metadata-readers.js.map +1 -1
- package/dist/decorators/schema.decorators.d.ts +1 -1
- package/dist/decorators/schema.decorators.d.ts.map +1 -1
- package/dist/decorators/schema.decorators.js.map +1 -1
- package/dist/decorators/utils.d.ts +1 -1
- package/dist/decorators/utils.d.ts.map +1 -1
- package/dist/decorators/utils.js +5 -1
- package/dist/decorators/utils.js.map +1 -1
- package/dist/domain/interfaces/config.interfaces.d.ts +92 -35
- package/dist/domain/interfaces/config.interfaces.d.ts.map +1 -1
- package/dist/domain/interfaces/index.d.ts +1 -0
- package/dist/domain/interfaces/index.d.ts.map +1 -1
- package/dist/domain/interfaces/index.js +1 -0
- package/dist/domain/interfaces/index.js.map +1 -1
- package/dist/{services/registry → domain/interfaces}/registry.types.d.ts.map +1 -1
- package/dist/domain/interfaces/registry.types.js.map +1 -0
- package/dist/grpc/grpc-client-pool.service.d.ts +71 -0
- package/dist/grpc/grpc-client-pool.service.d.ts.map +1 -0
- package/dist/grpc/grpc-client-pool.service.js +307 -0
- package/dist/grpc/grpc-client-pool.service.js.map +1 -0
- package/dist/grpc/grpc-server.service.d.ts +47 -0
- package/dist/grpc/grpc-server.service.d.ts.map +1 -0
- package/dist/grpc/grpc-server.service.js +494 -0
- package/dist/grpc/grpc-server.service.js.map +1 -0
- package/dist/grpc/index.d.ts +3 -0
- package/dist/grpc/index.d.ts.map +1 -0
- package/dist/{services/gate → grpc}/index.js +2 -1
- package/dist/grpc/index.js.map +1 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +4 -0
- package/dist/index.js.map +1 -1
- package/dist/module/atomic-queues.module.d.ts +1 -0
- package/dist/module/atomic-queues.module.d.ts.map +1 -1
- package/dist/module/atomic-queues.module.js +60 -11
- package/dist/module/atomic-queues.module.js.map +1 -1
- package/dist/services/command-discovery/command-discovery.service.js +2 -2
- package/dist/services/command-discovery/command-discovery.service.js.map +1 -1
- package/dist/services/entity-type-registry/entity-type-registry.service.d.ts +13 -0
- package/dist/services/entity-type-registry/entity-type-registry.service.d.ts.map +1 -0
- package/dist/services/entity-type-registry/entity-type-registry.service.js +75 -0
- package/dist/services/entity-type-registry/entity-type-registry.service.js.map +1 -0
- package/dist/services/entity-type-registry/index.d.ts +2 -0
- package/dist/services/entity-type-registry/index.d.ts.map +1 -0
- package/dist/services/{actor-system → entity-type-registry}/index.js +1 -1
- package/dist/services/entity-type-registry/index.js.map +1 -0
- package/dist/services/handler-executor/handler-executor.service.d.ts +0 -2
- package/dist/services/handler-executor/handler-executor.service.d.ts.map +1 -1
- package/dist/services/handler-executor/handler-executor.service.js +0 -19
- package/dist/services/handler-executor/handler-executor.service.js.map +1 -1
- package/dist/services/index.d.ts +3 -9
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +3 -9
- package/dist/services/index.js.map +1 -1
- package/dist/services/message-router/index.d.ts +2 -0
- package/dist/services/message-router/index.d.ts.map +1 -0
- package/dist/services/{actor-registry → message-router}/index.js +1 -1
- package/dist/services/message-router/index.js.map +1 -0
- package/dist/services/message-router/message-router.service.d.ts +53 -0
- package/dist/services/message-router/message-router.service.d.ts.map +1 -0
- package/dist/services/message-router/message-router.service.js +519 -0
- package/dist/services/message-router/message-router.service.js.map +1 -0
- package/dist/services/queue-bus/cluster-contracts.d.ts +1 -1
- package/dist/services/queue-bus/cluster-contracts.d.ts.map +1 -1
- package/dist/services/queue-bus/cluster-contracts.js.map +1 -1
- package/dist/services/queue-bus/queue-bus.service.d.ts +3 -21
- package/dist/services/queue-bus/queue-bus.service.d.ts.map +1 -1
- package/dist/services/queue-bus/queue-bus.service.js +15 -119
- package/dist/services/queue-bus/queue-bus.service.js.map +1 -1
- package/dist/utils/id.utils.d.ts +3 -0
- package/dist/utils/id.utils.d.ts.map +1 -0
- package/dist/utils/id.utils.js +14 -0
- package/dist/utils/id.utils.js.map +1 -0
- package/dist/utils/index.d.ts +1 -0
- package/dist/utils/index.d.ts.map +1 -1
- package/dist/utils/index.js +1 -0
- package/dist/utils/index.js.map +1 -1
- package/dist/wal/index.d.ts +4 -0
- package/dist/wal/index.d.ts.map +1 -0
- package/dist/{services/executor-pool → wal}/index.js +3 -1
- package/dist/wal/index.js.map +1 -0
- package/dist/wal/wal.scripts.d.ts +51 -0
- package/dist/wal/wal.scripts.d.ts.map +1 -0
- package/dist/wal/wal.scripts.js +84 -0
- package/dist/wal/wal.scripts.js.map +1 -0
- package/dist/wal/wal.service.d.ts +46 -0
- package/dist/wal/wal.service.d.ts.map +1 -0
- package/dist/wal/wal.service.js +243 -0
- package/dist/wal/wal.service.js.map +1 -0
- package/dist/wal/wal.types.d.ts +23 -0
- package/dist/wal/wal.types.d.ts.map +1 -0
- package/dist/wal/wal.types.js +3 -0
- package/dist/wal/wal.types.js.map +1 -0
- package/dist/workers/consistent-hash.d.ts +97 -0
- package/dist/workers/consistent-hash.d.ts.map +1 -0
- package/dist/workers/consistent-hash.js +231 -0
- package/dist/workers/consistent-hash.js.map +1 -0
- package/dist/workers/entity-worker-manager.d.ts +35 -0
- package/dist/workers/entity-worker-manager.d.ts.map +1 -0
- package/dist/workers/entity-worker-manager.js +237 -0
- package/dist/workers/entity-worker-manager.js.map +1 -0
- package/dist/workers/entity-worker.d.ts +54 -0
- package/dist/workers/entity-worker.d.ts.map +1 -0
- package/dist/workers/entity-worker.js +142 -0
- package/dist/workers/entity-worker.js.map +1 -0
- package/dist/workers/index.d.ts +4 -0
- package/dist/workers/index.d.ts.map +1 -0
- package/dist/workers/index.js +20 -0
- package/dist/workers/index.js.map +1 -0
- package/package.json +17 -4
- package/dist/decorators/actor.decorators.d.ts +0 -4
- package/dist/decorators/actor.decorators.d.ts.map +0 -1
- package/dist/decorators/actor.decorators.js +0 -32
- package/dist/decorators/actor.decorators.js.map +0 -1
- package/dist/services/actor-registry/actor-registry.service.d.ts +0 -32
- package/dist/services/actor-registry/actor-registry.service.d.ts.map +0 -1
- package/dist/services/actor-registry/actor-registry.service.js +0 -220
- package/dist/services/actor-registry/actor-registry.service.js.map +0 -1
- package/dist/services/actor-registry/index.d.ts +0 -2
- package/dist/services/actor-registry/index.d.ts.map +0 -1
- package/dist/services/actor-registry/index.js.map +0 -1
- package/dist/services/actor-system/actor-system.service.d.ts +0 -19
- package/dist/services/actor-system/actor-system.service.d.ts.map +0 -1
- package/dist/services/actor-system/actor-system.service.js +0 -86
- package/dist/services/actor-system/actor-system.service.js.map +0 -1
- package/dist/services/actor-system/index.d.ts +0 -2
- package/dist/services/actor-system/index.d.ts.map +0 -1
- package/dist/services/actor-system/index.js.map +0 -1
- package/dist/services/executor-pool/executor-pool.service.d.ts +0 -38
- package/dist/services/executor-pool/executor-pool.service.d.ts.map +0 -1
- package/dist/services/executor-pool/executor-pool.service.js +0 -180
- package/dist/services/executor-pool/executor-pool.service.js.map +0 -1
- package/dist/services/executor-pool/index.d.ts +0 -2
- package/dist/services/executor-pool/index.d.ts.map +0 -1
- package/dist/services/executor-pool/index.js.map +0 -1
- package/dist/services/gate/gate.service.d.ts +0 -17
- package/dist/services/gate/gate.service.d.ts.map +0 -1
- package/dist/services/gate/gate.service.js +0 -81
- package/dist/services/gate/gate.service.js.map +0 -1
- package/dist/services/gate/index.d.ts +0 -2
- package/dist/services/gate/index.d.ts.map +0 -1
- package/dist/services/gate/index.js.map +0 -1
- package/dist/services/log/index.d.ts +0 -2
- package/dist/services/log/index.d.ts.map +0 -1
- package/dist/services/log/index.js +0 -18
- package/dist/services/log/index.js.map +0 -1
- package/dist/services/log/log.service.d.ts +0 -21
- package/dist/services/log/log.service.d.ts.map +0 -1
- package/dist/services/log/log.service.js +0 -92
- package/dist/services/log/log.service.js.map +0 -1
- package/dist/services/registry/index.d.ts +0 -4
- package/dist/services/registry/index.d.ts.map +0 -1
- package/dist/services/registry/index.js +0 -20
- package/dist/services/registry/index.js.map +0 -1
- package/dist/services/registry/registry.service.d.ts +0 -43
- package/dist/services/registry/registry.service.d.ts.map +0 -1
- package/dist/services/registry/registry.service.js +0 -402
- package/dist/services/registry/registry.service.js.map +0 -1
- package/dist/services/registry/registry.types.js.map +0 -1
- package/dist/services/registry/schema-converter.d.ts +0 -2
- package/dist/services/registry/schema-converter.d.ts.map +0 -1
- package/dist/services/registry/schema-converter.js +0 -27
- package/dist/services/registry/schema-converter.js.map +0 -1
- package/dist/services/result-collector/index.d.ts +0 -2
- package/dist/services/result-collector/index.d.ts.map +0 -1
- package/dist/services/result-collector/index.js +0 -18
- package/dist/services/result-collector/index.js.map +0 -1
- package/dist/services/result-collector/result-collector.service.d.ts +0 -17
- package/dist/services/result-collector/result-collector.service.d.ts.map +0 -1
- package/dist/services/result-collector/result-collector.service.js +0 -92
- package/dist/services/result-collector/result-collector.service.js.map +0 -1
- package/dist/services/scheduler/index.d.ts +0 -2
- package/dist/services/scheduler/index.d.ts.map +0 -1
- package/dist/services/scheduler/index.js +0 -18
- package/dist/services/scheduler/index.js.map +0 -1
- package/dist/services/scheduler/scheduler.service.d.ts +0 -17
- package/dist/services/scheduler/scheduler.service.d.ts.map +0 -1
- package/dist/services/scheduler/scheduler.service.js +0 -140
- package/dist/services/scheduler/scheduler.service.js.map +0 -1
- /package/dist/{services/registry → domain/interfaces}/registry.types.d.ts +0 -0
- /package/dist/{services/registry → domain/interfaces}/registry.types.js +0 -0
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import { OnModuleInit, OnApplicationShutdown } from '@nestjs/common';
|
|
2
|
+
import { IAtomicQueuesModuleConfig, ISerializedMessage } from '../domain';
|
|
3
|
+
import { HandlerExecutor } from '../services/handler-executor';
|
|
4
|
+
import { WalService } from '../wal';
|
|
5
|
+
export declare class EntityWorkerManager implements OnModuleInit, OnApplicationShutdown {
|
|
6
|
+
private readonly config;
|
|
7
|
+
private readonly handlerExecutor;
|
|
8
|
+
private readonly walService?;
|
|
9
|
+
private readonly logger;
|
|
10
|
+
private readonly workers;
|
|
11
|
+
private readonly isClusterMode;
|
|
12
|
+
private readonly serverId;
|
|
13
|
+
private readonly maxTotalWorkers;
|
|
14
|
+
private readonly maxTotalQueueDepth;
|
|
15
|
+
private readonly pendingResults;
|
|
16
|
+
private onTeardownCallback;
|
|
17
|
+
constructor(config: IAtomicQueuesModuleConfig, handlerExecutor: HandlerExecutor, walService?: WalService | undefined);
|
|
18
|
+
onModuleInit(): Promise<void>;
|
|
19
|
+
setOnTeardown(callback: (entityKey: string) => void): void;
|
|
20
|
+
onApplicationShutdown(): Promise<void>;
|
|
21
|
+
private get walEnabled();
|
|
22
|
+
enqueue(entityKey: string, message: ISerializedMessage): Promise<void>;
|
|
23
|
+
enqueueAndWait<R = unknown>(entityKey: string, message: ISerializedMessage, timeout: number, signal?: AbortSignal): Promise<R>;
|
|
24
|
+
spawn(entityKey: string): boolean;
|
|
25
|
+
teardown(entityKey: string): Promise<void>;
|
|
26
|
+
hasWorker(entityKey: string): boolean;
|
|
27
|
+
listWorkers(): string[];
|
|
28
|
+
workerCount(): number;
|
|
29
|
+
totalQueueDepth(): number;
|
|
30
|
+
private spawnWorker;
|
|
31
|
+
private resolveResult;
|
|
32
|
+
private rejectResult;
|
|
33
|
+
private handleWorkerIdle;
|
|
34
|
+
}
|
|
35
|
+
//# sourceMappingURL=entity-worker-manager.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entity-worker-manager.d.ts","sourceRoot":"","sources":["../../src/workers/entity-worker-manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,YAAY,EACZ,qBAAqB,EACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,yBAAyB,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE1E,OAAO,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAMpC,qBACa,mBAAoB,YAAW,YAAY,EAAE,qBAAqB;IAgB7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe;IACpB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;IAjB1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwC;IAC/D,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAmC;IAC3D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAS;IACzC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAE5C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG3B;IAEJ,OAAO,CAAC,kBAAkB,CAA8C;gBAGvB,MAAM,EAAE,yBAAyB,EAC/D,eAAe,EAAE,eAAe,EACpB,UAAU,CAAC,EAAE,UAAU,YAAA;IAQhD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBnC,aAAa,CAAC,QAAQ,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIpD,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IA2B5C,OAAO,KAAK,UAAU,GAErB;IAEK,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB5E,cAAc,CAAC,CAAC,GAAG,OAAO,EACxB,SAAS,EAAE,MAAM,EACjB,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,CAAC,CAAC;IA+Cb,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAM3B,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUhD,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAIrC,WAAW,IAAI,MAAM,EAAE;IAIvB,WAAW,IAAI,MAAM;IAIrB,eAAe,IAAI,MAAM;IAYzB,OAAO,CAAC,WAAW;IAsCnB,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,gBAAgB;CAYzB"}
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
+
};
|
|
14
|
+
var EntityWorkerManager_1;
|
|
15
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
16
|
+
exports.EntityWorkerManager = void 0;
|
|
17
|
+
const common_1 = require("@nestjs/common");
|
|
18
|
+
const constants_1 = require("../services/constants");
|
|
19
|
+
const handler_executor_1 = require("../services/handler-executor");
|
|
20
|
+
const wal_1 = require("../wal");
|
|
21
|
+
const utils_1 = require("../utils");
|
|
22
|
+
const entity_worker_1 = require("./entity-worker");
|
|
23
|
+
const DEFAULT_IDLE_TIMEOUT = 30000;
|
|
24
|
+
let EntityWorkerManager = EntityWorkerManager_1 = class EntityWorkerManager {
|
|
25
|
+
constructor(config, handlerExecutor, walService) {
|
|
26
|
+
this.config = config;
|
|
27
|
+
this.handlerExecutor = handlerExecutor;
|
|
28
|
+
this.walService = walService;
|
|
29
|
+
this.logger = new common_1.Logger(EntityWorkerManager_1.name);
|
|
30
|
+
this.workers = new Map();
|
|
31
|
+
this.pendingResults = new Map();
|
|
32
|
+
this.onTeardownCallback = null;
|
|
33
|
+
this.isClusterMode = config.grpc?.enabled ?? false;
|
|
34
|
+
this.serverId = config.grpc?.serverId ?? 'local';
|
|
35
|
+
this.maxTotalWorkers = config.maxTotalWorkers ?? 10000;
|
|
36
|
+
this.maxTotalQueueDepth = config.maxTotalQueueDepth ?? 100000;
|
|
37
|
+
}
|
|
38
|
+
async onModuleInit() {
|
|
39
|
+
if (!this.walService || this.config.wal?.enabled === false)
|
|
40
|
+
return;
|
|
41
|
+
await this.walService.recover();
|
|
42
|
+
const pending = await this.walService.getPendingMessages();
|
|
43
|
+
for (const msg of pending) {
|
|
44
|
+
const entityKey = `${msg.entityType}:${msg.entityId}`;
|
|
45
|
+
let worker = this.workers.get(entityKey);
|
|
46
|
+
if (!worker)
|
|
47
|
+
worker = this.spawnWorker(entityKey);
|
|
48
|
+
worker.enqueue(msg);
|
|
49
|
+
}
|
|
50
|
+
if (pending.length > 0) {
|
|
51
|
+
this.logger.log(`WAL recovery: re-dispatched ${pending.length} pending messages`);
|
|
52
|
+
}
|
|
53
|
+
this.walService.startCleanup();
|
|
54
|
+
}
|
|
55
|
+
setOnTeardown(callback) {
|
|
56
|
+
this.onTeardownCallback = callback;
|
|
57
|
+
}
|
|
58
|
+
async onApplicationShutdown() {
|
|
59
|
+
if (this.walService) {
|
|
60
|
+
this.walService.stopCleanup();
|
|
61
|
+
}
|
|
62
|
+
const drainPromises = [];
|
|
63
|
+
for (const [, worker] of this.workers) {
|
|
64
|
+
drainPromises.push(worker.drain());
|
|
65
|
+
}
|
|
66
|
+
await Promise.all(drainPromises);
|
|
67
|
+
for (const [, worker] of this.workers) {
|
|
68
|
+
worker.destroy();
|
|
69
|
+
}
|
|
70
|
+
this.workers.clear();
|
|
71
|
+
for (const [, entry] of this.pendingResults) {
|
|
72
|
+
clearTimeout(entry.timer);
|
|
73
|
+
entry.reject(new Error('Application shutting down'));
|
|
74
|
+
}
|
|
75
|
+
this.pendingResults.clear();
|
|
76
|
+
}
|
|
77
|
+
// =========================================================================
|
|
78
|
+
// PUBLIC API
|
|
79
|
+
// =========================================================================
|
|
80
|
+
get walEnabled() {
|
|
81
|
+
return !!this.walService && this.config.wal?.enabled !== false;
|
|
82
|
+
}
|
|
83
|
+
async enqueue(entityKey, message) {
|
|
84
|
+
if (this.maxTotalWorkers > 0 &&
|
|
85
|
+
!this.workers.has(entityKey) &&
|
|
86
|
+
this.workers.size >= this.maxTotalWorkers) {
|
|
87
|
+
throw new Error('WORKER_LIMIT_EXCEEDED');
|
|
88
|
+
}
|
|
89
|
+
if (this.maxTotalQueueDepth > 0 && this.totalQueueDepth() >= this.maxTotalQueueDepth) {
|
|
90
|
+
throw new Error('QUEUE_DEPTH_EXCEEDED');
|
|
91
|
+
}
|
|
92
|
+
if (this.walEnabled) {
|
|
93
|
+
await this.walService.write(entityKey, message);
|
|
94
|
+
}
|
|
95
|
+
let worker = this.workers.get(entityKey);
|
|
96
|
+
if (!worker) {
|
|
97
|
+
worker = this.spawnWorker(entityKey);
|
|
98
|
+
}
|
|
99
|
+
worker.enqueue(message);
|
|
100
|
+
}
|
|
101
|
+
enqueueAndWait(entityKey, message, timeout, signal) {
|
|
102
|
+
return new Promise((resolve, reject) => {
|
|
103
|
+
const correlationId = (0, utils_1.fastId)();
|
|
104
|
+
const taggedMessage = { ...message, correlationId };
|
|
105
|
+
const cleanup = () => {
|
|
106
|
+
this.pendingResults.delete(correlationId);
|
|
107
|
+
clearTimeout(timer);
|
|
108
|
+
};
|
|
109
|
+
const timer = setTimeout(() => {
|
|
110
|
+
this.pendingResults.delete(correlationId);
|
|
111
|
+
reject(new Error(`Result timeout after ${timeout}ms for ${message.name} on ${entityKey}`));
|
|
112
|
+
}, timeout);
|
|
113
|
+
this.pendingResults.set(correlationId, {
|
|
114
|
+
resolve: resolve,
|
|
115
|
+
reject,
|
|
116
|
+
timer,
|
|
117
|
+
});
|
|
118
|
+
if (signal) {
|
|
119
|
+
if (signal.aborted) {
|
|
120
|
+
cleanup();
|
|
121
|
+
reject(new Error('Stream cancelled by client'));
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
signal.addEventListener('abort', () => {
|
|
125
|
+
if (this.pendingResults.has(correlationId)) {
|
|
126
|
+
cleanup();
|
|
127
|
+
reject(new Error('Stream cancelled by client'));
|
|
128
|
+
}
|
|
129
|
+
}, { once: true });
|
|
130
|
+
}
|
|
131
|
+
this.enqueue(entityKey, taggedMessage).catch((err) => {
|
|
132
|
+
this.pendingResults.delete(correlationId);
|
|
133
|
+
clearTimeout(timer);
|
|
134
|
+
reject(err);
|
|
135
|
+
});
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
spawn(entityKey) {
|
|
139
|
+
if (this.workers.has(entityKey))
|
|
140
|
+
return false;
|
|
141
|
+
this.spawnWorker(entityKey);
|
|
142
|
+
return true;
|
|
143
|
+
}
|
|
144
|
+
async teardown(entityKey) {
|
|
145
|
+
const worker = this.workers.get(entityKey);
|
|
146
|
+
if (!worker)
|
|
147
|
+
return;
|
|
148
|
+
await worker.drain();
|
|
149
|
+
worker.destroy();
|
|
150
|
+
this.workers.delete(entityKey);
|
|
151
|
+
this.logger.debug(`Worker torn down: ${entityKey}`);
|
|
152
|
+
}
|
|
153
|
+
hasWorker(entityKey) {
|
|
154
|
+
return this.workers.has(entityKey);
|
|
155
|
+
}
|
|
156
|
+
listWorkers() {
|
|
157
|
+
return Array.from(this.workers.keys());
|
|
158
|
+
}
|
|
159
|
+
workerCount() {
|
|
160
|
+
return this.workers.size;
|
|
161
|
+
}
|
|
162
|
+
totalQueueDepth() {
|
|
163
|
+
let total = 0;
|
|
164
|
+
for (const worker of this.workers.values()) {
|
|
165
|
+
total += worker.queueDepth;
|
|
166
|
+
}
|
|
167
|
+
return total;
|
|
168
|
+
}
|
|
169
|
+
// =========================================================================
|
|
170
|
+
// INTERNAL
|
|
171
|
+
// =========================================================================
|
|
172
|
+
spawnWorker(entityKey) {
|
|
173
|
+
const entityType = entityKey.split(':')[0];
|
|
174
|
+
const entityConfig = this.config.entities?.[entityType];
|
|
175
|
+
const idleTimeout = entityConfig?.workerIdleTimeout ?? DEFAULT_IDLE_TIMEOUT;
|
|
176
|
+
const maxQueueDepth = entityConfig?.workerMaxQueueDepth ?? 0;
|
|
177
|
+
const worker = new entity_worker_1.EntityWorker(entityKey, async (message, ek) => {
|
|
178
|
+
if (this.walEnabled) {
|
|
179
|
+
await this.walService.markDispatched(ek, message.id, 0);
|
|
180
|
+
}
|
|
181
|
+
return this.handlerExecutor.execute(message, ek);
|
|
182
|
+
}, (message, result) => {
|
|
183
|
+
if (this.walEnabled) {
|
|
184
|
+
this.walService.markCompleted(entityKey, message.id).catch(() => { });
|
|
185
|
+
}
|
|
186
|
+
this.resolveResult(message, result);
|
|
187
|
+
}, (message, error) => {
|
|
188
|
+
if (this.walEnabled) {
|
|
189
|
+
this.walService.markFailed(entityKey, message.id, error.message, error.stack).catch(() => { });
|
|
190
|
+
}
|
|
191
|
+
this.rejectResult(message, error);
|
|
192
|
+
}, (ek) => this.handleWorkerIdle(ek), idleTimeout, maxQueueDepth);
|
|
193
|
+
this.workers.set(entityKey, worker);
|
|
194
|
+
this.logger.debug(`Worker spawned: ${entityKey}`);
|
|
195
|
+
return worker;
|
|
196
|
+
}
|
|
197
|
+
resolveResult(message, result) {
|
|
198
|
+
if (!message.correlationId)
|
|
199
|
+
return;
|
|
200
|
+
const pending = this.pendingResults.get(message.correlationId);
|
|
201
|
+
if (pending) {
|
|
202
|
+
clearTimeout(pending.timer);
|
|
203
|
+
this.pendingResults.delete(message.correlationId);
|
|
204
|
+
pending.resolve(result);
|
|
205
|
+
}
|
|
206
|
+
}
|
|
207
|
+
rejectResult(message, error) {
|
|
208
|
+
if (!message.correlationId)
|
|
209
|
+
return;
|
|
210
|
+
const pending = this.pendingResults.get(message.correlationId);
|
|
211
|
+
if (pending) {
|
|
212
|
+
clearTimeout(pending.timer);
|
|
213
|
+
this.pendingResults.delete(message.correlationId);
|
|
214
|
+
pending.reject(error);
|
|
215
|
+
}
|
|
216
|
+
}
|
|
217
|
+
handleWorkerIdle(entityKey) {
|
|
218
|
+
this.logger.debug(`Worker idle: ${entityKey}`);
|
|
219
|
+
const worker = this.workers.get(entityKey);
|
|
220
|
+
if (worker && !worker.isProcessing && worker.queueDepth === 0) {
|
|
221
|
+
worker.destroy();
|
|
222
|
+
this.workers.delete(entityKey);
|
|
223
|
+
if (this.onTeardownCallback) {
|
|
224
|
+
this.onTeardownCallback(entityKey);
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
}
|
|
228
|
+
};
|
|
229
|
+
exports.EntityWorkerManager = EntityWorkerManager;
|
|
230
|
+
exports.EntityWorkerManager = EntityWorkerManager = EntityWorkerManager_1 = __decorate([
|
|
231
|
+
(0, common_1.Injectable)(),
|
|
232
|
+
__param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
|
|
233
|
+
__param(2, (0, common_1.Optional)()),
|
|
234
|
+
__metadata("design:paramtypes", [Object, handler_executor_1.HandlerExecutor,
|
|
235
|
+
wal_1.WalService])
|
|
236
|
+
], EntityWorkerManager);
|
|
237
|
+
//# sourceMappingURL=entity-worker-manager.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entity-worker-manager.js","sourceRoot":"","sources":["../../src/workers/entity-worker-manager.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAOwB;AAExB,qDAA6D;AAC7D,mEAA+D;AAC/D,gCAAoC;AACpC,oCAAkC;AAClC,mDAA+C;AAE/C,MAAM,oBAAoB,GAAG,KAAK,CAAC;AAG5B,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAe9B,YACgC,MAAkD,EAC/D,eAAgC,EACrC,UAAwC;QAFL,WAAM,GAAN,MAAM,CAA2B;QAC/D,oBAAe,GAAf,eAAe,CAAiB;QACpB,eAAU,GAAV,UAAU,CAAa;QAjBrC,WAAM,GAAG,IAAI,eAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;QAC9C,YAAO,GAAG,IAAI,GAAG,EAAwB,CAAC;QAM1C,mBAAc,GAAG,IAAI,GAAG,EAGtC,CAAC;QAEI,uBAAkB,GAAyC,IAAI,CAAC;QAOtE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,OAAO,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC;QACvD,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,IAAI,MAAM,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,KAAK,KAAK;YAAE,OAAO;QAEnE,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QAEhC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,kBAAkB,EAAE,CAAC;QAC3D,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,SAAS,GAAG,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;YACtD,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACzC,IAAI,CAAC,MAAM;gBAAE,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;YAClD,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,OAAO,CAAC,MAAM,mBAAmB,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;IACjC,CAAC;IAED,aAAa,CAAC,QAAqC;QACjD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC;QAChC,CAAC;QAED,MAAM,aAAa,GAAoB,EAAE,CAAC;QAC1C,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QACrC,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAEjC,KAAK,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACtC,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QAErB,KAAK,MAAM,CAAC,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC5C,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC,CAAC;QACvD,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E,IAAY,UAAU;QACpB,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,KAAK,KAAK,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,SAAiB,EAAE,OAA2B;QAC1D,IACE,IAAI,CAAC,eAAe,GAAG,CAAC;YACxB,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC,eAAe,EACzC,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,kBAAkB,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,EAAE,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACrF,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC;QAC1C,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAW,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,CAAC;QAED,IAAI,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QACvC,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC;IAED,cAAc,CACZ,SAAiB,EACjB,OAA2B,EAC3B,OAAe,EACf,MAAoB;QAEpB,OAAO,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACxC,MAAM,aAAa,GAAG,IAAA,cAAM,GAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,EAAE,GAAG,OAAO,EAAE,aAAa,EAAE,CAAC;YAEpD,MAAM,OAAO,GAAG,GAAG,EAAE;gBACnB,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC1C,YAAY,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC,CAAC;YAEF,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC1C,MAAM,CAAC,IAAI,KAAK,CAAC,wBAAwB,OAAO,UAAU,OAAO,CAAC,IAAI,OAAO,SAAS,EAAE,CAAC,CAAC,CAAC;YAC7F,CAAC,EAAE,OAAO,CAAC,CAAC;YAEZ,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,EAAE;gBACrC,OAAO,EAAE,OAAmC;gBAC5C,MAAM;gBACN,KAAK;aACN,CAAC,CAAC;YAEH,IAAI,MAAM,EAAE,CAAC;gBACX,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;oBACnB,OAAO,EAAE,CAAC;oBACV,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;oBAChD,OAAO;gBACT,CAAC;gBACD,MAAM,CAAC,gBAAgB,CACrB,OAAO,EACP,GAAG,EAAE;oBACH,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;wBAC3C,OAAO,EAAE,CAAC;wBACV,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC,CAAC;oBAClD,CAAC;gBACH,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;YACJ,CAAC;YAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACnD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;gBAC1C,YAAY,CAAC,KAAK,CAAC,CAAC;gBACpB,MAAM,CAAC,GAAG,CAAC,CAAC;YACd,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAiB;QACrB,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC;QAC9C,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,SAAiB;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,MAAM;YAAE,OAAO;QAEpB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACrB,MAAM,CAAC,OAAO,EAAE,CAAC;QACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,SAAS,CAAC,SAAiB;QACzB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAED,WAAW;QACT,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACzC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED,eAAe;QACb,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC3C,KAAK,IAAI,MAAM,CAAC,UAAU,CAAC;QAC7B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,4EAA4E;IAC5E,WAAW;IACX,4EAA4E;IAEpE,WAAW,CAAC,SAAiB;QACnC,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,YAAY,EAAE,iBAAiB,IAAI,oBAAoB,CAAC;QAC5E,MAAM,aAAa,GAAG,YAAY,EAAE,mBAAmB,IAAI,CAAC,CAAC;QAE7D,MAAM,MAAM,GAAG,IAAI,4BAAY,CAC7B,SAAS,EACT,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;YACpB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,MAAM,IAAI,CAAC,UAAW,CAAC,cAAc,CAAC,EAAE,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACnD,CAAC,EACD,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAClB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAW,CAAC,aAAa,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACtC,CAAC,EACD,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACjB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,CAAC,UAAW,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,EAAE,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAClF,GAAG,EAAE,GAAE,CAAC,CACT,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC,EACD,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,EACjC,WAAW,EACX,aAAa,CACd,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,SAAS,EAAE,CAAC,CAAC;QAClD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,aAAa,CAAC,OAA2B,EAAE,MAAe;QAChE,IAAI,CAAC,OAAO,CAAC,aAAa;YAAE,OAAO;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAClD,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAEO,YAAY,CAAC,OAA2B,EAAE,KAAY;QAC5D,IAAI,CAAC,OAAO,CAAC,aAAa;YAAE,OAAO;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC/D,IAAI,OAAO,EAAE,CAAC;YACZ,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAClD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,SAAS,EAAE,CAAC,CAAC;QAC/C,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,MAAM,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;YAC9D,MAAM,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAE/B,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC5B,IAAI,CAAC,kBAAkB,CAAC,SAAS,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AA1QY,kDAAmB;8BAAnB,mBAAmB;IAD/B,IAAA,mBAAU,GAAE;IAiBR,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;IAE5B,WAAA,IAAA,iBAAQ,GAAE,CAAA;6CADuB,kCAAe;QACP,gBAAU;GAlB3C,mBAAmB,CA0Q/B"}
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
import { ISerializedMessage } from '../domain';
|
|
2
|
+
/**
|
|
3
|
+
* A virtual actor — one per entity:entityId.
|
|
4
|
+
*
|
|
5
|
+
* Owns a FIFO message queue and processes messages sequentially
|
|
6
|
+
* on the event loop via the provided processor callback. When idle
|
|
7
|
+
* for longer than the configured timeout, it signals for teardown.
|
|
8
|
+
*/
|
|
9
|
+
export declare class EntityWorker {
|
|
10
|
+
readonly entityKey: string;
|
|
11
|
+
private readonly processor;
|
|
12
|
+
private readonly onResult;
|
|
13
|
+
private readonly onError;
|
|
14
|
+
private readonly onIdle;
|
|
15
|
+
private readonly idleTimeoutMs;
|
|
16
|
+
private readonly maxQueueDepth;
|
|
17
|
+
private readonly logger;
|
|
18
|
+
private readonly queue;
|
|
19
|
+
private processing;
|
|
20
|
+
private idleTimer;
|
|
21
|
+
private _lastActiveAt;
|
|
22
|
+
private _totalProcessed;
|
|
23
|
+
private _totalFailed;
|
|
24
|
+
constructor(entityKey: string, processor: (message: ISerializedMessage, entityKey: string) => Promise<unknown>, onResult: (message: ISerializedMessage, result: unknown) => void, onError: (message: ISerializedMessage, error: Error) => void, onIdle: (entityKey: string) => void, idleTimeoutMs: number, maxQueueDepth?: number);
|
|
25
|
+
/**
|
|
26
|
+
* Enqueue a message. If not currently processing, starts immediately.
|
|
27
|
+
*/
|
|
28
|
+
enqueue(message: ISerializedMessage): void;
|
|
29
|
+
/**
|
|
30
|
+
* Current queue depth (pending messages not yet dispatched).
|
|
31
|
+
*/
|
|
32
|
+
get queueDepth(): number;
|
|
33
|
+
/**
|
|
34
|
+
* Whether the worker is currently executing a handler.
|
|
35
|
+
*/
|
|
36
|
+
get isProcessing(): boolean;
|
|
37
|
+
get lastActiveAt(): number;
|
|
38
|
+
get totalProcessed(): number;
|
|
39
|
+
get totalFailed(): number;
|
|
40
|
+
/**
|
|
41
|
+
* Drain: finish current handler, reject remaining queued messages.
|
|
42
|
+
* Returns when the current handler (if any) completes.
|
|
43
|
+
*/
|
|
44
|
+
drain(): Promise<void>;
|
|
45
|
+
/**
|
|
46
|
+
* Destroy: clear timers. Call after drain.
|
|
47
|
+
*/
|
|
48
|
+
destroy(): void;
|
|
49
|
+
private tryProcess;
|
|
50
|
+
private executeHandler;
|
|
51
|
+
private startIdleTimer;
|
|
52
|
+
private clearIdleTimer;
|
|
53
|
+
}
|
|
54
|
+
//# sourceMappingURL=entity-worker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entity-worker.d.ts","sourceRoot":"","sources":["../../src/workers/entity-worker.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE/C;;;;;;GAMG;AACH,qBAAa,YAAY;aAUL,SAAS,EAAE,MAAM;IACjC,OAAO,CAAC,QAAQ,CAAC,SAAS;IAI1B,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,aAAa;IAC9B,OAAO,CAAC,QAAQ,CAAC,aAAa;IAlBhC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgD;IACvE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA4B;IAClD,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,SAAS,CAA+B;IAChD,OAAO,CAAC,aAAa,CAAc;IACnC,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,YAAY,CAAK;gBAGP,SAAS,EAAE,MAAM,EAChB,SAAS,EAAE,CAC1B,OAAO,EAAE,kBAAkB,EAC3B,SAAS,EAAE,MAAM,KACd,OAAO,CAAC,OAAO,CAAC,EACJ,QAAQ,EAAE,CAAC,OAAO,EAAE,kBAAkB,EAAE,MAAM,EAAE,OAAO,KAAK,IAAI,EAChE,OAAO,EAAE,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,KAAK,KAAK,IAAI,EAC5D,MAAM,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,IAAI,EACnC,aAAa,EAAE,MAAM,EACrB,aAAa,GAAE,MAAU;IAG5C;;OAEG;IACH,OAAO,CAAC,OAAO,EAAE,kBAAkB,GAAG,IAAI;IAY1C;;OAEG;IACH,IAAI,UAAU,IAAI,MAAM,CAEvB;IAED;;OAEG;IACH,IAAI,YAAY,IAAI,OAAO,CAE1B;IAED,IAAI,YAAY,IAAI,MAAM,CAEzB;IAED,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IAED;;;OAGG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB5B;;OAEG;IACH,OAAO,IAAI,IAAI;IAQf,OAAO,CAAC,UAAU;YAeJ,cAAc;IAgB5B,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,cAAc;CAMvB"}
|
|
@@ -0,0 +1,142 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
exports.EntityWorker = void 0;
|
|
4
|
+
const common_1 = require("@nestjs/common");
|
|
5
|
+
/**
|
|
6
|
+
* A virtual actor — one per entity:entityId.
|
|
7
|
+
*
|
|
8
|
+
* Owns a FIFO message queue and processes messages sequentially
|
|
9
|
+
* on the event loop via the provided processor callback. When idle
|
|
10
|
+
* for longer than the configured timeout, it signals for teardown.
|
|
11
|
+
*/
|
|
12
|
+
class EntityWorker {
|
|
13
|
+
constructor(entityKey, processor, onResult, onError, onIdle, idleTimeoutMs, maxQueueDepth = 0) {
|
|
14
|
+
this.entityKey = entityKey;
|
|
15
|
+
this.processor = processor;
|
|
16
|
+
this.onResult = onResult;
|
|
17
|
+
this.onError = onError;
|
|
18
|
+
this.onIdle = onIdle;
|
|
19
|
+
this.idleTimeoutMs = idleTimeoutMs;
|
|
20
|
+
this.maxQueueDepth = maxQueueDepth;
|
|
21
|
+
this.logger = new common_1.Logger(`EntityWorker:${this.entityKey}`);
|
|
22
|
+
this.queue = [];
|
|
23
|
+
this.processing = false;
|
|
24
|
+
this.idleTimer = null;
|
|
25
|
+
this._lastActiveAt = Date.now();
|
|
26
|
+
this._totalProcessed = 0;
|
|
27
|
+
this._totalFailed = 0;
|
|
28
|
+
}
|
|
29
|
+
/**
|
|
30
|
+
* Enqueue a message. If not currently processing, starts immediately.
|
|
31
|
+
*/
|
|
32
|
+
enqueue(message) {
|
|
33
|
+
if (this.maxQueueDepth > 0 && this.queue.length >= this.maxQueueDepth) {
|
|
34
|
+
throw new Error(`Backpressure: ${this.entityKey} queue depth ${this.queue.length} >= ${this.maxQueueDepth}`);
|
|
35
|
+
}
|
|
36
|
+
this.queue.push(message);
|
|
37
|
+
this.clearIdleTimer();
|
|
38
|
+
this._lastActiveAt = Date.now();
|
|
39
|
+
this.tryProcess();
|
|
40
|
+
}
|
|
41
|
+
/**
|
|
42
|
+
* Current queue depth (pending messages not yet dispatched).
|
|
43
|
+
*/
|
|
44
|
+
get queueDepth() {
|
|
45
|
+
return this.queue.length;
|
|
46
|
+
}
|
|
47
|
+
/**
|
|
48
|
+
* Whether the worker is currently executing a handler.
|
|
49
|
+
*/
|
|
50
|
+
get isProcessing() {
|
|
51
|
+
return this.processing;
|
|
52
|
+
}
|
|
53
|
+
get lastActiveAt() {
|
|
54
|
+
return this._lastActiveAt;
|
|
55
|
+
}
|
|
56
|
+
get totalProcessed() {
|
|
57
|
+
return this._totalProcessed;
|
|
58
|
+
}
|
|
59
|
+
get totalFailed() {
|
|
60
|
+
return this._totalFailed;
|
|
61
|
+
}
|
|
62
|
+
/**
|
|
63
|
+
* Drain: finish current handler, reject remaining queued messages.
|
|
64
|
+
* Returns when the current handler (if any) completes.
|
|
65
|
+
*/
|
|
66
|
+
async drain() {
|
|
67
|
+
this.clearIdleTimer();
|
|
68
|
+
// Clear pending queue
|
|
69
|
+
const pending = this.queue.splice(0);
|
|
70
|
+
for (const msg of pending) {
|
|
71
|
+
this.onError(msg, new Error('Worker draining'));
|
|
72
|
+
}
|
|
73
|
+
// Wait for current handler to finish
|
|
74
|
+
if (this.processing) {
|
|
75
|
+
await new Promise((resolve) => {
|
|
76
|
+
const check = setInterval(() => {
|
|
77
|
+
if (!this.processing) {
|
|
78
|
+
clearInterval(check);
|
|
79
|
+
resolve();
|
|
80
|
+
}
|
|
81
|
+
}, 10);
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
/**
|
|
86
|
+
* Destroy: clear timers. Call after drain.
|
|
87
|
+
*/
|
|
88
|
+
destroy() {
|
|
89
|
+
this.clearIdleTimer();
|
|
90
|
+
}
|
|
91
|
+
// =========================================================================
|
|
92
|
+
// INTERNAL
|
|
93
|
+
// =========================================================================
|
|
94
|
+
tryProcess() {
|
|
95
|
+
if (this.processing)
|
|
96
|
+
return;
|
|
97
|
+
if (this.queue.length === 0) {
|
|
98
|
+
this.startIdleTimer();
|
|
99
|
+
return;
|
|
100
|
+
}
|
|
101
|
+
const message = this.queue.shift();
|
|
102
|
+
this.processing = true;
|
|
103
|
+
this._lastActiveAt = Date.now();
|
|
104
|
+
// Execute on the event loop — async, yields at await points
|
|
105
|
+
this.executeHandler(message);
|
|
106
|
+
}
|
|
107
|
+
async executeHandler(message) {
|
|
108
|
+
try {
|
|
109
|
+
const result = await this.processor(message, this.entityKey);
|
|
110
|
+
this._totalProcessed++;
|
|
111
|
+
this.onResult(message, result);
|
|
112
|
+
}
|
|
113
|
+
catch (err) {
|
|
114
|
+
this._totalFailed++;
|
|
115
|
+
this.onError(message, err);
|
|
116
|
+
}
|
|
117
|
+
finally {
|
|
118
|
+
this.processing = false;
|
|
119
|
+
this._lastActiveAt = Date.now();
|
|
120
|
+
// Process next message (sequential guarantee)
|
|
121
|
+
this.tryProcess();
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
startIdleTimer() {
|
|
125
|
+
this.clearIdleTimer();
|
|
126
|
+
if (this.idleTimeoutMs <= 0)
|
|
127
|
+
return;
|
|
128
|
+
this.idleTimer = setTimeout(() => {
|
|
129
|
+
if (!this.processing && this.queue.length === 0) {
|
|
130
|
+
this.onIdle(this.entityKey);
|
|
131
|
+
}
|
|
132
|
+
}, this.idleTimeoutMs);
|
|
133
|
+
}
|
|
134
|
+
clearIdleTimer() {
|
|
135
|
+
if (this.idleTimer) {
|
|
136
|
+
clearTimeout(this.idleTimer);
|
|
137
|
+
this.idleTimer = null;
|
|
138
|
+
}
|
|
139
|
+
}
|
|
140
|
+
}
|
|
141
|
+
exports.EntityWorker = EntityWorker;
|
|
142
|
+
//# sourceMappingURL=entity-worker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"entity-worker.js","sourceRoot":"","sources":["../../src/workers/entity-worker.ts"],"names":[],"mappings":";;;AAAA,2CAAwC;AAGxC;;;;;;GAMG;AACH,MAAa,YAAY;IASvB,YACkB,SAAiB,EAChB,SAGI,EACJ,QAAgE,EAChE,OAA4D,EAC5D,MAAmC,EACnC,aAAqB,EACrB,gBAAwB,CAAC;QAT1B,cAAS,GAAT,SAAS,CAAQ;QAChB,cAAS,GAAT,SAAS,CAGL;QACJ,aAAQ,GAAR,QAAQ,CAAwD;QAChE,YAAO,GAAP,OAAO,CAAqD;QAC5D,WAAM,GAAN,MAAM,CAA6B;QACnC,kBAAa,GAAb,aAAa,CAAQ;QACrB,kBAAa,GAAb,aAAa,CAAY;QAlB3B,WAAM,GAAG,IAAI,eAAM,CAAC,gBAAgB,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACtD,UAAK,GAAyB,EAAE,CAAC;QAC1C,eAAU,GAAG,KAAK,CAAC;QACnB,cAAS,GAA0B,IAAI,CAAC;QACxC,kBAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC3B,oBAAe,GAAG,CAAC,CAAC;QACpB,iBAAY,GAAG,CAAC,CAAC;IAatB,CAAC;IAEJ;;OAEG;IACH,OAAO,CAAC,OAA2B;QACjC,IAAI,IAAI,CAAC,aAAa,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CACb,iBAAiB,IAAI,CAAC,SAAS,gBAAgB,IAAI,CAAC,KAAK,CAAC,MAAM,OAAO,IAAI,CAAC,aAAa,EAAE,CAC5F,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAChC,IAAI,CAAC,UAAU,EAAE,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED;;OAEG;IACH,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,IAAI,cAAc;QAChB,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IAED,IAAI,WAAW;QACb,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,sBAAsB;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAClD,CAAC;QACD,qCAAqC;QACrC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;gBAClC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE;oBAC7B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;wBACrB,aAAa,CAAC,KAAK,CAAC,CAAC;wBACrB,OAAO,EAAE,CAAC;oBACZ,CAAC;gBACH,CAAC,EAAE,EAAE,CAAC,CAAC;YACT,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAED,4EAA4E;IAC5E,WAAW;IACX,4EAA4E;IAEpE,UAAU;QAChB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO;QAC5B,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAG,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEhC,4DAA4D;QAC5D,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA2B;QACtD,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,EAAE,CAAC;YACvB,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAY,CAAC,CAAC;QACtC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAChC,8CAA8C;YAC9C,IAAI,CAAC,UAAU,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAEO,cAAc;QACpB,IAAI,CAAC,cAAc,EAAE,CAAC;QACtB,IAAI,IAAI,CAAC,aAAa,IAAI,CAAC;YAAE,OAAO;QAEpC,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC/B,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;IACzB,CAAC;IAEO,cAAc;QACpB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;CACF;AAlJD,oCAkJC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/workers/index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
14
|
+
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
15
|
+
};
|
|
16
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
17
|
+
__exportStar(require("./consistent-hash"), exports);
|
|
18
|
+
__exportStar(require("./entity-worker"), exports);
|
|
19
|
+
__exportStar(require("./entity-worker-manager"), exports);
|
|
20
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/workers/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oDAAkC;AAClC,kDAAgC;AAChC,0DAAwC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "atomic-queues",
|
|
3
|
-
"version": "
|
|
4
|
-
"description": "
|
|
3
|
+
"version": "3.0.0",
|
|
4
|
+
"description": "Per-entity sequential processing for Node.js — Worker Threads, gRPC cluster, strictly-once delivery",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
7
7
|
"bin": {
|
|
@@ -30,7 +30,7 @@
|
|
|
30
30
|
"pack": "npm run build && npm run copy-package && cd dist && npm pack --ignore-scripts && npm run print:local:instructions",
|
|
31
31
|
"test": "jest --testPathIgnorePatterns integration",
|
|
32
32
|
"test:watch": "jest --watch --testPathIgnorePatterns integration",
|
|
33
|
-
"test:integration": "jest --testPathPattern integration",
|
|
33
|
+
"test:integration": "jest --testPathPattern integration --runInBand",
|
|
34
34
|
"lint": "eslint src/**/*.ts",
|
|
35
35
|
"format": "prettier --write \"src/**/*.ts\" \"test/**/*.ts\"",
|
|
36
36
|
"format:check": "prettier --check \"src/**/*.ts\" \"test/**/*.ts\""
|
|
@@ -43,7 +43,9 @@
|
|
|
43
43
|
"virtual-actor",
|
|
44
44
|
"actor-model",
|
|
45
45
|
"distributed",
|
|
46
|
-
"cqrs"
|
|
46
|
+
"cqrs",
|
|
47
|
+
"worker-threads",
|
|
48
|
+
"grpc"
|
|
47
49
|
],
|
|
48
50
|
"author": "",
|
|
49
51
|
"license": "MIT",
|
|
@@ -63,12 +65,22 @@
|
|
|
63
65
|
},
|
|
64
66
|
"zod-to-json-schema": {
|
|
65
67
|
"optional": true
|
|
68
|
+
},
|
|
69
|
+
"@grpc/grpc-js": {
|
|
70
|
+
"optional": true
|
|
71
|
+
},
|
|
72
|
+
"@grpc/proto-loader": {
|
|
73
|
+
"optional": true
|
|
66
74
|
}
|
|
67
75
|
},
|
|
68
76
|
"devDependencies": {
|
|
77
|
+
"@grpc/grpc-js": "^1.14.3",
|
|
78
|
+
"@grpc/proto-loader": "^0.8.0",
|
|
69
79
|
"@nestjs/common": "^11.1.19",
|
|
70
80
|
"@nestjs/core": "^11.1.19",
|
|
71
81
|
"@nestjs/cqrs": "^11.0.3",
|
|
82
|
+
"@nestjs/platform-express": "^11.1.19",
|
|
83
|
+
"@nestjs/testing": "^11.1.19",
|
|
72
84
|
"@types/jest": "^29.5.0",
|
|
73
85
|
"@types/node": "^25.6.0",
|
|
74
86
|
"@types/uuid": "^10.0.0",
|
|
@@ -83,6 +95,7 @@
|
|
|
83
95
|
"rxjs": "^7.8.2",
|
|
84
96
|
"shx": "^0.4.0",
|
|
85
97
|
"ts-jest": "^29.4.9",
|
|
98
|
+
"tsx": "^4.21.0",
|
|
86
99
|
"typescript": "^5.9.3",
|
|
87
100
|
"uuid": "^9.0.1"
|
|
88
101
|
},
|
|
@@ -1,4 +0,0 @@
|
|
|
1
|
-
import { ActorOptions } from './interfaces';
|
|
2
|
-
export declare function Actor(entityType: string, options?: Partial<Omit<ActorOptions, 'entityType'>>): ClassDecorator;
|
|
3
|
-
export declare function On(messageClass: Function): MethodDecorator;
|
|
4
|
-
//# sourceMappingURL=actor.decorators.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"actor.decorators.d.ts","sourceRoot":"","sources":["../../src/decorators/actor.decorators.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAwB,MAAM,cAAc,CAAC;AAElE,wBAAgB,KAAK,CACnB,UAAU,EAAE,MAAM,EAClB,OAAO,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC,GAClD,cAAc,CAYhB;AAED,wBAAgB,EAAE,CAAC,YAAY,EAAE,QAAQ,GAAG,eAAe,CAkB1D"}
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.Actor = Actor;
|
|
4
|
-
exports.On = On;
|
|
5
|
-
const constants_1 = require("./constants");
|
|
6
|
-
function Actor(entityType, options) {
|
|
7
|
-
return (target) => {
|
|
8
|
-
const metadata = {
|
|
9
|
-
entityType,
|
|
10
|
-
defaultEntityId: options?.defaultEntityId,
|
|
11
|
-
};
|
|
12
|
-
Reflect.defineMetadata(constants_1.ACTOR_METADATA, metadata, target);
|
|
13
|
-
if (!Reflect.hasMetadata('injectable', target)) {
|
|
14
|
-
Reflect.defineMetadata('injectable', true, target);
|
|
15
|
-
}
|
|
16
|
-
};
|
|
17
|
-
}
|
|
18
|
-
function On(messageClass) {
|
|
19
|
-
return (target, propertyKey, descriptor) => {
|
|
20
|
-
const methodName = String(propertyKey);
|
|
21
|
-
const metadata = {
|
|
22
|
-
messageClass,
|
|
23
|
-
methodName,
|
|
24
|
-
};
|
|
25
|
-
Reflect.defineMetadata(constants_1.ACTOR_HANDLER_METADATA, metadata, target, propertyKey);
|
|
26
|
-
const existingHandlers = Reflect.getMetadata(constants_1.ACTOR_HANDLERS_METADATA, target.constructor) || [];
|
|
27
|
-
existingHandlers.push(metadata);
|
|
28
|
-
Reflect.defineMetadata(constants_1.ACTOR_HANDLERS_METADATA, existingHandlers, target.constructor);
|
|
29
|
-
return descriptor;
|
|
30
|
-
};
|
|
31
|
-
}
|
|
32
|
-
//# sourceMappingURL=actor.decorators.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"actor.decorators.js","sourceRoot":"","sources":["../../src/decorators/actor.decorators.ts"],"names":[],"mappings":";;AAGA,sBAeC;AAED,gBAkBC;AAtCD,2CAA8F;AAG9F,SAAgB,KAAK,CACnB,UAAkB,EAClB,OAAmD;IAEnD,OAAO,CAAC,MAAgB,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAiB;YAC7B,UAAU;YACV,eAAe,EAAE,OAAO,EAAE,eAAe;SAC1C,CAAC;QACF,OAAO,CAAC,cAAc,CAAC,0BAAc,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;QAEzD,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,YAAY,EAAE,MAAM,CAAC,EAAE,CAAC;YAC/C,OAAO,CAAC,cAAc,CAAC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC;AACJ,CAAC;AAED,SAAgB,EAAE,CAAC,YAAsB;IACvC,OAAO,CAAC,MAAc,EAAE,WAA4B,EAAE,UAA8B,EAAE,EAAE;QACtF,MAAM,UAAU,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAyB;YACrC,YAAY;YACZ,UAAU;SACX,CAAC;QAEF,OAAO,CAAC,cAAc,CAAC,kCAAsB,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAE9E,MAAM,gBAAgB,GACpB,OAAO,CAAC,WAAW,CAAC,mCAAuB,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;QACzE,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAChC,OAAO,CAAC,cAAc,CAAC,mCAAuB,EAAE,gBAAgB,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;QAEtF,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;AACJ,CAAC"}
|