atomic-queues 2.2.0 → 3.0.0

package/dist/cluster/grpc-peer-monitor.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grpc-peer-monitor.service.js","sourceRoot":"","sources":["../../src/cluster/grpc-peer-monitor.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,2CAAiG;AAEjG,qDAA6D;AAsCtD,IAAM,eAAe,uBAArB,MAAM,eAAe;IAc1B,YAA0C,MAAkD;QAAjC,WAAM,GAAN,MAAM,CAA2B;QAb3E,WAAM,GAAG,IAAI,eAAM,CAAC,iBAAe,CAAC,IAAI,CAAC,CAAC;QAOnD,eAAU,GAAsB,IAAI,CAAC;QAC5B,UAAK,GAAG,IAAI,GAAG,EAAqB,CAAC;QACrC,yBAAoB,GAEjC,EAAE,CAAC;QAGL,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,kBAAkB,IAAI,IAAI,CAAC,CAAC;QAC5F,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,qBAAqB,IAAI,GAAG,CAAC;QAC5D,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,IAAI,EAAE,eAAe,IAAI,KAAK,CAAC;QAC7D,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,IAAI,EAAE,kBAAkB,IAAI,IAAI,CAAC;QAClE,IAAI,CAAC,mBAAmB,GAAG,MAAM,CAAC,IAAI,EAAE,SAAS,EAAE,mBAAmB,IAAI,KAAK,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,IAAI,CAAC;YACH,8DAA8D;YAC9D,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,eAAe,CAAe,CAAC;YACzD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAAC,MAAM,CAAC;YACP,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,yDAAyD,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,KAAK,MAAM,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAClC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACzB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E,YAAY,CAAC,QAAgB;QAC3B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,KAAK,IAAI,SAAS,CAAC;IACtD,CAAC;IAED,iBAAiB,CAAC,QAA8D;QAC9E,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzC,OAAO,GAAG,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACxD,IAAI,GAAG,IAAI,CAAC;gBAAE,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACzD,CAAC,CAAC;IACJ,CAAC;IAED,SAAS,CAAC,QAAgB,EAAE,OAAe;QACzC,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC1C,IAAI,QAAQ,IAAI,QAAQ,CAAC,OAAO,KAAK,OAAO;YAAE,OAAO;QACrD,IAAI,QAAQ;YAAE,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAEzC,MAAM,cAAc,GAAG;YACrB,wBAAwB,EAAE,IAAI,CAAC,eAAe;YAC9C,2BAA2B,EAAE,IAAI,CAAC,kBAAkB;YACpD,qCAAqC,EAAE,CAAC;SACzC,CAAC;QAEF,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CACvC,OAAO,EACP,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,cAAc,EAAE,EAC5C,cAAc,CACf,CAAC;QAEF,MAAM,KAAK,GAAc;YACvB,QAAQ;YACR,OAAO;YACP,KAAK,EAAE,SAAS;YAChB,MAAM;YACN,YAAY,EAAE,IAAI;YAClB,WAAW,EAAE,IAAI;SAClB,CAAC;QAEF,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IAED,WAAW,CAAC,QAAgB;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS,CAAC,KAAmD;QAC3D,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAEvD,KAAK,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;QAED,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,2CAA2C;IAC3C,4EAA4E;IAEpE,cAAc,CAAC,KAAgB;QACrC,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,CAAC,KAAK,CAAC,WAAW;YAAE,OAAO;QAEnD,MAAM,OAAO,GAAI,KAAK,CAAC,MAA4B,CAAC,UAAU,EAAE,CAAC;QACjE,MAAM,YAAY,GAAG,OAAO,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QAExD,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAEhD,MAAM,QAAQ,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACjE,OAAO,CAAC,sBAAsB,CAAC,YAAY,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;YAC7D,IAAI,CAAC,KAAK,CAAC,WAAW;gBAAE,OAAO;YAE/B,IAAI,GAAG,EAAE,CAAC;gBACR,iDAAiD;gBACjD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC3B,OAAO;YACT,CAAC;YAED,qCAAqC;YACrC,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,qBAAqB,CAAC,KAAgB,EAAE,SAAiB;QAC/D,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAE7B,MAAM,EAAE,iBAAiB,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC;QAC9C,MAAM,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC;QACtC,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,iBAAiB,CAAC;QAC9D,MAAM,QAAQ,GAAG,iBAAiB,CAAC,QAAQ,CAAC;QAE5C,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACxB,IAAI,KAAK,CAAC,YAAY,EAAE,CAAC;gBACvB,YAAY,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;gBACjC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;YAC5B,CAAC;YACD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;gBAC5B,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;gBACtB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;aAAM,IAAI,SAAS,KAAK,iBAAiB,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;YACrE,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;gBACnD,KAAK,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;oBACnC,KAAK,CAAC,YAAY,GAAG,IAAI,CAAC;oBAC1B,IAAI,KAAK,CAAC,KAAK,KAAK,gBAAgB,EAAE,CAAC;wBACrC,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC;wBAC/B,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQ,KAAK,CAAC,QAAQ,yBAAyB,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,mBAAmB,GAAG,CAC5G,CAAC;wBACF,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;oBACzD,CAAC;gBACH,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;QACD,sEAAsE;IACxE,CAAC;IAED,4EAA4E;IAC5E,qBAAqB;IACrB,4EAA4E;IAEpE,WAAW,CAAC,IAAe;QACjC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC;YACF,IAAI,CAAC,MAA4B,CAAC,KAAK,EAAE,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,SAAS;QACX,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAgB,EAAE,KAAwB;QAChE,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC5B,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAsC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAnMY,0CAAe;0BAAf,eAAe;IAD3B,IAAA,mBAAU,GAAE;IAeE,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;;GAd9B,eAAe,CAmM3B"}

package/dist/cluster/index.d.ts

@@ -0,0 +1,7 @@
+export * from './cluster-discovery.service';
+export * from './server-ring.service';
+export * from './leader-election.service';
+export * from './master-coordinator';
+export * from './grpc-peer-monitor.service';
+export * from './redis-health-monitor.service';
+//# sourceMappingURL=index.d.ts.map

package/dist/cluster/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/cluster/index.ts"],"names":[],"mappings":"AAAA,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AACtC,cAAc,2BAA2B,CAAC;AAC1C,cAAc,sBAAsB,CAAC;AACrC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,gCAAgC,CAAC"}

package/dist/cluster/index.js

@@ -0,0 +1,23 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./cluster-discovery.service"), exports);
+__exportStar(require("./server-ring.service"), exports);
+__exportStar(require("./leader-election.service"), exports);
+__exportStar(require("./master-coordinator"), exports);
+__exportStar(require("./grpc-peer-monitor.service"), exports);
+__exportStar(require("./redis-health-monitor.service"), exports);
+//# sourceMappingURL=index.js.map

package/dist/cluster/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/cluster/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8DAA4C;AAC5C,wDAAsC;AACtC,4DAA0C;AAC1C,uDAAqC;AACrC,8DAA4C;AAC5C,iEAA+C"}

package/dist/cluster/leader-election.service.d.ts

@@ -0,0 +1,38 @@
+import { OnModuleInit, OnApplicationShutdown } from '@nestjs/common';
+import Redis from 'ioredis';
+import { IAtomicQueuesModuleConfig } from '../domain';
+import { ClusterDiscoveryService } from './cluster-discovery.service';
+import { RedisHealthMonitor } from './redis-health-monitor.service';
+export declare class LeaderElectionService implements OnModuleInit, OnApplicationShutdown {
+    private readonly redis;
+    private readonly clusterDiscovery;
+    private readonly redisHealthMonitor?;
+    private readonly logger;
+    private readonly keyPrefix;
+    private readonly enabled;
+    private readonly serverId;
+    private readonly serviceGroup;
+    private readonly debounceMs;
+    private isLeader;
+    private leaderEpoch;
+    private unsubscribeRingChange;
+    private unsubscribeRedisHealth;
+    private recomputeTimer;
+    private lastRecomputeAt;
+    private pendingNodes;
+    private readonly leaderChangeListeners;
+    constructor(redis: Redis, config: IAtomicQueuesModuleConfig, clusterDiscovery: ClusterDiscoveryService, redisHealthMonitor?: RedisHealthMonitor | undefined);
+    onModuleInit(): Promise<void>;
+    onApplicationShutdown(): Promise<void>;
+    getIsLeader(): boolean;
+    get epoch(): number;
+    updateSeenEpoch(epoch: number): void;
+    getMasterAddress(): Promise<string | null>;
+    getForeignMasterAddress(serviceGroup: string): Promise<string | null>;
+    onLeaderChange(listener: (isLeader: boolean) => void): () => void;
+    private scheduleRecompute;
+    private executeRecompute;
+    private recomputeLeader;
+    private notifyListeners;
+}
+//# sourceMappingURL=leader-election.service.d.ts.map

package/dist/cluster/leader-election.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-election.service.d.ts","sourceRoot":"","sources":["../../src/cluster/leader-election.service.ts"],"names":[],"mappings":"AAAA,OAAO,EAKL,YAAY,EACZ,qBAAqB,EACtB,MAAM,gBAAgB,CAAC;AACxB,OAAO,KAAK,MAAM,SAAS,CAAC;AAC5B,OAAO,EAAE,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAGtD,OAAO,EAAE,uBAAuB,EAAe,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAC;AAEpE,qBACa,qBAAsB,YAAW,YAAY,EAAE,qBAAqB;IAmBhD,OAAO,CAAC,QAAQ,CAAC,KAAK;IAEnD,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACrB,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IArBlD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;IACjE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAU;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,qBAAqB,CAA6B;IAC1D,OAAO,CAAC,sBAAsB,CAA6B;IAC3D,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,YAAY,CAA8B;IAElD,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA0C;gBAGhC,KAAK,EAAE,KAAK,EAC5B,MAAM,EAAE,yBAAyB,EAC9C,gBAAgB,EAAE,uBAAuB,EAC7B,kBAAkB,CAAC,EAAE,kBAAkB,YAAA;IAShE,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA0B7B,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC;IAW5C,WAAW,IAAI,OAAO;IAItB,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAM9B,gBAAgB,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAS1C,uBAAuB,CAAC,YAAY,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAS3E,cAAc,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,OAAO,KAAK,IAAI,GAAG,MAAM,IAAI;IAYjE,OAAO,CAAC,iBAAiB;IAoBzB,OAAO,CAAC,gBAAgB;YAYV,eAAe;IAsB7B,OAAO,CAAC,eAAe;CASxB"}

package/dist/cluster/leader-election.service.js

@@ -0,0 +1,184 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+var LeaderElectionService_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LeaderElectionService = void 0;
+const common_1 = require("@nestjs/common");
+const ioredis_1 = __importDefault(require("ioredis"));
+const utils_1 = require("../utils");
+const constants_1 = require("../services/constants");
+const cluster_discovery_service_1 = require("./cluster-discovery.service");
+const redis_health_monitor_service_1 = require("./redis-health-monitor.service");
+let LeaderElectionService = LeaderElectionService_1 = class LeaderElectionService {
+    constructor(redis, config, clusterDiscovery, redisHealthMonitor) {
+        this.redis = redis;
+        this.clusterDiscovery = clusterDiscovery;
+        this.redisHealthMonitor = redisHealthMonitor;
+        this.logger = new common_1.Logger(LeaderElectionService_1.name);
+        this.isLeader = false;
+        this.leaderEpoch = 0;
+        this.unsubscribeRingChange = null;
+        this.unsubscribeRedisHealth = null;
+        this.recomputeTimer = null;
+        this.lastRecomputeAt = 0;
+        this.pendingNodes = null;
+        this.leaderChangeListeners = [];
+        this.keyPrefix = (0, utils_1.resolveKeyPrefix)(config);
+        this.enabled = config.grpc?.enabled ?? false;
+        this.serverId = config.grpc?.serverId ?? 'unknown';
+        this.serviceGroup = config.grpc?.serviceGroup ?? 'default';
+        this.debounceMs = config.grpc?.leaderDebounceMs ?? 800;
+    }
+    async onModuleInit() {
+        if (!this.enabled) {
+            this.isLeader = true;
+            return;
+        }
+        const nodes = await this.clusterDiscovery.getNodes();
+        await this.recomputeLeader(nodes);
+        this.unsubscribeRingChange = this.clusterDiscovery.onRingChange((updatedNodes) => {
+            this.scheduleRecompute(updatedNodes);
+        });
+        if (this.redisHealthMonitor) {
+            this.unsubscribeRedisHealth = this.redisHealthMonitor.onHealthChange((healthy) => {
+                if (!healthy && this.isLeader) {
+                    this.isLeader = false;
+                    this.logger.warn(`Voluntarily resigning leadership for group '${this.serviceGroup}' — Redis unreachable`);
+                    this.notifyListeners(false);
+                }
+            });
+        }
+    }
+    async onApplicationShutdown() {
+        if (this.unsubscribeRingChange)
+            this.unsubscribeRingChange();
+        if (this.unsubscribeRedisHealth)
+            this.unsubscribeRedisHealth();
+        if (this.recomputeTimer)
+            clearTimeout(this.recomputeTimer);
+        this.isLeader = false;
+    }
+    // =========================================================================
+    // PUBLIC API
+    // =========================================================================
+    getIsLeader() {
+        return this.isLeader;
+    }
+    get epoch() {
+        return this.leaderEpoch;
+    }
+    updateSeenEpoch(epoch) {
+        if (epoch > this.leaderEpoch) {
+            this.leaderEpoch = epoch;
+        }
+    }
+    async getMasterAddress() {
+        if (!this.enabled)
+            return null;
+        const nodes = await this.clusterDiscovery.getNodes();
+        const leader = nodes
+            .filter((n) => n.serviceGroup === this.serviceGroup)
+            .sort((a, b) => a.serverId.localeCompare(b.serverId))[0];
+        return leader?.grpcAddress ?? null;
+    }
+    async getForeignMasterAddress(serviceGroup) {
+        if (!this.enabled)
+            return null;
+        const nodes = await this.clusterDiscovery.getNodes();
+        const leader = nodes
+            .filter((n) => n.serviceGroup === serviceGroup)
+            .sort((a, b) => a.serverId.localeCompare(b.serverId))[0];
+        return leader?.grpcAddress ?? null;
+    }
+    onLeaderChange(listener) {
+        this.leaderChangeListeners.push(listener);
+        return () => {
+            const idx = this.leaderChangeListeners.indexOf(listener);
+            if (idx >= 0)
+                this.leaderChangeListeners.splice(idx, 1);
+        };
+    }
+    // =========================================================================
+    // INTERNAL
+    // =========================================================================
+    scheduleRecompute(nodes) {
+        this.pendingNodes = nodes;
+        if (this.lastRecomputeAt === 0) {
+            this.executeRecompute();
+            return;
+        }
+        if (this.recomputeTimer)
+            return;
+        const elapsed = Date.now() - this.lastRecomputeAt;
+        const remaining = Math.max(0, this.debounceMs - elapsed);
+        if (remaining === 0) {
+            this.executeRecompute();
+        }
+        else {
+            this.recomputeTimer = setTimeout(() => this.executeRecompute(), remaining);
+        }
+    }
+    executeRecompute() {
+        this.recomputeTimer = null;
+        this.lastRecomputeAt = Date.now();
+        const nodes = this.pendingNodes;
+        this.pendingNodes = null;
+        if (nodes) {
+            this.recomputeLeader(nodes).catch((err) => {
+                this.logger.error(`Leader recomputation failed: ${err.message}`);
+            });
+        }
+    }
+    async recomputeLeader(nodes) {
+        const sameGroup = nodes
+            .filter((n) => n.serviceGroup === this.serviceGroup)
+            .sort((a, b) => a.serverId.localeCompare(b.serverId));
+        const leaderId = sameGroup[0]?.serverId ?? null;
+        if (leaderId === this.serverId && !this.isLeader) {
+            this.isLeader = true;
+            const epochKey = `${this.keyPrefix}:cluster:leader:${this.serviceGroup}:epoch`;
+            this.leaderEpoch = await this.redis.incr(epochKey);
+            this.logger.log(`This server (${this.serverId}) is now the leader for group '${this.serviceGroup}' (epoch ${this.leaderEpoch})`);
+            this.notifyListeners(true);
+        }
+        else if (leaderId !== this.serverId && this.isLeader) {
+            this.isLeader = false;
+            this.logger.warn(`This server lost leadership for group '${this.serviceGroup}'`);
+            this.notifyListeners(false);
+        }
+    }
+    notifyListeners(isLeader) {
+        for (const listener of this.leaderChangeListeners) {
+            try {
+                listener(isLeader);
+            }
+            catch (err) {
+                this.logger.error(`Leader change listener error: ${err.message}`);
+            }
+        }
+    }
+};
+exports.LeaderElectionService = LeaderElectionService;
+exports.LeaderElectionService = LeaderElectionService = LeaderElectionService_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_REDIS)),
+    __param(1, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
+    __param(3, (0, common_1.Optional)()),
+    __metadata("design:paramtypes", [ioredis_1.default, Object, cluster_discovery_service_1.ClusterDiscoveryService,
+        redis_health_monitor_service_1.RedisHealthMonitor])
+], LeaderElectionService);
+//# sourceMappingURL=leader-election.service.js.map

package/dist/cluster/leader-election.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-election.service.js","sourceRoot":"","sources":["../../src/cluster/leader-election.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AAAA,2CAOwB;AACxB,sDAA4B;AAE5B,oCAA4C;AAC5C,qDAAkF;AAClF,2EAAmF;AACnF,iFAAoE;AAG7D,IAAM,qBAAqB,6BAA3B,MAAM,qBAAqB;IAkBhC,YAC+B,KAA6B,EAC5B,MAAiC,EAC9C,gBAAyC,EAC9C,kBAAwD;QAHtB,UAAK,GAAL,KAAK,CAAO;QAEzC,qBAAgB,GAAhB,gBAAgB,CAAyB;QAC7B,uBAAkB,GAAlB,kBAAkB,CAAqB;QArBrD,WAAM,GAAG,IAAI,eAAM,CAAC,uBAAqB,CAAC,IAAI,CAAC,CAAC;QAOzD,aAAQ,GAAG,KAAK,CAAC;QACjB,gBAAW,GAAG,CAAC,CAAC;QAChB,0BAAqB,GAAwB,IAAI,CAAC;QAClD,2BAAsB,GAAwB,IAAI,CAAC;QACnD,mBAAc,GAA0B,IAAI,CAAC;QAC7C,oBAAe,GAAG,CAAC,CAAC;QACpB,iBAAY,GAAyB,IAAI,CAAC;QAEjC,0BAAqB,GAAuC,EAAE,CAAC;QAQ9E,IAAI,CAAC,SAAS,GAAG,IAAA,wBAAgB,EAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,OAAO,IAAI,KAAK,CAAC;QAC7C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,SAAS,CAAC;QACnD,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,IAAI,EAAE,YAAY,IAAI,SAAS,CAAC;QAC3D,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,IAAI,EAAE,gBAAgB,IAAI,GAAG,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC,YAAY,EAAE,EAAE;YAC/E,IAAI,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,IAAI,CAAC,sBAAsB,GAAG,IAAI,CAAC,kBAAkB,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC/E,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAC9B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;oBACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,+CAA+C,IAAI,CAAC,YAAY,uBAAuB,CACxF,CAAC;oBACF,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB;QACzB,IAAI,IAAI,CAAC,qBAAqB;YAAE,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAC7D,IAAI,IAAI,CAAC,sBAAsB;YAAE,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC/D,IAAI,IAAI,CAAC,cAAc;YAAE,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;IACxB,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAE5E,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAED,eAAe,CAAC,KAAa;QAC3B,IAAI,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC7B,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB;QACpB,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,KAAK;aACjB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,YAAoB;QAChD,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,KAAK;aACjB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,YAAY,CAAC;aAC9C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3D,OAAO,MAAM,EAAE,WAAW,IAAI,IAAI,CAAC;IACrC,CAAC;IAED,cAAc,CAAC,QAAqC;QAClD,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC1C,OAAO,GAAG,EAAE;YACV,MAAM,GAAG,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACzD,IAAI,GAAG,IAAI,CAAC;gBAAE,IAAI,CAAC,qBAAqB,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC1D,CAAC,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,WAAW;IACX,4EAA4E;IAEpE,iBAAiB,CAAC,KAAoB;QAC5C,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,IAAI,IAAI,CAAC,eAAe,KAAK,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,cAAc;YAAE,OAAO;QAEhC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,eAAe,CAAC;QAClD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC,CAAC;QAEzD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,SAAS,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC3B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAChC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,KAAK,EAAE,CAAC;YACV,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACxC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAiC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC9E,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,KAAoB;QAChD,MAAM,SAAS,GAAG,KAAK;aACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,KAAK,IAAI,CAAC,YAAY,CAAC;aACnD,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;QAExD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,IAAI,CAAC;QAEhD,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,SAAS,mBAAmB,IAAI,CAAC,YAAY,QAAQ,CAAC;YAC/E,IAAI,CAAC,WAAW,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnD,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,gBAAgB,IAAI,CAAC,QAAQ,kCAAkC,IAAI,CAAC,YAAY,YAAY,IAAI,CAAC,WAAW,GAAG,CAChH,CAAC;YACF,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;aAAM,IAAI,QAAQ,KAAK,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACvD,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,0CAA0C,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;YACjF,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IAEO,eAAe,CAAC,QAAiB;QACvC,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAClD,IAAI,CAAC;gBACH,QAAQ,CAAC,QAAQ,CAAC,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,iCAAkC,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/E,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AA/KY,sDAAqB;gCAArB,qBAAqB;IADjC,IAAA,mBAAU,GAAE;IAoBR,WAAA,IAAA,eAAM,EAAC,+BAAmB,CAAC,CAAA;IAC3B,WAAA,IAAA,eAAM,EAAC,gCAAoB,CAAC,CAAA;IAE5B,WAAA,IAAA,iBAAQ,GAAE,CAAA;qCAH0C,iBAAK,UAEvB,mDAAuB;QACR,iDAAkB;GAtB3D,qBAAqB,CA+KjC"}

package/dist/cluster/master-coordinator.d.ts

@@ -0,0 +1,50 @@
+import { OnModuleInit } from '@nestjs/common';
+import { IAtomicQueuesModuleConfig } from '../domain';
+import { GrpcClientPool } from '../grpc';
+import { LeaderElectionService } from './leader-election.service';
+import { ClusterDiscoveryService } from './cluster-discovery.service';
+import { ServerRingService } from './server-ring.service';
+export interface WorkerAssignment {
+    replicaId: string;
+    assignedAt: number;
+    lastActiveAt: number;
+}
+export declare class MasterCoordinator implements OnModuleInit {
+    private readonly config;
+    private readonly leaderElection;
+    private readonly clusterDiscovery;
+    private readonly serverRing;
+    private readonly grpcClientPool?;
+    private readonly logger;
+    private readonly assignments;
+    private readonly replicaLoad;
+    private readonly localReplicaId;
+    private readonly isClusterMode;
+    private readonly serviceGroup;
+    private rebuilding;
+    private workerListProvider;
+    constructor(config: IAtomicQueuesModuleConfig, leaderElection: LeaderElectionService, clusterDiscovery: ClusterDiscoveryService, serverRing: ServerRingService, grpcClientPool?: GrpcClientPool | undefined);
+    onModuleInit(): Promise<void>;
+    resolve(entityKey: string): {
+        replicaId: string;
+        isLocal: boolean;
+        needsSpawn: boolean;
+        epoch: number;
+    };
+    release(entityKey: string): void;
+    isMaster(): boolean;
+    isRebuildingTable(): boolean;
+    getAssignments(): Map<string, WorkerAssignment>;
+    totalAssignedWorkers(): number;
+    getReplicaLoad(): Map<string, number>;
+    setWorkerListProvider(provider: () => Promise<string[]>): void;
+    acceptWorkerReport(replicaId: string, entityKeys: string[], epoch: number): boolean;
+    private assignWorker;
+    private pickLeastLoaded;
+    private incrementLoad;
+    private decrementLoad;
+    private rebuildAssignmentTable;
+    private reconcileReplicas;
+    private pushWorkersToMaster;
+}
+//# sourceMappingURL=master-coordinator.d.ts.map

package/dist/cluster/master-coordinator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"master-coordinator.d.ts","sourceRoot":"","sources":["../../src/cluster/master-coordinator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAwC,YAAY,EAAE,MAAM,gBAAgB,CAAC;AACpF,OAAO,EAAE,yBAAyB,EAAE,MAAM,WAAW,CAAC;AAEtD,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,uBAAuB,EAAe,MAAM,6BAA6B,CAAC;AACnF,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAE1D,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,qBACa,iBAAkB,YAAW,YAAY;IAapB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACrD,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,UAAU;IACf,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC;IAhB9C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAsC;IAE7D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuC;IACnE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAA6B;IAEzD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;IACxC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,kBAAkB,CAA0C;gBAGnB,MAAM,EAAE,yBAAyB,EAC/D,cAAc,EAAE,qBAAqB,EACrC,gBAAgB,EAAE,uBAAuB,EACzC,UAAU,EAAE,iBAAiB,EACjB,cAAc,CAAC,EAAE,cAAc,YAAA;IAOxD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BnC,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG;QAC1B,SAAS,EAAE,MAAM,CAAC;QAClB,OAAO,EAAE,OAAO,CAAC;QACjB,UAAU,EAAE,OAAO,CAAC;QACpB,KAAK,EAAE,MAAM,CAAC;KACf;IAiDD,OAAO,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAQhC,QAAQ,IAAI,OAAO;IAKnB,iBAAiB,IAAI,OAAO;IAI5B,cAAc,IAAI,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAI/C,oBAAoB,IAAI,MAAM;IAI9B,cAAc,IAAI,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC;IAIrC,qBAAqB,CAAC,QAAQ,EAAE,MAAM,OAAO,CAAC,MAAM,EAAE,CAAC,GAAG,IAAI;IAI9D,kBAAkB,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO;IA+BnF,OAAO,CAAC,YAAY;IAUpB,OAAO,CAAC,eAAe;IAkBvB,OAAO,CAAC,aAAa;IAIrB,OAAO,CAAC,aAAa;YASP,sBAAsB;IA4DpC,OAAO,CAAC,iBAAiB;YAyBX,mBAAmB;CAmClC"}

package/dist/cluster/master-coordinator.js

@@ -0,0 +1,307 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var MasterCoordinator_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MasterCoordinator = void 0;
+const common_1 = require("@nestjs/common");
+const constants_1 = require("../services/constants");
+const grpc_1 = require("../grpc");
+const leader_election_service_1 = require("./leader-election.service");
+const cluster_discovery_service_1 = require("./cluster-discovery.service");
+const server_ring_service_1 = require("./server-ring.service");
+let MasterCoordinator = MasterCoordinator_1 = class MasterCoordinator {
+    constructor(config, leaderElection, clusterDiscovery, serverRing, grpcClientPool) {
+        this.config = config;
+        this.leaderElection = leaderElection;
+        this.clusterDiscovery = clusterDiscovery;
+        this.serverRing = serverRing;
+        this.grpcClientPool = grpcClientPool;
+        this.logger = new common_1.Logger(MasterCoordinator_1.name);
+        this.assignments = new Map();
+        this.replicaLoad = new Map();
+        this.rebuilding = false;
+        this.workerListProvider = null;
+        this.localReplicaId = config.grpc?.serverId ?? 'local';
+        this.isClusterMode = config.grpc?.enabled ?? false;
+        this.serviceGroup = config.grpc?.serviceGroup ?? 'default';
+    }
+    async onModuleInit() {
+        if (!this.isClusterMode) {
+            this.replicaLoad.set(this.localReplicaId, 0);
+            this.logger.log('MasterCoordinator running in single-server mode');
+            return;
+        }
+        this.leaderElection.onLeaderChange((isLeader) => {
+            if (isLeader) {
+                this.logger.log('This replica is now the master — rebuilding assignment table');
+                this.rebuildAssignmentTable();
+            }
+            else {
+                this.logger.log('This replica lost master role — clearing assignment table');
+                this.assignments.clear();
+                this.replicaLoad.clear();
+                this.pushWorkersToMaster();
+            }
+        });
+        this.clusterDiscovery.onRingChange((nodes) => {
+            if (this.isMaster()) {
+                this.reconcileReplicas(nodes);
+            }
+        });
+    }
+    // =========================================================================
+    // PUBLIC API
+    // =========================================================================
+    resolve(entityKey) {
+        const epoch = this.isClusterMode ? this.leaderElection.epoch : 0;
+        if (this.rebuilding) {
+            return { replicaId: this.localReplicaId, isLocal: true, needsSpawn: true, epoch };
+        }
+        if (!this.isClusterMode || !this.isMaster()) {
+            const existing = this.assignments.has(entityKey);
+            if (!existing) {
+                this.assignWorker(entityKey, this.localReplicaId);
+            }
+            return { replicaId: this.localReplicaId, isLocal: true, needsSpawn: !existing, epoch };
+        }
+        // Tier 1: assignment table (authoritative if present)
+        const assignment = this.assignments.get(entityKey);
+        if (assignment) {
+            assignment.lastActiveAt = Date.now();
+            return {
+                replicaId: assignment.replicaId,
+                isLocal: assignment.replicaId === this.localReplicaId,
+                needsSpawn: false,
+                epoch,
+            };
+        }
+        // Tier 2: consistent hash ring (deterministic fallback)
+        let targetReplica;
+        if (this.serverRing.size > 0) {
+            const separatorIdx = entityKey.indexOf(':');
+            const entityType = entityKey.substring(0, separatorIdx);
+            const entityId = entityKey.substring(separatorIdx + 1);
+            const owner = this.serverRing.getOwner(entityType, entityId);
+            targetReplica = owner?.serverId ?? this.pickLeastLoaded();
+        }
+        else {
+            targetReplica = this.pickLeastLoaded();
+        }
+        this.assignWorker(entityKey, targetReplica);
+        return {
+            replicaId: targetReplica,
+            isLocal: targetReplica === this.localReplicaId,
+            needsSpawn: true,
+            epoch,
+        };
+    }
+    release(entityKey) {
+        const assignment = this.assignments.get(entityKey);
+        if (assignment) {
+            this.decrementLoad(assignment.replicaId);
+            this.assignments.delete(entityKey);
+        }
+    }
+    isMaster() {
+        if (!this.isClusterMode)
+            return true;
+        return this.leaderElection.getIsLeader();
+    }
+    isRebuildingTable() {
+        return this.rebuilding;
+    }
+    getAssignments() {
+        return new Map(this.assignments);
+    }
+    totalAssignedWorkers() {
+        return this.assignments.size;
+    }
+    getReplicaLoad() {
+        return new Map(this.replicaLoad);
+    }
+    setWorkerListProvider(provider) {
+        this.workerListProvider = provider;
+    }
+    acceptWorkerReport(replicaId, entityKeys, epoch) {
+        if (!this.isMaster())
+            return false;
+        if (epoch > 0 && epoch !== this.leaderElection.epoch)
+            return false;
+        if (!this.replicaLoad.has(replicaId)) {
+            this.replicaLoad.set(replicaId, 0);
+        }
+        let added = 0;
+        for (const entityKey of entityKeys) {
+            if (!this.assignments.has(entityKey)) {
+                this.assignments.set(entityKey, {
+                    replicaId,
+                    assignedAt: Date.now(),
+                    lastActiveAt: Date.now(),
+                });
+                this.incrementLoad(replicaId);
+                added++;
+            }
+        }
+        this.logger.log(`Accepted worker report from ${replicaId}: ${entityKeys.length} reported, ${added} new assignments`);
+        return true;
+    }
+    // =========================================================================
+    // INTERNAL — assignment management
+    // =========================================================================
+    assignWorker(entityKey, replicaId) {
+        this.assignments.set(entityKey, {
+            replicaId,
+            assignedAt: Date.now(),
+            lastActiveAt: Date.now(),
+        });
+        this.incrementLoad(replicaId);
+        this.logger.debug(`Assigned worker ${entityKey} → ${replicaId}`);
+    }
+    pickLeastLoaded() {
+        if (this.replicaLoad.size === 0) {
+            return this.localReplicaId;
+        }
+        let minLoad = Infinity;
+        let target = this.localReplicaId;
+        for (const [replicaId, load] of this.replicaLoad) {
+            if (load < minLoad) {
+                minLoad = load;
+                target = replicaId;
+            }
+        }
+        return target;
+    }
+    incrementLoad(replicaId) {
+        this.replicaLoad.set(replicaId, (this.replicaLoad.get(replicaId) ?? 0) + 1);
+    }
+    decrementLoad(replicaId) {
+        const current = this.replicaLoad.get(replicaId) ?? 0;
+        this.replicaLoad.set(replicaId, Math.max(0, current - 1));
+    }
+    // =========================================================================
+    // INTERNAL — cluster operations
+    // =========================================================================
+    async rebuildAssignmentTable() {
+        this.rebuilding = true;
+        this.replicaLoad.clear();
+        const allNodes = this.isClusterMode ? await this.clusterDiscovery.getNodes() : [];
+        const nodes = allNodes.filter((n) => n.serviceGroup === this.serviceGroup);
+        for (const node of nodes) {
+            this.replicaLoad.set(node.serverId, 0);
+        }
+        this.replicaLoad.set(this.localReplicaId, 0);
+        if (this.isClusterMode && this.grpcClientPool) {
+            let totalRecovered = 0;
+            for (const node of nodes) {
+                if (node.serverId === this.localReplicaId)
+                    continue;
+                try {
+                    const client = await this.grpcClientPool.getClient(node.serverId, node.grpcAddress);
+                    const deadline = new Date(Date.now() + (this.config.grpc?.deadlines?.syncMs ?? 1000));
+                    const workers = await new Promise((resolve, reject) => {
+                        client.listWorkers({}, { deadline }, (err, response) => {
+                            if (err)
+                                return reject(err);
+                            resolve(response.workers ?? []);
+                        });
+                    });
+                    for (const w of workers) {
+                        this.assignments.set(w.entityKey, {
+                            replicaId: node.serverId,
+                            assignedAt: Date.now(),
+                            lastActiveAt: Date.now(),
+                        });
+                        this.incrementLoad(node.serverId);
+                        totalRecovered++;
+                    }
+                }
+                catch (err) {
+                    this.logger.warn(`Failed to query replica ${node.serverId} for workers: ${err.message} — removing from load map`);
+                    this.replicaLoad.delete(node.serverId);
+                    this.grpcClientPool.removeClient(node.serverId);
+                }
+            }
+            this.logger.log(`Assignment table rebuilt: ${this.replicaLoad.size} replicas, ${totalRecovered} workers recovered`);
+        }
+        else {
+            this.logger.log(`Assignment table rebuilt: ${this.replicaLoad.size} replicas, 0 workers`);
+        }
+        this.rebuilding = false;
+    }
+    reconcileReplicas(nodes) {
+        const sameGroupNodes = nodes.filter((n) => n.serviceGroup === this.serviceGroup);
+        const liveIds = new Set(sameGroupNodes.map((n) => n.serverId));
+        for (const [replicaId] of this.replicaLoad) {
+            if (!liveIds.has(replicaId) && replicaId !== this.localReplicaId) {
+                this.logger.warn(`Replica ${replicaId} is gone — removing its workers`);
+                for (const [entityKey, assignment] of this.assignments) {
+                    if (assignment.replicaId === replicaId) {
+                        this.assignments.delete(entityKey);
+                    }
+                }
+                this.replicaLoad.delete(replicaId);
+            }
+        }
+        for (const node of sameGroupNodes) {
+            if (!this.replicaLoad.has(node.serverId)) {
+                this.replicaLoad.set(node.serverId, 0);
+                this.logger.log(`New replica discovered: ${node.serverId}`);
+            }
+        }
+    }
+    async pushWorkersToMaster() {
+        if (!this.grpcClientPool || !this.workerListProvider)
+            return;
+        const workers = await this.workerListProvider();
+        if (workers.length === 0)
+            return;
+        const masterAddress = await this.leaderElection.getMasterAddress();
+        if (!masterAddress) {
+            this.logger.warn('Cannot push workers: no master address found');
+            return;
+        }
+        try {
+            const client = await this.grpcClientPool.getClient('master', masterAddress);
+            const deadline = new Date(Date.now() + (this.config.grpc?.deadlines?.syncMs ?? 1000));
+            await new Promise((resolve, reject) => {
+                client.reportWorkers({
+                    replicaId: this.localReplicaId,
+                    entityKeys: workers,
+                    epoch: 0,
+                }, { deadline }, (err, response) => {
+                    if (err)
+                        return reject(err);
+                    if (!response.accepted)
+                        return reject(new Error(response.rejectReason));
+                    resolve();
+                });
+            });
+            this.logger.log(`Pushed ${workers.length} workers to new master at ${masterAddress}`);
+        }
+        catch (err) {
+            this.logger.warn(`Failed to push workers to master: ${err.message}`);
+        }
+    }
+};
+exports.MasterCoordinator = MasterCoordinator;
+exports.MasterCoordinator = MasterCoordinator = MasterCoordinator_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, common_1.Inject)(constants_1.ATOMIC_QUEUES_CONFIG)),
+    __param(4, (0, common_1.Optional)()),
+    __metadata("design:paramtypes", [Object, leader_election_service_1.LeaderElectionService,
+        cluster_discovery_service_1.ClusterDiscoveryService,
+        server_ring_service_1.ServerRingService,
+        grpc_1.GrpcClientPool])
+], MasterCoordinator);
+//# sourceMappingURL=master-coordinator.js.map