@vorionsys/platform-core 0.1.0

package/dist/common/group-membership.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group-membership.js","sourceRoot":"","sources":["../../src/common/group-membership.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAEtC,OAAO,EACL,gBAAgB,EAChB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAE7B,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;AAE/D;;GAEG;AACH,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAE9B;;GAEG;AACH,MAAM,YAAY,GAAG,mBAAmB,CAAC;AAoDzC;;;;;;;;;GASG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAc,EACd,SAAiB,EACjB,QAAgB,EAChB,UAAwC,EAAE;IAE1C,MAAM,EAAE,SAAS,GAAG,KAAK,EAAE,GAAG,OAAO,CAAC;IACtC,MAAM,QAAQ,GAAG,GAAG,YAAY,GAAG,QAAQ,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;IAErE,qCAAqC;IACrC,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACzC,IAAI,MAAM,EAAE,CAAC;gBACX,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAA0B,CAAC;gBAC3D,MAAM,CAAC,KAAK,CACV,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,EAC7C,4BAA4B,CAC7B,CAAC;gBACF,OAAO,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YACxC,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,4CAA4C;YAC5C,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EACtC,wDAAwD,CACzD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,sCAAsC;IACtC,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,EAAE;aAC1B,MAAM,EAAE;aACR,IAAI,CAAC,gBAAgB,CAAC;aACtB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,EAAE,CAAC,gBAAgB,CAAC,SAAS,EAAE,SAAS,CAAC,EACzC,EAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,QAAQ,CAAC,EACvC,EAAE,CAAC,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,CAClC,CACF;aACA,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,MAAM,MAAM,GAA0B;YACpC,QAAQ,EAAE,CAAC,CAAC,UAAU;YACtB,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,GAAG;SAChB,CAAC;QAEF,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,QAAQ,GAAG;gBAChB,YAAY,EAAE,UAAU,CAAC,EAAE;gBAC3B,QAAQ,EAAE,UAAU,CAAC,SAAS;aAC/B,CAAC;QACJ,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YACzB,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,iBAAiB,CAAC,CAAC;QAC7E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,yCAAyC,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,CAAC,KAAK,CACV,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,EAC1D,4CAA4C,CAC7C,CAAC;QAEF,OAAO,MAAM,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EACtC,mCAAmC,CACpC,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,YAAoB,EACpB,MAAc,EACd,QAAgB;IAEhB,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,EAAE;aACR,IAAI,CAAC,mBAAmB,CAAC;aACzB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,EAClD,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,EAAE,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAC3C,CACF;aACA,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EAClC,0CAA0C,CAC3C,CAAC;YACF,OAAO;gBACL,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE;gBAC7C,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EACzC,gDAAgD,CACjD,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA8B;IAE9B,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,GAAG,OAAO,CAAC;IAC/D,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IACzB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;IAEvB,IAAI,CAAC;QACH,MAAM,CAAC,QAAQ,CAAC,GAAG,MAAM,EAAE;aACxB,MAAM,EAAE;aACR,IAAI,CAAC,mBAAmB,CAAC;aACzB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,EAClD,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,EAAE,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAC3C,CACF;aACA,KAAK,CAAC,CAAC,CAAC,CAAC;QAEZ,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CACV,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EAClC,mCAAmC,CACpC,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,WAAW,EAAE;aAC9C,CAAC;QACJ,CAAC;QAED,MAAM,CAAC,UAAU,CAAC,GAAG,MAAM,EAAE;aAC1B,MAAM,CAAC,mBAAmB,CAAC;aAC3B,MAAM,CAAC;YACN,YAAY;YACZ,MAAM;YACN,QAAQ;YACR,UAAU;YACV,UAAU,EAAE,GAAG;SAChB,CAAC;aACD,SAAS,EAAE,CAAC;QAEf,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,CAAC,IAAI,CACT,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,EAC9C,iCAAiC,CAClC,CAAC;QAEF,OAAO;YACL,EAAE,EAAE,UAAU,CAAC,EAAE;YACjB,UAAU,EAAE,UAAU,CAAC,UAAU,CAAC,WAAW,EAAE;SAChD,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EACzC,yCAAyC,CAC1C,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,YAAoB,EACpB,MAAc,EACd,QAAgB;IAEhB,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,EAAE;aACpB,MAAM,CAAC,mBAAmB,CAAC;aAC3B,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,EAClD,EAAE,CAAC,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,EACtC,EAAE,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAC3C,CACF;aACA,SAAS,CAAC,EAAE,EAAE,EAAE,mBAAmB,CAAC,EAAE,EAAE,CAAC,CAAC;QAE7C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QAElC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,CACT,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EAClC,kCAAkC,CACnC,CAAC;QACJ,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,EACzC,2CAA2C,CAC5C,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,YAAoB,EACpB,QAAgB;IAEhB,MAAM,EAAE,GAAG,WAAW,EAAE,CAAC;IAEzB,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,EAAE;aACvB,MAAM,EAAE;aACR,IAAI,CAAC,mBAAmB,CAAC;aACzB,KAAK,CACJ,GAAG,CACD,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,YAAY,CAAC,EAClD,EAAE,CAAC,mBAAmB,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAC3C,CACF,CAAC;QAEJ,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3B,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC,WAAW,EAAE;YACtC,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,EACjC,qCAAqC,CACtC,CAAC;QACF,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,MAAc,EACd,QAAgB,EAChB,SAAkB;IAElB,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;QAEzB,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,QAAQ,GAAG,GAAG,YAAY,GAAG,QAAQ,IAAI,MAAM,IAAI,SAAS,EAAE,CAAC;YACrE,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAC5B,CAAC;aAAM,CAAC;YACN,iDAAiD;YACjD,4DAA4D;YAC5D,MAAM,OAAO,GAAG,GAAG,YAAY,GAAG,QAAQ,IAAI,MAAM,IAAI,CAAC;YACzD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpB,MAAM,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,MAAM,CAAC,KAAK,CACV,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EAC/B,oCAAoC,CACrC,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,CAAC,IAAI,CACT,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,EACtC,6CAA6C,CAC9C,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/common/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Common utilities and types
+ */
+export * from './types.js';
+export * from './logger.js';
+export * from './config.js';
+export * from './authorization.js';
+export * from './expression/index.js';
+export * from './provenance/index.js';
+export * from './metrics-registry.js';
+export * from './metrics.js';
+export * from './di.js';
+export * from './adapters/index.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/common/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,cAAc,CAAC;AAC7B,cAAc,SAAS,CAAC;AAGxB,cAAc,qBAAqB,CAAC"}

package/dist/common/index.js

@@ -0,0 +1,15 @@
+/**
+ * Common utilities and types
+ */
+export * from './types.js';
+export * from './logger.js';
+export * from './config.js';
+export * from './authorization.js';
+export * from './expression/index.js';
+export * from './provenance/index.js';
+export * from './metrics-registry.js';
+export * from './metrics.js';
+export * from './di.js';
+// Adapter system for Redis optionality
+export * from './adapters/index.js';
+//# sourceMappingURL=index.js.map

package/dist/common/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/common/index.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,cAAc,YAAY,CAAC;AAC3B,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,uBAAuB,CAAC;AACtC,cAAc,cAAc,CAAC;AAC7B,cAAc,SAAS,CAAC;AAExB,uCAAuC;AACvC,cAAc,qBAAqB,CAAC"}

package/dist/common/leader-election.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Leader Election Service
+ *
+ * Uses Redis to elect a single leader among multiple instances.
+ * Only the leader runs scheduled tasks (cleanup, escalation timeouts).
+ *
+ * Implementation:
+ * - Uses SET NX EX for atomic leader acquisition
+ * - Stores instance ID as value
+ * - Heartbeat extends TTL every 10s
+ * - If heartbeat fails, another instance can take over
+ * - On graceful shutdown, resign leadership
+ */
+export interface LeaderElection {
+    /** Attempt to become the leader */
+    tryBecomeLeader(): Promise<boolean>;
+    /** Check if this instance is currently the leader */
+    isLeader(): boolean;
+    /** Start the heartbeat to maintain leadership */
+    startHeartbeat(): void;
+    /** Stop the heartbeat */
+    stopHeartbeat(): void;
+    /** Resign leadership (for graceful shutdown) */
+    resign(): Promise<void>;
+    /** Get the instance ID */
+    getInstanceId(): string;
+    /** Start periodic leader checks (for non-leaders) */
+    startLeaderCheck(onBecameLeader: () => void): void;
+    /** Stop periodic leader checks */
+    stopLeaderCheck(): void;
+}
+/**
+ * Get the leader election singleton
+ */
+export declare function getLeaderElection(): LeaderElection;
+/**
+ * Reset the leader election instance (for testing)
+ */
+export declare function resetLeaderElection(): void;
+//# sourceMappingURL=leader-election.d.ts.map

package/dist/common/leader-election.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-election.d.ts","sourceRoot":"","sources":["../../src/common/leader-election.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AA6BH,MAAM,WAAW,cAAc;IAC7B,mCAAmC;IACnC,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACpC,qDAAqD;IACrD,QAAQ,IAAI,OAAO,CAAC;IACpB,iDAAiD;IACjD,cAAc,IAAI,IAAI,CAAC;IACvB,yBAAyB;IACzB,aAAa,IAAI,IAAI,CAAC;IACtB,gDAAgD;IAChD,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACxB,0BAA0B;IAC1B,aAAa,IAAI,MAAM,CAAC;IACxB,qDAAqD;IACrD,gBAAgB,CAAC,cAAc,EAAE,MAAM,IAAI,GAAG,IAAI,CAAC;IACnD,kCAAkC;IAClC,eAAe,IAAI,IAAI,CAAC;CACzB;AA4OD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,CAKlD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAM1C"}

package/dist/common/leader-election.js

@@ -0,0 +1,232 @@
+/**
+ * Leader Election Service
+ *
+ * Uses Redis to elect a single leader among multiple instances.
+ * Only the leader runs scheduled tasks (cleanup, escalation timeouts).
+ *
+ * Implementation:
+ * - Uses SET NX EX for atomic leader acquisition
+ * - Stores instance ID as value
+ * - Heartbeat extends TTL every 10s
+ * - If heartbeat fails, another instance can take over
+ * - On graceful shutdown, resign leadership
+ */
+import { randomUUID } from 'node:crypto';
+import { hostname } from 'node:os';
+import { getRedis } from './redis.js';
+import { createLogger } from './logger.js';
+import { schedulerLeaderElectionsTotal, schedulerIsLeader, } from '../intent/metrics.js';
+const logger = createLogger({ component: 'leader-election' });
+const LEADER_KEY = 'scheduler:leader';
+const LEADER_TTL = 30; // seconds
+const HEARTBEAT_INTERVAL = 10000; // ms (10 seconds)
+const LEADER_CHECK_INTERVAL = 15000; // ms (15 seconds) - for non-leaders to try becoming leader
+/**
+ * Generate a unique instance ID
+ * Format: hostname-pid-random
+ */
+function generateInstanceId() {
+    const host = hostname();
+    const pid = process.pid;
+    const random = randomUUID().slice(0, 8);
+    return `${host}-${pid}-${random}`;
+}
+class LeaderElectionImpl {
+    instanceId;
+    _isLeader = false;
+    heartbeatTimer = null;
+    leaderCheckTimer = null;
+    onBecameLeaderCallback = null;
+    constructor() {
+        this.instanceId = generateInstanceId();
+        logger.info({ instanceId: this.instanceId }, 'Leader election initialized');
+    }
+    getInstanceId() {
+        return this.instanceId;
+    }
+    async tryBecomeLeader() {
+        try {
+            const redis = getRedis();
+            // Try to acquire leadership using SET NX EX (atomic)
+            const result = await redis.set(LEADER_KEY, this.instanceId, 'EX', LEADER_TTL, 'NX');
+            if (result === 'OK') {
+                // We became the leader
+                if (!this._isLeader) {
+                    this._isLeader = true;
+                    schedulerLeaderElectionsTotal.inc();
+                    schedulerIsLeader.set(1);
+                    logger.info({ instanceId: this.instanceId }, 'Acquired scheduler leadership');
+                }
+                return true;
+            }
+            // Check if we're already the leader (key exists with our ID)
+            const currentLeader = await redis.get(LEADER_KEY);
+            if (currentLeader === this.instanceId) {
+                if (!this._isLeader) {
+                    this._isLeader = true;
+                    schedulerIsLeader.set(1);
+                }
+                return true;
+            }
+            // Another instance is the leader
+            if (this._isLeader) {
+                this._isLeader = false;
+                schedulerIsLeader.set(0);
+                logger.warn({ instanceId: this.instanceId, currentLeader }, 'Lost scheduler leadership');
+            }
+            return false;
+        }
+        catch (error) {
+            logger.error({ error: error instanceof Error ? error.message : 'Unknown error' }, 'Failed to acquire leadership');
+            // On Redis failure, don't assume leadership
+            if (this._isLeader) {
+                this._isLeader = false;
+                schedulerIsLeader.set(0);
+            }
+            return false;
+        }
+    }
+    isLeader() {
+        return this._isLeader;
+    }
+    startHeartbeat() {
+        if (this.heartbeatTimer) {
+            return; // Already running
+        }
+        logger.debug({ instanceId: this.instanceId }, 'Starting leader heartbeat');
+        this.heartbeatTimer = setInterval(async () => {
+            await this.sendHeartbeat();
+        }, HEARTBEAT_INTERVAL);
+        // Don't keep the process alive just for heartbeat
+        this.heartbeatTimer.unref();
+    }
+    async sendHeartbeat() {
+        if (!this._isLeader) {
+            return;
+        }
+        try {
+            const redis = getRedis();
+            // Use Lua script for atomic check-and-extend
+            // Only extend if we still own the key
+            const script = `
+        if redis.call("get", KEYS[1]) == ARGV[1] then
+          return redis.call("expire", KEYS[1], ARGV[2])
+        else
+          return 0
+        end
+      `;
+            const result = await redis.eval(script, 1, LEADER_KEY, this.instanceId, LEADER_TTL);
+            if (result !== 1) {
+                // We lost leadership
+                this._isLeader = false;
+                schedulerIsLeader.set(0);
+                logger.warn({ instanceId: this.instanceId }, 'Lost scheduler leadership during heartbeat');
+                // Stop heartbeat and start checking for leadership again
+                this.stopHeartbeat();
+                if (this.onBecameLeaderCallback) {
+                    this.startLeaderCheck(this.onBecameLeaderCallback);
+                }
+            }
+            else {
+                logger.debug({ instanceId: this.instanceId }, 'Leader heartbeat sent');
+            }
+        }
+        catch (error) {
+            logger.error({ error: error instanceof Error ? error.message : 'Unknown error' }, 'Failed to send leader heartbeat');
+            // On failure, assume we lost leadership to be safe
+            this._isLeader = false;
+            schedulerIsLeader.set(0);
+        }
+    }
+    stopHeartbeat() {
+        if (this.heartbeatTimer) {
+            clearInterval(this.heartbeatTimer);
+            this.heartbeatTimer = null;
+            logger.debug({ instanceId: this.instanceId }, 'Stopped leader heartbeat');
+        }
+    }
+    startLeaderCheck(onBecameLeader) {
+        if (this.leaderCheckTimer) {
+            return; // Already running
+        }
+        this.onBecameLeaderCallback = onBecameLeader;
+        logger.debug({ instanceId: this.instanceId }, 'Starting periodic leader check');
+        this.leaderCheckTimer = setInterval(async () => {
+            if (!this._isLeader) {
+                const acquired = await this.tryBecomeLeader();
+                if (acquired) {
+                    // Stop checking and start heartbeat
+                    this.stopLeaderCheck();
+                    this.startHeartbeat();
+                    // Notify that we became leader
+                    onBecameLeader();
+                }
+            }
+        }, LEADER_CHECK_INTERVAL);
+        // Don't keep the process alive just for leader check
+        this.leaderCheckTimer.unref();
+    }
+    stopLeaderCheck() {
+        if (this.leaderCheckTimer) {
+            clearInterval(this.leaderCheckTimer);
+            this.leaderCheckTimer = null;
+            logger.debug({ instanceId: this.instanceId }, 'Stopped leader check');
+        }
+    }
+    async resign() {
+        this.stopHeartbeat();
+        this.stopLeaderCheck();
+        if (!this._isLeader) {
+            logger.debug({ instanceId: this.instanceId }, 'Not leader, nothing to resign');
+            return;
+        }
+        try {
+            const redis = getRedis();
+            // Use Lua script for atomic check-and-delete
+            // Only delete if we own the key
+            const script = `
+        if redis.call("get", KEYS[1]) == ARGV[1] then
+          return redis.call("del", KEYS[1])
+        else
+          return 0
+        end
+      `;
+            const result = await redis.eval(script, 1, LEADER_KEY, this.instanceId);
+            if (result === 1) {
+                logger.info({ instanceId: this.instanceId }, 'Resigned scheduler leadership');
+            }
+            else {
+                logger.debug({ instanceId: this.instanceId }, 'Leadership already transferred or expired');
+            }
+        }
+        catch (error) {
+            logger.error({ error: error instanceof Error ? error.message : 'Unknown error' }, 'Failed to resign leadership');
+        }
+        finally {
+            this._isLeader = false;
+            schedulerIsLeader.set(0);
+        }
+    }
+}
+// Singleton instance
+let leaderElectionInstance = null;
+/**
+ * Get the leader election singleton
+ */
+export function getLeaderElection() {
+    if (!leaderElectionInstance) {
+        leaderElectionInstance = new LeaderElectionImpl();
+    }
+    return leaderElectionInstance;
+}
+/**
+ * Reset the leader election instance (for testing)
+ */
+export function resetLeaderElection() {
+    if (leaderElectionInstance) {
+        leaderElectionInstance.stopHeartbeat();
+        leaderElectionInstance.stopLeaderCheck();
+        leaderElectionInstance = null;
+    }
+}
+//# sourceMappingURL=leader-election.js.map

package/dist/common/leader-election.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"leader-election.js","sourceRoot":"","sources":["../../src/common/leader-election.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EACL,6BAA6B,EAC7B,iBAAiB,GAClB,MAAM,sBAAsB,CAAC;AAE9B,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,iBAAiB,EAAE,CAAC,CAAC;AAE9D,MAAM,UAAU,GAAG,kBAAkB,CAAC;AACtC,MAAM,UAAU,GAAG,EAAE,CAAC,CAAC,UAAU;AACjC,MAAM,kBAAkB,GAAG,KAAK,CAAC,CAAC,kBAAkB;AACpD,MAAM,qBAAqB,GAAG,KAAK,CAAC,CAAC,2DAA2D;AAEhG;;;GAGG;AACH,SAAS,kBAAkB;IACzB,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;IACxB,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IACxB,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACxC,OAAO,GAAG,IAAI,IAAI,GAAG,IAAI,MAAM,EAAE,CAAC;AACpC,CAAC;AAqBD,MAAM,kBAAkB;IACL,UAAU,CAAS;IAC5B,SAAS,GAAG,KAAK,CAAC;IAClB,cAAc,GAA0C,IAAI,CAAC;IAC7D,gBAAgB,GAA0C,IAAI,CAAC;IAC/D,sBAAsB,GAAwB,IAAI,CAAC;IAE3D;QACE,IAAI,CAAC,UAAU,GAAG,kBAAkB,EAAE,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,6BAA6B,CAAC,CAAC;IAC9E,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YAEzB,qDAAqD;YACrD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,GAAG,CAC5B,UAAU,EACV,IAAI,CAAC,UAAU,EACf,IAAI,EACJ,UAAU,EACV,IAAI,CACL,CAAC;YAEF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,uBAAuB;gBACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;oBACtB,6BAA6B,CAAC,GAAG,EAAE,CAAC;oBACpC,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;oBACzB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAC/B,+BAA+B,CAChC,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,6DAA6D;YAC7D,MAAM,aAAa,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YAClD,IAAI,aAAa,KAAK,IAAI,CAAC,UAAU,EAAE,CAAC;gBACtC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;oBACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;oBACtB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC3B,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC;YAED,iCAAiC;YACjC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,aAAa,EAAE,EAC9C,2BAA2B,CAC5B,CAAC;YACJ,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACnE,8BAA8B,CAC/B,CAAC;YACF,4CAA4C;YAC5C,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,cAAc;QACZ,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,OAAO,CAAC,kBAAkB;QAC5B,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,2BAA2B,CAAC,CAAC;QAE3E,IAAI,CAAC,cAAc,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC3C,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC7B,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAEvB,kDAAkD;QAClD,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YAEzB,6CAA6C;YAC7C,sCAAsC;YACtC,MAAM,MAAM,GAAG;;;;;;OAMd,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;YAEpF,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjB,qBAAqB;gBACrB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;gBACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACzB,MAAM,CAAC,IAAI,CACT,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAC/B,4CAA4C,CAC7C,CAAC;gBAEF,yDAAyD;gBACzD,IAAI,CAAC,aAAa,EAAE,CAAC;gBACrB,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;oBAChC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;gBACrD,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,uBAAuB,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACnE,iCAAiC,CAClC,CAAC;YACF,mDAAmD;YACnD,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,aAAa;QACX,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACnC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,0BAA0B,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,cAA0B;QACzC,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,OAAO,CAAC,kBAAkB;QAC5B,CAAC;QAED,IAAI,CAAC,sBAAsB,GAAG,cAAc,CAAC;QAE7C,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,gCAAgC,CAAC,CAAC;QAEhF,IAAI,CAAC,gBAAgB,GAAG,WAAW,CAAC,KAAK,IAAI,EAAE;YAC7C,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC9C,IAAI,QAAQ,EAAE,CAAC;oBACb,oCAAoC;oBACpC,IAAI,CAAC,eAAe,EAAE,CAAC;oBACvB,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtB,+BAA+B;oBAC/B,cAAc,EAAE,CAAC;gBACnB,CAAC;YACH,CAAC;QACH,CAAC,EAAE,qBAAqB,CAAC,CAAC;QAE1B,qDAAqD;QACrD,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;IAChC,CAAC;IAED,eAAe;QACb,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,aAAa,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACrC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;YAC7B,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,sBAAsB,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,+BAA+B,CAAC,CAAC;YAC/E,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAC;YAEzB,6CAA6C;YAC7C,gCAAgC;YAChC,MAAM,MAAM,GAAG;;;;;;OAMd,CAAC;YAEF,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAExE,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;gBACjB,MAAM,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,+BAA+B,CAAC,CAAC;YAChF,CAAC;iBAAM,CAAC;gBACN,MAAM,CAAC,KAAK,CACV,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,EAC/B,2CAA2C,CAC5C,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,CACV,EAAE,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE,EACnE,6BAA6B,CAC9B,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;YACvB,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;CACF;AAED,qBAAqB;AACrB,IAAI,sBAAsB,GAA0B,IAAI,CAAC;AAEzD;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC5B,sBAAsB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IACpD,CAAC;IACD,OAAO,sBAAsB,CAAC;AAChC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,IAAI,sBAAsB,EAAE,CAAC;QAC3B,sBAAsB,CAAC,aAAa,EAAE,CAAC;QACvC,sBAAsB,CAAC,eAAe,EAAE,CAAC;QACzC,sBAAsB,GAAG,IAAI,CAAC;IAChC,CAAC;AACH,CAAC"}

package/dist/common/lock.d.ts

@@ -0,0 +1,77 @@
+/**
+ * Distributed Lock Service
+ *
+ * Redis-based distributed locking with proper timeout handling,
+ * exponential backoff, and deadlock prevention.
+ */
+export interface LockOptions {
+    /** Lock timeout in milliseconds (how long the lock is held) */
+    lockTimeoutMs?: number;
+    /** Maximum time to wait for acquiring the lock */
+    acquireTimeoutMs?: number;
+    /** Initial retry delay in milliseconds */
+    retryDelayMs?: number;
+    /** Maximum retry delay in milliseconds */
+    maxRetryDelayMs?: number;
+    /** Jitter factor (0-1) to add randomness to retry delays */
+    jitterFactor?: number;
+}
+export interface Lock {
+    /** Unique lock identifier */
+    lockId: string;
+    /** Lock key */
+    key: string;
+    /** Whether the lock is currently held */
+    held: boolean;
+    /** Release the lock */
+    release: () => Promise<boolean>;
+    /** Extend the lock timeout */
+    extend: (additionalMs: number) => Promise<boolean>;
+}
+export interface LockResult {
+    acquired: boolean;
+    lock?: Lock;
+    error?: string;
+}
+/**
+ * Distributed Lock Service
+ */
+export declare class LockService {
+    private redis;
+    private readonly keyPrefix;
+    /**
+     * Acquire a distributed lock
+     */
+    acquire(key: string, options?: LockOptions): Promise<LockResult>;
+    /**
+     * Release a lock
+     */
+    private release;
+    /**
+     * Extend a lock's timeout
+     */
+    private extend;
+    /**
+     * Execute a function with a lock
+     * Automatically acquires and releases the lock
+     */
+    withLock<T>(key: string, fn: () => Promise<T>, options?: LockOptions): Promise<{
+        success: boolean;
+        result?: T;
+        error?: string;
+    }>;
+    /**
+     * Check if a lock is currently held
+     */
+    isLocked(key: string): Promise<boolean>;
+    /**
+     * Force release a lock (admin operation)
+     * Use with caution - this can cause issues if the lock holder is still active
+     */
+    forceRelease(key: string): Promise<boolean>;
+}
+/**
+ * Get the lock service singleton
+ */
+export declare function getLockService(): LockService;
+//# sourceMappingURL=lock.d.ts.map

package/dist/common/lock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"lock.d.ts","sourceRoot":"","sources":["../../src/common/lock.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,MAAM,WAAW,WAAW;IAC1B,+DAA+D;IAC/D,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,kDAAkD;IAClD,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,0CAA0C;IAC1C,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,0CAA0C;IAC1C,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,4DAA4D;IAC5D,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,IAAI;IACnB,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,eAAe;IACf,GAAG,EAAE,MAAM,CAAC;IACZ,yCAAyC;IACzC,IAAI,EAAE,OAAO,CAAC;IACd,uBAAuB;IACvB,OAAO,EAAE,MAAM,OAAO,CAAC,OAAO,CAAC,CAAC;IAChC,8BAA8B;IAC9B,MAAM,EAAE,CAAC,YAAY,EAAE,MAAM,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CACpD;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,OAAO,CAAC;IAClB,IAAI,CAAC,EAAE,IAAI,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAQD;;GAEG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAW;IAErC;;OAEG;IACG,OAAO,CAAC,GAAG,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC;IAgE1E;;OAEG;YACW,OAAO;IAsBrB;;OAEG;YACW,MAAM;IAwBpB;;;OAGG;IACG,QAAQ,CAAC,CAAC,EACd,GAAG,EAAE,MAAM,EACX,EAAE,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,EACpB,OAAO,GAAE,WAAgB,GACxB,OAAO,CAAC;QAAE,OAAO,EAAE,OAAO,CAAC;QAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IAkB5D;;OAEG;IACG,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAM7C;;;OAGG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;CAMlD;AAKD;;GAEG;AACH,wBAAgB,cAAc,IAAI,WAAW,CAK5C"}

package/dist/common/lock.js

@@ -0,0 +1,167 @@
+/**
+ * Distributed Lock Service
+ *
+ * Redis-based distributed locking with proper timeout handling,
+ * exponential backoff, and deadlock prevention.
+ */
+import { randomUUID } from 'node:crypto';
+import { createLogger } from './logger.js';
+import { getRedis } from './redis.js';
+import { secureRandomFloat } from './random.js';
+const logger = createLogger({ component: 'lock' });
+const DEFAULT_LOCK_TIMEOUT_MS = 30000; // 30 seconds
+const DEFAULT_ACQUIRE_TIMEOUT_MS = 10000; // 10 seconds
+const DEFAULT_RETRY_DELAY_MS = 50; // 50ms initial retry
+const DEFAULT_MAX_RETRY_DELAY_MS = 1000; // 1 second max retry
+const DEFAULT_JITTER_FACTOR = 0.25;
+/**
+ * Distributed Lock Service
+ */
+export class LockService {
+    redis = getRedis();
+    keyPrefix = 'lock:';
+    /**
+     * Acquire a distributed lock
+     */
+    async acquire(key, options = {}) {
+        const lockTimeoutMs = options.lockTimeoutMs ?? DEFAULT_LOCK_TIMEOUT_MS;
+        const acquireTimeoutMs = options.acquireTimeoutMs ?? DEFAULT_ACQUIRE_TIMEOUT_MS;
+        const retryDelayMs = options.retryDelayMs ?? DEFAULT_RETRY_DELAY_MS;
+        const maxRetryDelayMs = options.maxRetryDelayMs ?? DEFAULT_MAX_RETRY_DELAY_MS;
+        const jitterFactor = options.jitterFactor ?? DEFAULT_JITTER_FACTOR;
+        const lockKey = this.keyPrefix + key;
+        const lockId = randomUUID();
+        const lockTimeoutSeconds = Math.ceil(lockTimeoutMs / 1000);
+        const startTime = Date.now();
+        let attempt = 0;
+        let currentDelay = retryDelayMs;
+        while (Date.now() - startTime < acquireTimeoutMs) {
+            attempt++;
+            // Try to acquire the lock using SET NX EX
+            const result = await this.redis.set(lockKey, lockId, 'EX', lockTimeoutSeconds, 'NX');
+            if (result === 'OK') {
+                // Lock acquired
+                logger.debug({ key, lockId, attempt }, 'Lock acquired');
+                const lock = {
+                    lockId,
+                    key,
+                    held: true,
+                    release: () => this.release(lockKey, lockId),
+                    extend: (additionalMs) => this.extend(lockKey, lockId, additionalMs),
+                };
+                return { acquired: true, lock };
+            }
+            // Lock not acquired, check if we should retry
+            const elapsed = Date.now() - startTime;
+            if (elapsed + currentDelay >= acquireTimeoutMs) {
+                // Not enough time for another attempt
+                break;
+            }
+            // Calculate delay with jitter
+            const jitter = currentDelay * jitterFactor * (secureRandomFloat() * 2 - 1);
+            const delayWithJitter = Math.max(retryDelayMs, currentDelay + jitter);
+            // Wait before retry
+            await new Promise(resolve => setTimeout(resolve, delayWithJitter));
+            // Exponential backoff
+            currentDelay = Math.min(currentDelay * 2, maxRetryDelayMs);
+        }
+        logger.debug({ key, attempts: attempt }, 'Lock acquisition timed out');
+        return { acquired: false, error: 'Lock acquisition timed out' };
+    }
+    /**
+     * Release a lock
+     */
+    async release(lockKey, lockId) {
+        // Use Lua script for atomic check-and-delete
+        const script = `
+      if redis.call("get", KEYS[1]) == ARGV[1] then
+        return redis.call("del", KEYS[1])
+      else
+        return 0
+      end
+    `;
+        const result = await this.redis.eval(script, 1, lockKey, lockId);
+        const released = result === 1;
+        if (released) {
+            logger.debug({ key: lockKey, lockId }, 'Lock released');
+        }
+        else {
+            logger.warn({ key: lockKey, lockId }, 'Lock release failed (not owned or expired)');
+        }
+        return released;
+    }
+    /**
+     * Extend a lock's timeout
+     */
+    async extend(lockKey, lockId, additionalMs) {
+        const additionalSeconds = Math.ceil(additionalMs / 1000);
+        // Use Lua script for atomic check-and-extend
+        const script = `
+      if redis.call("get", KEYS[1]) == ARGV[1] then
+        return redis.call("expire", KEYS[1], ARGV[2])
+      else
+        return 0
+      end
+    `;
+        const result = await this.redis.eval(script, 1, lockKey, lockId, additionalSeconds);
+        const extended = result === 1;
+        if (extended) {
+            logger.debug({ key: lockKey, lockId, additionalMs }, 'Lock extended');
+        }
+        else {
+            logger.warn({ key: lockKey, lockId }, 'Lock extension failed (not owned or expired)');
+        }
+        return extended;
+    }
+    /**
+     * Execute a function with a lock
+     * Automatically acquires and releases the lock
+     */
+    async withLock(key, fn, options = {}) {
+        const lockResult = await this.acquire(key, options);
+        if (!lockResult.acquired || !lockResult.lock) {
+            return { success: false, error: lockResult.error ?? 'Failed to acquire lock' };
+        }
+        try {
+            const result = await fn();
+            return { success: true, result };
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : 'Unknown error';
+            return { success: false, error: message };
+        }
+        finally {
+            await lockResult.lock.release();
+        }
+    }
+    /**
+     * Check if a lock is currently held
+     */
+    async isLocked(key) {
+        const lockKey = this.keyPrefix + key;
+        const value = await this.redis.get(lockKey);
+        return value !== null;
+    }
+    /**
+     * Force release a lock (admin operation)
+     * Use with caution - this can cause issues if the lock holder is still active
+     */
+    async forceRelease(key) {
+        const lockKey = this.keyPrefix + key;
+        const result = await this.redis.del(lockKey);
+        logger.warn({ key }, 'Lock force released');
+        return result === 1;
+    }
+}
+// Singleton instance
+let lockServiceInstance = null;
+/**
+ * Get the lock service singleton
+ */
+export function getLockService() {
+    if (!lockServiceInstance) {
+        lockServiceInstance = new LockService();
+    }
+    return lockServiceInstance;
+}
+//# sourceMappingURL=lock.js.map

package/dist/common/lock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lock.js","sourceRoot":"","sources":["../../src/common/lock.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,MAAM,GAAG,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAC;AAkCnD,MAAM,uBAAuB,GAAG,KAAK,CAAC,CAAC,aAAa;AACpD,MAAM,0BAA0B,GAAG,KAAK,CAAC,CAAC,aAAa;AACvD,MAAM,sBAAsB,GAAG,EAAE,CAAC,CAAC,qBAAqB;AACxD,MAAM,0BAA0B,GAAG,IAAI,CAAC,CAAC,qBAAqB;AAC9D,MAAM,qBAAqB,GAAG,IAAI,CAAC;AAEnC;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,KAAK,GAAG,QAAQ,EAAE,CAAC;IACV,SAAS,GAAG,OAAO,CAAC;IAErC;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,UAAuB,EAAE;QAClD,MAAM,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,uBAAuB,CAAC;QACvE,MAAM,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,0BAA0B,CAAC;QAChF,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,sBAAsB,CAAC;QACpE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,0BAA0B,CAAC;QAC9E,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,qBAAqB,CAAC;QAEnE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC;QAC5B,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC;QAE3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,YAAY,GAAG,YAAY,CAAC;QAEhC,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,GAAG,gBAAgB,EAAE,CAAC;YACjD,OAAO,EAAE,CAAC;YAEV,0CAA0C;YAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CACjC,OAAO,EACP,MAAM,EACN,IAAI,EACJ,kBAAkB,EAClB,IAAI,CACL,CAAC;YAEF,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,gBAAgB;gBAChB,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,eAAe,CAAC,CAAC;gBAExD,MAAM,IAAI,GAAS;oBACjB,MAAM;oBACN,GAAG;oBACH,IAAI,EAAE,IAAI;oBACV,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC;oBAC5C,MAAM,EAAE,CAAC,YAAoB,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,YAAY,CAAC;iBAC7E,CAAC;gBAEF,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAClC,CAAC;YAED,8CAA8C;YAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YACvC,IAAI,OAAO,GAAG,YAAY,IAAI,gBAAgB,EAAE,CAAC;gBAC/C,sCAAsC;gBACtC,MAAM;YACR,CAAC;YAED,8BAA8B;YAC9B,MAAM,MAAM,GAAG,YAAY,GAAG,YAAY,GAAG,CAAC,iBAAiB,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC3E,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,YAAY,GAAG,MAAM,CAAC,CAAC;YAEtE,oBAAoB;YACpB,MAAM,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC,CAAC;YAEnE,sBAAsB;YACtB,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,EAAE,eAAe,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,4BAA4B,CAAC,CAAC;QACvE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,4BAA4B,EAAE,CAAC;IAClE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,OAAO,CAAC,OAAe,EAAE,MAAc;QACnD,6CAA6C;QAC7C,MAAM,MAAM,GAAG;;;;;;KAMd,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACjE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC;QAC1D,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,4CAA4C,CAAC,CAAC;QACtF,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,MAAc,EAAE,YAAoB;QACxE,MAAM,iBAAiB,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,CAAC;QAEzD,6CAA6C;QAC7C,MAAM,MAAM,GAAG;;;;;;KAMd,CAAC;QAEF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;QACpF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,CAAC;QAE9B,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,EAAE,eAAe,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,8CAA8C,CAAC,CAAC;QACxF,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,GAAW,EACX,EAAoB,EACpB,UAAuB,EAAE;QAEzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAEpD,IAAI,CAAC,UAAU,CAAC,QAAQ,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC7C,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,IAAI,wBAAwB,EAAE,CAAC;QACjF,CAAC;QAED,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,EAAE,EAAE,CAAC;YAC1B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACnC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,CAAC;YACzE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;QAC5C,CAAC;gBAAS,CAAC;YACT,MAAM,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;QAClC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,GAAW;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC5C,OAAO,KAAK,KAAK,IAAI,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAAC,GAAW;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;QACrC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC7C,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAC5C,OAAO,MAAM,KAAK,CAAC,CAAC;IACtB,CAAC;CACF;AAED,qBAAqB;AACrB,IAAI,mBAAmB,GAAuB,IAAI,CAAC;AAEnD;;GAEG;AACH,MAAM,UAAU,cAAc;IAC5B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACzB,mBAAmB,GAAG,IAAI,WAAW,EAAE,CAAC;IAC1C,CAAC;IACD,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}

package/dist/common/logger.d.ts

@@ -0,0 +1,19 @@
+/**
+ * Logging configuration for Vorion
+ *
+ * Uses pino for structured logging with W3C TraceContext support.
+ */
+export declare const logger: import("pino").Logger<never>;
+export type Logger = typeof logger;
+/**
+ * Create a child logger with context
+ * Trace context is automatically included via mixin
+ */
+export declare function createLogger(context: Record<string, unknown>): Logger;
+/**
+ * Create a child logger with explicit trace context override
+ * Use this when trace context needs to be manually specified
+ * (e.g., when processing jobs from a queue)
+ */
+export declare function createTracedLogger(context: Record<string, unknown>, traceId?: string, spanId?: string): Logger;
+//# sourceMappingURL=logger.d.ts.map

package/dist/common/logger.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/common/logger.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA0DH,eAAO,MAAM,MAAM,8BAAoB,CAAC;AAExC,MAAM,MAAM,MAAM,GAAG,OAAO,MAAM,CAAC;AAEnC;;;GAGG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAErE;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,CAAC,EAAE,MAAM,GACd,MAAM,CASR"}