@flowcore/data-pump 0.16.5 → 0.18.0

package/script/data-pump/data-pump.d.ts

@@ -1,5 +1,6 @@
-import type { FlowcoreEvent } from "../deps/jsr.io/@flowcore/sdk/1.70.0/src/mod.js";
+import type { FlowcoreEvent } from "../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js";
 import { FlowcoreDataSource } from "./data-source.js";
+import { type PulseSnapshot } from "./pulse.js";
 import type { FlowcoreDataPumpAuth, FlowcoreDataPumpDataSource, FlowcoreDataPumpProcessor, FlowcoreDataPumpState, FlowcoreDataPumpStateManager, FlowcoreLogger } from "./types.js";
 interface FlowcoreDataPumpNotifierNatsOptions {
     type: "nats";
@@ -31,6 +32,11 @@ export interface FlowcoreDataPumpOptions {
     baseUrlOverride?: string;
     noTranslation?: boolean;
     directMode?: boolean;
+    pulse?: {
+        url: string;
+        intervalMs?: number;
+        pathwayId: string;
+    };
 }
 export declare class FlowcoreDataPump {
     readonly dataSource: FlowcoreDataSource;
@@ -47,8 +53,14 @@ export declare class FlowcoreDataPump {
     private stopAtState?;
     private isLive;
     private finallyFailedHandler?;
+    private pulseEmitter?;
+    private startedAt;
+    private acknowledgedCount;
+    private failedCount;
+    private pulledCount;
     private constructor();
     get isRunning(): boolean;
+    getSnapshot(): PulseSnapshot | null;
     static create(options: FlowcoreDataPumpOptions, dataSourceOverride?: FlowcoreDataSource): FlowcoreDataPump;
     start(callback?: (error?: Error) => void): Promise<void>;
     restart(state: FlowcoreDataPumpState, stopAt?: Date | null): void;

package/script/data-pump/data-pump.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"data-pump.d.ts","sourceRoot":"","sources":["../../src/data-pump/data-pump.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAA;AAGnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAGrD,OAAO,KAAK,EACR,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EACrB,4BAA4B,EAC5B,cAAc,EACjB,MAAM,YAAY,CAAA;AAEnB,UAAU,mCAAmC;IAC3C,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,EAAE,CAAA;CAClB;AAED,UAAU,wCAAwC;IAChD,IAAI,EAAE,WAAW,CAAA;CAClB;AAED,UAAU,qCAAqC;IAC7C,IAAI,EAAE,QAAQ,CAAA;IACd;;OAEG;IACH,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,KAAK,+BAA+B,GAChC,mCAAmC,GACnC,wCAAwC,GACxC,qCAAqC,CAAA;AAEzC,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,oBAAoB,CAAA;IAC1B,UAAU,EAAE,0BAA0B,CAAA;IACtC,YAAY,EAAE,4BAA4B,CAAA;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,SAAS,CAAC,EAAE,yBAAyB,CAAA;IACrC,QAAQ,CAAC,EAAE,+BAA+B,CAAA;IAC1C,MAAM,CAAC,EAAE,cAAc,CAAA;IACvB,MAAM,CAAC,EAAE,IAAI,CAAA;IACb,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB;AAmBD,qBAAa,gBAAgB;aAYT,UAAU,EAAE,kBAAkB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAf1B,OAAO,CAAC,UAAU,CAAC,CAAQ;IAC3B,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,SAAS,CAAC,CAAuB;IACzC,OAAO,CAAC,eAAe,CAAC,CAAiB;IACzC,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,WAAW,CAAC,CAAuB;IAC3C,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,oBAAoB,CAAC,CAAmD;IAEhF,OAAO;IAaP,IAAW,SAAS,IAAI,OAAO,CAE9B;WAEa,MAAM,CAAC,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,CAAC,EAAE,kBAAkB,GAAG,gBAAgB;IA0CpG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IA2C9D,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI;IAQjE,IAAI,CAAC,SAAS,UAAQ,GAAG,IAAI;IAWpC,OAAO,CAAC,WAAW;YAaL,IAAI;IAmFL,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAqCvD,cAAc,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAInE,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE;IA0B9B,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE;YA4BtB,MAAM;YAkDN,WAAW;IAiBzB,OAAO,CAAC,mBAAmB;IA4D3B,OAAO,CAAC,iBAAiB;IA0CzB,OAAO,CAAC,YAAY,CAAC,CAAY;YACnB,aAAa;IAO3B,OAAO,CAAC,qBAAqB,CAAC,CAAY;YAC5B,sBAAsB;IAOpC,OAAO,CAAC,iBAAiB,CAAC,CAAY;YACxB,kBAAkB;CAWjC"}
+{"version":3,"file":"data-pump.d.ts","sourceRoot":"","sources":["../../src/data-pump/data-pump.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAA;AAGnF,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAA;AAGrD,OAAO,EAAgB,KAAK,aAAa,EAAE,MAAM,YAAY,CAAA;AAC7D,OAAO,KAAK,EACV,oBAAoB,EACpB,0BAA0B,EAC1B,yBAAyB,EACzB,qBAAqB,EACrB,4BAA4B,EAC5B,cAAc,EACf,MAAM,YAAY,CAAA;AAEnB,UAAU,mCAAmC;IAC3C,IAAI,EAAE,MAAM,CAAA;IACZ,OAAO,EAAE,MAAM,EAAE,CAAA;CAClB;AAED,UAAU,wCAAwC;IAChD,IAAI,EAAE,WAAW,CAAA;CAClB;AAED,UAAU,qCAAqC;IAC7C,IAAI,EAAE,QAAQ,CAAA;IACd;;OAEG;IACH,UAAU,EAAE,MAAM,CAAA;CACnB;AAED,KAAK,+BAA+B,GAChC,mCAAmC,GACnC,wCAAwC,GACxC,qCAAqC,CAAA;AAEzC,MAAM,WAAW,uBAAuB;IACtC,IAAI,EAAE,oBAAoB,CAAA;IAC1B,UAAU,EAAE,0BAA0B,CAAA;IACtC,YAAY,EAAE,4BAA4B,CAAA;IAC1C,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,qBAAqB,CAAC,EAAE,MAAM,CAAA;IAC9B,oBAAoB,CAAC,EAAE,OAAO,CAAA;IAC9B,SAAS,CAAC,EAAE,yBAAyB,CAAA;IACrC,QAAQ,CAAC,EAAE,+BAA+B,CAAA;IAC1C,MAAM,CAAC,EAAE,cAAc,CAAA;IACvB,MAAM,CAAC,EAAE,IAAI,CAAA;IACb,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,KAAK,CAAC,EAAE;QACN,GAAG,EAAE,MAAM,CAAA;QACX,UAAU,CAAC,EAAE,MAAM,CAAA;QACnB,SAAS,EAAE,MAAM,CAAA;KAClB,CAAA;CACF;AAmBD,qBAAa,gBAAgB;aAiBT,UAAU,EAAE,kBAAkB;IAC9C,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,YAAY;IACpB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IApB1B,OAAO,CAAC,UAAU,CAAC,CAAQ;IAC3B,OAAO,CAAC,OAAO,CAAQ;IACvB,OAAO,CAAC,SAAS,CAAC,CAAuB;IACzC,OAAO,CAAC,eAAe,CAAC,CAAiB;IACzC,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,WAAW,CAAC,CAAuB;IAC3C,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,oBAAoB,CAAC,CAAmD;IAChF,OAAO,CAAC,YAAY,CAAC,CAAc;IACnC,OAAO,CAAC,SAAS,CAAI;IACrB,OAAO,CAAC,iBAAiB,CAAI;IAC7B,OAAO,CAAC,WAAW,CAAI;IACvB,OAAO,CAAC,WAAW,CAAI;IAEvB,OAAO;IAaP,IAAW,SAAS,IAAI,OAAO,CAE9B;IAEM,WAAW,IAAI,aAAa,GAAG,IAAI;WAoB5B,MAAM,CAAC,OAAO,EAAE,uBAAuB,EAAE,kBAAkB,CAAC,EAAE,kBAAkB,GAAG,gBAAgB;IA6DpG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IA6C9D,OAAO,CAAC,KAAK,EAAE,qBAAqB,EAAE,MAAM,CAAC,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI;IAQjE,IAAI,CAAC,SAAS,UAAQ,GAAG,IAAI;IAYpC,OAAO,CAAC,WAAW;YAaL,IAAI;IAoFL,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,EAAE,CAAC;IAqCvD,cAAc,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI;IAInE,WAAW,CAAC,QAAQ,EAAE,MAAM,EAAE;IA2B9B,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE;YA6BtB,MAAM;YAkDN,WAAW;IAiBzB,OAAO,CAAC,mBAAmB;IA4D3B,OAAO,CAAC,iBAAiB;IA0CzB,OAAO,CAAC,YAAY,CAAC,CAAY;YACnB,aAAa;IAO3B,OAAO,CAAC,qBAAqB,CAAC,CAAY;YAC5B,sBAAsB;IAOpC,OAAO,CAAC,iBAAiB,CAAC,CAAY;YACxB,kBAAkB;CAWjC"}

package/script/data-pump/data-pump.js

@@ -7,6 +7,7 @@ const date_fns_1 = require("date-fns");
 const data_source_js_1 = require("./data-source.js");
 const metrics_js_1 = require("./metrics.js");
 const notifier_js_1 = require("./notifier.js");
+const pulse_js_1 = require("./pulse.js");
 class FlowcoreDataPump {
     constructor(dataSource, notifier, stateManager, options, logger) {
         Object.defineProperty(this, "dataSource", {
@@ -93,6 +94,36 @@ class FlowcoreDataPump {
             writable: true,
             value: void 0
         });
+        Object.defineProperty(this, "pulseEmitter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "startedAt", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "acknowledgedCount", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "failedCount", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
+        Object.defineProperty(this, "pulledCount", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: 0
+        });
         // #endregion
         // #region Waiters
         Object.defineProperty(this, "waiterEvents", {
@@ -121,6 +152,26 @@ class FlowcoreDataPump {
     get isRunning() {
         return this.running;
     }
+    getSnapshot() {
+        if (!this.running)
+            return null;
+        const reserved = this.buffer.filter((b) => b.status === "reserved").length;
+        const sizeBytes = this.buffer.reduce((sum, b) => sum + JSON.stringify(b.event.payload).length, 0);
+        return {
+            pathwayId: this.pulseEmitter ? "" : "", // set by caller
+            flowType: this.dataSource.flowType,
+            timeBucket: this.bufferState.timeBucket,
+            eventId: this.bufferState.eventId,
+            isLive: this.isLive,
+            bufferDepth: this.buffer.length,
+            bufferReserved: reserved,
+            bufferSizeBytes: sizeBytes,
+            acknowledgedTotal: this.acknowledgedCount,
+            failedTotal: this.failedCount,
+            pulledTotal: this.pulledCount,
+            uptimeMs: this.startedAt ? Date.now() - this.startedAt : 0,
+        };
+    }
     static create(options, dataSourceOverride) {
         if ("apiKey" in options.auth && !options.auth.apiKeyId) {
             const parts = options.auth.apiKey.split("_");
@@ -145,7 +196,7 @@ class FlowcoreDataPump {
             directMode: options.directMode,
             noTranslation: options.noTranslation,
         });
-        return new FlowcoreDataPump(dataSource, notifier, options.stateManager, {
+        const pump = new FlowcoreDataPump(dataSource, notifier, options.stateManager, {
             bufferSize: options.bufferSize ?? 1000,
             bufferThreshold: Math.ceil((options.bufferSize ?? 1000) * 0.1),
             maxRedeliveryCount: options.maxRedeliveryCount ?? 3,
@@ -154,6 +205,21 @@ class FlowcoreDataPump {
             processor: options.processor,
             stopAt: options.stopAt,
         }, options.logger);
+        if (options.pulse) {
+            const pathwayId = options.pulse.pathwayId;
+            pump.pulseEmitter = new pulse_js_1.PulseEmitter({
+                url: options.pulse.url,
+                intervalMs: options.pulse.intervalMs,
+                auth: options.auth,
+                logger: options.logger,
+            }, () => {
+                const snapshot = pump.getSnapshot();
+                if (snapshot)
+                    snapshot.pathwayId = pathwayId;
+                return snapshot;
+            });
+        }
+        return pump;
     }
     async start(callback) {
         this.isLive = false;
@@ -161,8 +227,10 @@ class FlowcoreDataPump {
             throw new Error("Data pump already running");
         }
         this.running = true;
+        this.startedAt = Date.now();
         this.nextCursor = undefined;
         this.updateMetricsGauges();
+        this.pulseEmitter?.start();
         const currentState = await this.stateManager.getState();
         const timeBucket = currentState
             ? await this.dataSource.getClosestTimeBucket(currentState.timeBucket)
@@ -201,6 +269,7 @@ class FlowcoreDataPump {
         this.running = false;
         this.buffer = [];
         this.updateMetricsGauges();
+        this.pulseEmitter?.stop();
         this.abortController?.abort();
         this.waiterBufferThreshold?.();
         if (!isRestart) {
@@ -233,6 +302,7 @@ class FlowcoreDataPump {
                 break;
             }
             this.logger?.debug(`fetched ${events.length} events`);
+            this.pulledCount += events.length;
             this.buffer.push(...events.map((event) => ({ event, status: "open", deliveryCount: 0 })));
             this.nextCursor = nextCursor;
             this.updateMetricsGauges();
@@ -319,6 +389,7 @@ class FlowcoreDataPump {
         this.buffer = this.buffer.filter((event) => {
             if (eventIds.includes(event.event.eventId)) {
                 this.incMetricsCounter("acknowledged", event.event.eventType, 1);
+                this.acknowledgedCount++;
                 return false;
             }
             return true;
@@ -341,6 +412,7 @@ class FlowcoreDataPump {
         this.buffer = this.buffer.filter((event) => {
             if (eventIds.includes(event.event.eventId)) {
                 this.incMetricsCounter("failed", event.event.eventType, 1);
+                this.failedCount++;
                 failedEvents.push(event.event);
                 return false;
             }

package/script/data-pump/data-source.d.ts

@@ -2,7 +2,7 @@
  * @module data-source
  * @description Provides functionality to interact with Flowcore data sources
  */
-import { type EventListOutput, type FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/1.70.0/src/mod.js";
+import { type EventListOutput, type FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js";
 import type { FlowcoreDataPumpAuth, FlowcoreDataPumpDataSource, FlowcoreDataPumpState } from "./types.js";
 /**
  * Options for configuring a Flowcore data source

package/script/data-pump/data-source.js

@@ -5,7 +5,7 @@ exports.FlowcoreDataSource = void 0;
  * @module data-source
  * @description Provides functionality to interact with Flowcore data sources
  */
-const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/1.70.0/src/mod.js");
+const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js");
 const flowcore_client_js_1 = require("./flowcore-client.js");
 /**
  * Provides methods to interact with a Flowcore data source

package/script/data-pump/flowcore-client.d.ts

@@ -1,4 +1,4 @@
-import { type Command, FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/1.70.0/src/mod.js";
+import { type Command, FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js";
 import type { FlowcoreDataPumpAuth } from "./types.js";
 declare class FlowcoreClientWithMetrics extends FlowcoreClient {
     execute<Input, Output>(command: Command<Input, Output>, directMode?: boolean): Promise<Output>;

package/script/data-pump/flowcore-client.js

@@ -1,7 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getFlowcoreClient = getFlowcoreClient;
-const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/1.70.0/src/mod.js");
+const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js");
 const metrics_js_1 = require("./metrics.js");
 class FlowcoreClientWithMetrics extends mod_js_1.FlowcoreClient {
     execute(command, directMode) {

package/script/data-pump/metrics.d.ts

@@ -9,4 +9,11 @@ export declare const metrics: {
     eventsPulledSizeBytesCounter: PromClient.Counter<"tenant" | "data_core" | "flow_type" | "event_type">;
     sdkCommandsCounter: PromClient.Counter<"command">;
 };
+export declare const clusterMetrics: {
+    activeWorkersGauge: PromClient.Gauge<string>;
+    leaderStatusGauge: PromClient.Gauge<string>;
+    eventsDistributedCounter: PromClient.Counter<string>;
+    workerAcksCounter: PromClient.Counter<string>;
+    workerFailsCounter: PromClient.Counter<string>;
+};
 //# sourceMappingURL=metrics.d.ts.map

package/script/data-pump/metrics.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/data-pump/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,UAA8B,MAAM,aAAa,CAAA;AAExD,eAAO,MAAM,oBAAoB,EAAE,UAAU,CAAC,QAAQ,CAAC,0CAA0C,CACpF,CAAA;AAoDb,eAAO,MAAM,OAAO;;;;;;;;CAQnB,CAAA"}
+{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/data-pump/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,UAA8B,MAAM,aAAa,CAAA;AAExD,eAAO,MAAM,oBAAoB,EAAE,UAAU,CAAC,QAAQ,CAAC,0CAA0C,CACpF,CAAA;AAoDb,eAAO,MAAM,OAAO;;;;;;;;CAQnB,CAAA;AAmCD,eAAO,MAAM,cAAc;;;;;;CAM1B,CAAA"}

package/script/data-pump/metrics.js

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.metrics = exports.dataPumpPromRegistry = void 0;
+exports.clusterMetrics = exports.metrics = exports.dataPumpPromRegistry = void 0;
 const prom_client_1 = __importStar(require("prom-client"));
 exports.dataPumpPromRegistry = new prom_client_1.default
     .Registry();
@@ -78,3 +78,37 @@ exports.metrics = {
     eventsPulledSizeBytesCounter,
     sdkCommandsCounter,
 };
+// #region Cluster Metrics
+const activeWorkersGauge = new prom_client_1.Gauge({
+    name: "flowcore_data_pump_cluster_active_workers_gauge",
+    help: "The number of active worker connections",
+});
+const leaderStatusGauge = new prom_client_1.Gauge({
+    name: "flowcore_data_pump_cluster_leader_status_gauge",
+    help: "Whether this instance is the leader (1) or not (0)",
+});
+const eventsDistributedCounter = new prom_client_1.Counter({
+    name: "flowcore_data_pump_cluster_events_distributed_counter",
+    help: "The number of events distributed to workers",
+});
+const workerAcksCounter = new prom_client_1.Counter({
+    name: "flowcore_data_pump_cluster_worker_acks_counter",
+    help: "The number of successful worker acknowledgements",
+});
+const workerFailsCounter = new prom_client_1.Counter({
+    name: "flowcore_data_pump_cluster_worker_fails_counter",
+    help: "The number of failed worker deliveries",
+});
+exports.dataPumpPromRegistry.registerMetric(activeWorkersGauge);
+exports.dataPumpPromRegistry.registerMetric(leaderStatusGauge);
+exports.dataPumpPromRegistry.registerMetric(eventsDistributedCounter);
+exports.dataPumpPromRegistry.registerMetric(workerAcksCounter);
+exports.dataPumpPromRegistry.registerMetric(workerFailsCounter);
+exports.clusterMetrics = {
+    activeWorkersGauge,
+    leaderStatusGauge,
+    eventsDistributedCounter,
+    workerAcksCounter,
+    workerFailsCounter,
+};
+// #endregion

package/script/data-pump/nats-connection.d.ts

@@ -0,0 +1,13 @@
+import * as Nats from "nats";
+import type { FlowcoreLogger } from "./types.js";
+export declare class NatsConnectionManager {
+    private readonly servers;
+    private readonly logger?;
+    private connection?;
+    private connecting?;
+    constructor(servers: string[], logger?: FlowcoreLogger | undefined);
+    connect(): Promise<Nats.NatsConnection>;
+    close(): Promise<void>;
+    get isConnected(): boolean;
+}
+//# sourceMappingURL=nats-connection.d.ts.map

package/script/data-pump/nats-connection.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nats-connection.d.ts","sourceRoot":"","sources":["../../src/data-pump/nats-connection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAEhD,qBAAa,qBAAqB;IAK9B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAL1B,OAAO,CAAC,UAAU,CAAC,CAAqB;IACxC,OAAO,CAAC,UAAU,CAAC,CAA8B;gBAG9B,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,cAAc,YAAA;IAG1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;IAsBjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B,IAAI,WAAW,IAAI,OAAO,CAEzB;CACF"}

package/script/data-pump/nats-connection.js

@@ -0,0 +1,85 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NatsConnectionManager = void 0;
+const Nats = __importStar(require("nats"));
+class NatsConnectionManager {
+    constructor(servers, logger) {
+        Object.defineProperty(this, "servers", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: servers
+        });
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: logger
+        });
+        Object.defineProperty(this, "connection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "connecting", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+    }
+    connect() {
+        if (this.connection && !this.connection.isClosed()) {
+            return Promise.resolve(this.connection);
+        }
+        // deduplicate concurrent connect calls
+        if (this.connecting) {
+            return this.connecting;
+        }
+        this.connecting = (async () => {
+            this.logger?.debug("Connecting to NATS", { servers: this.servers });
+            const conn = await Nats.connect({ servers: this.servers });
+            this.connection = conn;
+            this.connecting = undefined;
+            this.logger?.info("Connected to NATS");
+            return conn;
+        })();
+        return this.connecting;
+    }
+    async close() {
+        if (this.connection && !this.connection.isClosed()) {
+            this.logger?.debug("Closing NATS connection");
+            await this.connection.drain();
+            this.connection = undefined;
+        }
+        this.connecting = undefined;
+    }
+    get isConnected() {
+        return !!this.connection && !this.connection.isClosed();
+    }
+}
+exports.NatsConnectionManager = NatsConnectionManager;

package/script/data-pump/nats-distribution.d.ts

@@ -0,0 +1,34 @@
+import type { FlowcoreEvent } from "../deps/jsr.io/@flowcore/sdk/1.78.0/src/mod.js";
+import * as Nats from "nats";
+import type { FlowcoreLogger } from "./types.js";
+export interface NatsDistributionRequest {
+    deliveryId: string;
+    events: FlowcoreEvent[];
+}
+export interface NatsDistributionReply {
+    status: "ack" | "fail";
+    error?: string;
+}
+export declare class NatsDistributionLeader {
+    private readonly connection;
+    private readonly subject;
+    private readonly logger?;
+    private readonly timeoutMs;
+    private readonly codec;
+    constructor(connection: Nats.NatsConnection, subject: string, logger?: FlowcoreLogger | undefined, timeoutMs?: number);
+    distribute(events: FlowcoreEvent[]): Promise<void>;
+}
+export declare class NatsDistributionWorker {
+    private readonly connection;
+    private readonly subject;
+    private readonly handler;
+    private readonly logger?;
+    private subscription?;
+    private readonly codec;
+    private readonly queueGroup;
+    constructor(connection: Nats.NatsConnection, subject: string, handler: (events: FlowcoreEvent[]) => Promise<void>, logger?: FlowcoreLogger | undefined);
+    start(): void;
+    stop(): void;
+    private handleMessage;
+}
+//# sourceMappingURL=nats-distribution.d.ts.map

package/script/data-pump/nats-distribution.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nats-distribution.d.ts","sourceRoot":"","sources":["../../src/data-pump/nats-distribution.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,gDAAgD,CAAA;AACnF,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAIhD,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,aAAa,EAAE,CAAA;CACxB;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,KAAK,GAAG,MAAM,CAAA;IACtB,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED,qBAAa,sBAAsB;IAI/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxB,OAAO,CAAC,QAAQ,CAAC,SAAS;IAN5B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoE;gBAGvE,UAAU,EAAE,IAAI,CAAC,cAAc,EAC/B,OAAO,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,cAAc,YAAA,EACvB,SAAS,GAAE,MAAmC;IAG3D,UAAU,CAAC,MAAM,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;CAiBzD;AAED,qBAAa,sBAAsB;IAM/B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAR1B,OAAO,CAAC,YAAY,CAAC,CAAmB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAoE;IAC1F,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAsB;gBAG9B,UAAU,EAAE,IAAI,CAAC,cAAc,EAC/B,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,CAAC,MAAM,EAAE,aAAa,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,EACnD,MAAM,CAAC,EAAE,cAAc,YAAA;IAG1C,KAAK,IAAI,IAAI;IAWb,IAAI,IAAI,IAAI;YAQE,aAAa;CAoB5B"}

package/script/data-pump/nats-distribution.js

@@ -0,0 +1,154 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NatsDistributionWorker = exports.NatsDistributionLeader = void 0;
+const Nats = __importStar(require("nats"));
+const DEFAULT_REQUEST_TIMEOUT_MS = 30_000;
+class NatsDistributionLeader {
+    constructor(connection, subject, logger, timeoutMs = DEFAULT_REQUEST_TIMEOUT_MS) {
+        Object.defineProperty(this, "connection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: connection
+        });
+        Object.defineProperty(this, "subject", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: subject
+        });
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: logger
+        });
+        Object.defineProperty(this, "timeoutMs", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: timeoutMs
+        });
+        Object.defineProperty(this, "codec", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: Nats.JSONCodec()
+        });
+    }
+    async distribute(events) {
+        const deliveryId = crypto.randomUUID();
+        const request = { deliveryId, events };
+        this.logger?.debug("Distributing events via NATS", { deliveryId, count: events.length, subject: this.subject });
+        const response = await this.connection.request(this.subject, this.codec.encode(request), { timeout: this.timeoutMs });
+        const reply = this.codec.decode(response.data);
+        if (reply.status === "fail") {
+            throw new Error(`Worker failed to process events: ${reply.error ?? "unknown error"}`);
+        }
+    }
+}
+exports.NatsDistributionLeader = NatsDistributionLeader;
+class NatsDistributionWorker {
+    constructor(connection, subject, handler, logger) {
+        Object.defineProperty(this, "connection", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: connection
+        });
+        Object.defineProperty(this, "subject", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: subject
+        });
+        Object.defineProperty(this, "handler", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: handler
+        });
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: logger
+        });
+        Object.defineProperty(this, "subscription", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "codec", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: Nats.JSONCodec()
+        });
+        Object.defineProperty(this, "queueGroup", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: "data-pump-workers"
+        });
+    }
+    start() {
+        this.logger?.info("Starting NATS distribution worker", { subject: this.subject, queue: this.queueGroup });
+        this.subscription = this.connection.subscribe(this.subject, {
+            queue: this.queueGroup,
+            callback: (_err, msg) => {
+                void this.handleMessage(msg);
+            },
+        });
+    }
+    stop() {
+        if (this.subscription) {
+            this.logger?.debug("Stopping NATS distribution worker");
+            this.subscription.unsubscribe();
+            this.subscription = undefined;
+        }
+    }
+    async handleMessage(msg) {
+        try {
+            const request = this.codec.decode(msg.data);
+            this.logger?.debug("Received events from leader via NATS", {
+                deliveryId: request.deliveryId,
+                count: request.events.length,
+            });
+            await this.handler(request.events);
+            const reply = { status: "ack" };
+            msg.respond(this.codec.encode(reply));
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : "unknown error";
+            this.logger?.error("Worker failed to process events via NATS", { error: errorMessage });
+            const reply = { status: "fail", error: errorMessage };
+            msg.respond(this.codec.encode(reply));
+        }
+    }
+}
+exports.NatsDistributionWorker = NatsDistributionWorker;

package/script/data-pump/notifier.d.ts

@@ -1,8 +1,10 @@
+import { NatsConnectionManager } from "./nats-connection.js";
 import type { FlowcoreDataPumpAuth, FlowcoreDataPumpDataSource, FlowcoreLogger } from "./types.js";
 export interface FlowcoreNotifierOptions {
     dataSource: FlowcoreDataPumpDataSource;
     auth: FlowcoreDataPumpAuth;
     natsServers?: string[];
+    natsConnectionManager?: NatsConnectionManager;
     pollerIntervalMs?: number;
     timeoutMs?: number;
     logger?: FlowcoreLogger;
@@ -12,7 +14,7 @@ export interface FlowcoreNotifierOptions {
 export declare class FlowcoreNotifier {
     private readonly options;
     private dataSource;
-    private nats?;
+    private natsManager?;
     private subject?;
     private notificationClient?;
     private eventResolver?;

package/script/data-pump/notifier.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"notifier.d.ts","sourceRoot":"","sources":["../../src/data-pump/notifier.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAKlG,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,0BAA0B,CAAA;IACtC,IAAI,EAAE,oBAAoB,CAAA;IAC1B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,cAAc,CAAA;IACvB,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,qBAAa,gBAAgB;IASf,OAAO,CAAC,QAAQ,CAAC,OAAO;IARpC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,IAAI,CAAC,CAAqB;IAClC,OAAO,CAAC,OAAO,CAAC,CAA4B;IAC5C,OAAO,CAAC,kBAAkB,CAAC,CAAoB;IAC/C,OAAO,CAAC,aAAa,CAAC,CAAY;IAElC,OAAO,CAAC,KAAK,CAAC,CAAK;gBAEU,OAAO,EAAE,uBAAuB;IAStD,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW;YASlB,UAAU;YAUV,QAAQ;IAuCtB,OAAO,CAAC,gBAAgB;YAMV,aAAa;IAmC3B,OAAO,CAAC,aAAa;CAgBtB"}
+{"version":3,"file":"notifier.d.ts","sourceRoot":"","sources":["../../src/data-pump/notifier.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAA;AAC5D,OAAO,KAAK,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAKlG,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,0BAA0B,CAAA;IACtC,IAAI,EAAE,oBAAoB,CAAA;IAC1B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IACtB,qBAAqB,CAAC,EAAE,qBAAqB,CAAA;IAC7C,gBAAgB,CAAC,EAAE,MAAM,CAAA;IACzB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,CAAC,EAAE,cAAc,CAAA;IACvB,UAAU,CAAC,EAAE,OAAO,CAAA;IACpB,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED,qBAAa,gBAAgB;IASf,OAAO,CAAC,QAAQ,CAAC,OAAO;IARpC,OAAO,CAAC,UAAU,CAAoB;IACtC,OAAO,CAAC,WAAW,CAAC,CAAuB;IAC3C,OAAO,CAAC,OAAO,CAAC,CAA4B;IAC5C,OAAO,CAAC,kBAAkB,CAAC,CAAoB;IAC/C,OAAO,CAAC,aAAa,CAAC,CAAY;IAElC,OAAO,CAAC,KAAK,CAAC,CAAK;gBAEU,OAAO,EAAE,uBAAuB;IAetD,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW;YASlB,UAAU;YAUV,QAAQ;IAoCtB,OAAO,CAAC,gBAAgB;YAMV,aAAa;IAmC3B,OAAO,CAAC,aAAa;CAgBtB"}