@flowcore/data-pump 0.21.4 → 0.23.0

package/script/data-pump/data-source.d.ts

@@ -1,116 +0,0 @@
-/**
- * @module data-source
- * @description Provides functionality to interact with Flowcore data sources
- */
-import { type EventListOutput, type FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/4.2.2/src/mod.js";
-import type { FlowcoreDataPumpAuth, FlowcoreDataPumpDataSource, FlowcoreDataPumpState } from "./types.js";
-/**
- * Options for configuring a Flowcore data source
- * @interface FlowcoreDataSourceOptions
- */
-export interface FlowcoreDataSourceOptions {
-    /** Authentication information for Flowcore */
-    auth: FlowcoreDataPumpAuth;
-    /** Data source configuration */
-    dataSource: FlowcoreDataPumpDataSource;
-    /** Optional base URL override for the Flowcore API */
-    baseUrlOverride?: string;
-    /** When true, disables name-to-ID translation for tenant, dataCore, flowType, and eventTypes */
-    noTranslation?: boolean;
-    /** When true, executes commands in direct mode */
-    directMode?: boolean;
-}
-/**
- * Provides methods to interact with a Flowcore data source
- * @class FlowcoreDataSource
- */
-export declare class FlowcoreDataSource {
-    protected readonly options: FlowcoreDataSourceOptions;
-    /** Flowcore client instance */
-    protected flowcoreClient: FlowcoreClient;
-    /** Cached tenant ID */
-    protected tenantId?: string;
-    /** Cached data core ID */
-    protected dataCoreId?: string;
-    /** Cached flow type ID */
-    protected flowTypeId?: string;
-    /** Cached event type IDs */
-    protected eventTypeIds?: string[];
-    /** Cached time buckets */
-    protected timeBuckets?: string[];
-    /**
-     * Creates a new FlowcoreDataSource instance
-     * @param options - Configuration options for the data source
-     */
-    constructor(options: FlowcoreDataSourceOptions);
-    /**
-     * Gets the tenant name from the data source configuration
-     * @returns Tenant name
-     */
-    get tenant(): string;
-    /**
-     * Gets the data core name from the data source configuration
-     * @returns Data core name
-     */
-    get dataCore(): string;
-    /**
-     * Gets the flow type name from the data source configuration
-     * @returns Flow type name
-     */
-    get flowType(): string;
-    /**
-     * Gets the event type names from the data source configuration
-     * @returns Array of event type names
-     */
-    get eventTypes(): string[];
-    /**
-     * Gets the tenant ID, translating from name if necessary
-     * @returns Promise that resolves to the tenant ID
-     */
-    getTenantId(): Promise<string>;
-    /**
-     * Gets the data core ID, translating from name if necessary
-     * @returns Promise that resolves to the data core ID
-     */
-    getDataCoreId(): Promise<string>;
-    /**
-     * Gets the flow type ID, translating from name if necessary
-     * @returns Promise that resolves to the flow type ID
-     */
-    getFlowTypeId(): Promise<string>;
-    /**
-     * Gets the event type IDs, translating from names if necessary
-     * @returns Promise that resolves to an array of event type IDs
-     * @throws Error if an event type is not found
-     */
-    getEventTypeIds(): Promise<string[]>;
-    /**
-     * Gets all time buckets for the configured event types
-     * @param force - When true, forces a refresh of cached time buckets
-     * @returns Promise that resolves to an array of time bucket strings
-     */
-    getTimeBuckets(force?: boolean): Promise<string[]>;
-    /**
-     * Gets the next time bucket after the specified time bucket
-     * @param timeBucket - The reference time bucket
-     * @returns Promise that resolves to the next time bucket, or null if none exists
-     */
-    getNextTimeBucket(timeBucket: string): Promise<string | null>;
-    /**
-     * Gets the closest time bucket to the specified time bucket
-     * @param timeBucket - The reference time bucket
-     * @param getBefore - When true, gets the closest time bucket before the reference
-     * @returns Promise that resolves to the closest time bucket, or null if none exists
-     * @throws Error if the time bucket format is invalid
-     */
-    getClosestTimeBucket(timeBucket: string, getBefore?: boolean): Promise<string | null>;
-    /**
-     * Gets events from the data source starting from a specific state
-     * @param from - The state to start from (includes timeBucket and eventId)
-     * @param amount - Maximum number of events to retrieve
-     * @param toEventId - Optional ID to stop at when retrieving events
-     * @returns Promise that resolves to an array of Flowcore events
-     */
-    getEvents(from: FlowcoreDataPumpState, amount: number, toEventId?: string, cursor?: string, includeSensitiveData?: boolean): Promise<EventListOutput>;
-}
-//# sourceMappingURL=data-source.d.ts.map

package/script/data-pump/data-source.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"data-source.d.ts","sourceRoot":"","sources":["../../src/data-pump/data-source.ts"],"names":[],"mappings":"AAAA;;;GAGG;AACH,OAAO,EAGL,KAAK,eAAe,EAEpB,KAAK,cAAc,EAIpB,MAAM,+CAA+C,CAAA;AAEtD,OAAO,KAAK,EAAE,oBAAoB,EAAE,0BAA0B,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAA;AAEzG;;;GAGG;AACH,MAAM,WAAW,yBAAyB;IACxC,8CAA8C;IAC9C,IAAI,EAAE,oBAAoB,CAAA;IAC1B,gCAAgC;IAChC,UAAU,EAAE,0BAA0B,CAAA;IACtC,sDAAsD;IACtD,eAAe,CAAC,EAAE,MAAM,CAAA;IACxB,gGAAgG;IAChG,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,kDAAkD;IAClD,UAAU,CAAC,EAAE,OAAO,CAAA;CACrB;AAED;;;GAGG;AACH,qBAAa,kBAAkB;IAkBjB,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,yBAAyB;IAjBjE,+BAA+B;IAC/B,SAAS,CAAC,cAAc,EAAE,cAAc,CAAA;IACxC,uBAAuB;IACvB,SAAS,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC3B,0BAA0B;IAC1B,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC7B,0BAA0B;IAC1B,SAAS,CAAC,UAAU,CAAC,EAAE,MAAM,CAAA;IAC7B,4BAA4B;IAC5B,SAAS,CAAC,YAAY,CAAC,EAAE,MAAM,EAAE,CAAA;IACjC,0BAA0B;IAC1B,SAAS,CAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;IAEhC;;;OAGG;gBAC4B,OAAO,EAAE,yBAAyB;IAIjE;;;OAGG;IACH,IAAW,MAAM,IAAI,MAAM,CAE1B;IAED;;;OAGG;IACH,IAAW,QAAQ,IAAI,MAAM,CAE5B;IAED;;;OAGG;IACH,IAAW,QAAQ,IAAI,MAAM,CAE5B;IAED;;;OAGG;IACH,IAAW,UAAU,IAAI,MAAM,EAAE,CAEhC;IAED;;;OAGG;IACU,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB3C;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB7C;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAkB7C;;;;OAIG;IACU,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAyBjD;;;;OAIG;IACU,cAAc,CAAC,KAAK,UAAQ,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAwB7D;;;;OAIG;IACU,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAa1E;;;;;;OAMG;IACU,oBAAoB,CAAC,UAAU,EAAE,MAAM,EAAE,SAAS,UAAQ,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAiBhG;;;;;;OAMG;IACU,SAAS,CACpB,IAAI,EAAE,qBAAqB,EAC3B,MAAM,EAAE,MAAM,EACd,SAAS,CAAC,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,MAAM,EACf,oBAAoB,UAAQ,GAC3B,OAAO,CAAC,eAAe,CAAC;CAiB5B"}

package/script/data-pump/data-source.js

@@ -1,271 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.FlowcoreDataSource = void 0;
-/**
- * @module data-source
- * @description Provides functionality to interact with Flowcore data sources
- */
-const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/4.2.2/src/mod.js");
-const flowcore_client_js_1 = require("./flowcore-client.js");
-/**
- * Provides methods to interact with a Flowcore data source
- * @class FlowcoreDataSource
- */
-class FlowcoreDataSource {
-    /**
-     * Creates a new FlowcoreDataSource instance
-     * @param options - Configuration options for the data source
-     */
-    constructor(options) {
-        Object.defineProperty(this, "options", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: options
-        });
-        /** Flowcore client instance */
-        Object.defineProperty(this, "flowcoreClient", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Cached tenant ID */
-        Object.defineProperty(this, "tenantId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Cached data core ID */
-        Object.defineProperty(this, "dataCoreId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Cached flow type ID */
-        Object.defineProperty(this, "flowTypeId", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Cached event type IDs */
-        Object.defineProperty(this, "eventTypeIds", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        /** Cached time buckets */
-        Object.defineProperty(this, "timeBuckets", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.flowcoreClient = (0, flowcore_client_js_1.getFlowcoreClient)(this.options.auth, this.options.baseUrlOverride);
-    }
-    /**
-     * Gets the tenant name from the data source configuration
-     * @returns Tenant name
-     */
-    get tenant() {
-        return this.options.dataSource.tenant;
-    }
-    /**
-     * Gets the data core name from the data source configuration
-     * @returns Data core name
-     */
-    get dataCore() {
-        return this.options.dataSource.dataCore;
-    }
-    /**
-     * Gets the flow type name from the data source configuration
-     * @returns Flow type name
-     */
-    get flowType() {
-        return this.options.dataSource.flowType;
-    }
-    /**
-     * Gets the event type names from the data source configuration
-     * @returns Array of event type names
-     */
-    get eventTypes() {
-        return this.options.dataSource.eventTypes;
-    }
-    /**
-     * Gets the tenant ID, translating from name if necessary
-     * @returns Promise that resolves to the tenant ID
-     */
-    async getTenantId() {
-        if (this.tenantId) {
-            return this.tenantId;
-        }
-        if (this.options.noTranslation) {
-            this.tenantId = this.options.dataSource.tenant;
-        }
-        else {
-            const command = new mod_js_1.TenantTranslateNameToIdCommand({
-                tenant: this.options.dataSource.tenant,
-            });
-            const result = await this.flowcoreClient.execute(command, this.options.directMode);
-            this.tenantId = result.id;
-        }
-        return this.tenantId;
-    }
-    /**
-     * Gets the data core ID, translating from name if necessary
-     * @returns Promise that resolves to the data core ID
-     */
-    async getDataCoreId() {
-        if (this.dataCoreId) {
-            return this.dataCoreId;
-        }
-        if (this.options.noTranslation) {
-            this.dataCoreId = this.options.dataSource.dataCore;
-        }
-        else {
-            const command = new mod_js_1.DataCoreFetchCommand({
-                tenant: this.options.dataSource.tenant,
-                dataCore: this.options.dataSource.dataCore,
-            });
-            const result = await this.flowcoreClient.execute(command, this.options.directMode);
-            this.dataCoreId = result.id;
-        }
-        return this.dataCoreId;
-    }
-    /**
-     * Gets the flow type ID, translating from name if necessary
-     * @returns Promise that resolves to the flow type ID
-     */
-    async getFlowTypeId() {
-        if (this.flowTypeId) {
-            return this.flowTypeId;
-        }
-        if (this.options.noTranslation) {
-            this.flowTypeId = this.options.dataSource.flowType;
-        }
-        else {
-            const command = new mod_js_1.FlowTypeFetchCommand({
-                dataCoreId: await this.getDataCoreId(),
-                flowType: this.options.dataSource.flowType,
-            });
-            const result = await this.flowcoreClient.execute(command, this.options.directMode);
-            this.flowTypeId = result.id;
-        }
-        return this.flowTypeId;
-    }
-    /**
-     * Gets the event type IDs, translating from names if necessary
-     * @returns Promise that resolves to an array of event type IDs
-     * @throws Error if an event type is not found
-     */
-    async getEventTypeIds() {
-        if (this.eventTypeIds) {
-            return this.eventTypeIds;
-        }
-        if (this.options.noTranslation) {
-            this.eventTypeIds = this.options.dataSource.eventTypes;
-        }
-        else {
-            const command = new mod_js_1.EventTypeListCommand({
-                flowTypeId: await this.getFlowTypeId(),
-            });
-            const results = await this.flowcoreClient.execute(command, this.options.directMode);
-            const eventTypeIds = [];
-            for (const eventType of this.eventTypes) {
-                const found = results.find((result) => result.name === eventType);
-                if (!found) {
-                    throw new Error(`Event type ${eventType} not found`);
-                }
-                eventTypeIds.push(found.id);
-            }
-            this.eventTypeIds = eventTypeIds;
-        }
-        return this.eventTypeIds;
-    }
-    /**
-     * Gets all time buckets for the configured event types
-     * @param force - When true, forces a refresh of cached time buckets
-     * @returns Promise that resolves to an array of time bucket strings
-     */
-    async getTimeBuckets(force = false) {
-        if (this.timeBuckets && !force) {
-            return this.timeBuckets;
-        }
-        let cursor;
-        const timeBuckets = [];
-        do {
-            const result = await this.flowcoreClient.execute(new mod_js_1.TimeBucketListCommand({
-                tenant: this.options.dataSource.tenant,
-                eventTypeId: (await this.getEventTypeIds()),
-                cursor: cursor || undefined,
-                pageSize: 10_000,
-            }), this.options.directMode);
-            timeBuckets.push(...result.timeBuckets);
-            cursor = result.nextCursor;
-        } while (cursor !== undefined);
-        this.timeBuckets = timeBuckets;
-        return this.timeBuckets;
-    }
-    /**
-     * Gets the next time bucket after the specified time bucket
-     * @param timeBucket - The reference time bucket
-     * @returns Promise that resolves to the next time bucket, or null if none exists
-     */
-    async getNextTimeBucket(timeBucket) {
-        const closestTimeBucket = await this.getClosestTimeBucket(timeBucket);
-        if (!closestTimeBucket) {
-            return null;
-        }
-        const timeBuckets = await this.getTimeBuckets();
-        const index = timeBuckets.indexOf(closestTimeBucket);
-        if (index === -1) {
-            throw new Error(`Could not get next timeBucket, timeBucket ${timeBucket} not found`);
-        }
-        return timeBuckets[index + 1] ?? null;
-    }
-    /**
-     * Gets the closest time bucket to the specified time bucket
-     * @param timeBucket - The reference time bucket
-     * @param getBefore - When true, gets the closest time bucket before the reference
-     * @returns Promise that resolves to the closest time bucket, or null if none exists
-     * @throws Error if the time bucket format is invalid
-     */
-    async getClosestTimeBucket(timeBucket, getBefore = false) {
-        const timeBuckets = await this.getTimeBuckets();
-        if (!timeBucket.match(/^\d{14}$/)) {
-            throw new Error(`Invalid timebucket: ${timeBucket}`);
-        }
-        if (getBefore) {
-            return (timeBuckets.findLast((t) => Number.parseFloat(t) <= Number.parseFloat(timeBucket)) ??
-                timeBuckets[timeBuckets.length - 1]);
-        }
-        return (timeBuckets.find((t) => Number.parseFloat(t) >= Number.parseFloat(timeBucket)) ??
-            timeBuckets[timeBuckets.length - 1]);
-    }
-    /**
-     * Gets events from the data source starting from a specific state
-     * @param from - The state to start from (includes timeBucket and eventId)
-     * @param amount - Maximum number of events to retrieve
-     * @param toEventId - Optional ID to stop at when retrieving events
-     * @returns Promise that resolves to an array of Flowcore events
-     */
-    async getEvents(from, amount, toEventId, cursor, includeSensitiveData = false) {
-        const eventTypeIds = await this.getEventTypeIds();
-        const result = await this.flowcoreClient.execute(new mod_js_1.EventListCommand({
-            tenant: this.options.dataSource.tenant,
-            eventTypeId: eventTypeIds,
-            timeBucket: from.timeBucket,
-            afterEventId: !cursor ? from.eventId : undefined,
-            pageSize: amount,
-            toEventId,
-            cursor,
-            includeSensitiveData,
-        }), this.options.directMode);
-        return result;
-    }
-}
-exports.FlowcoreDataSource = FlowcoreDataSource;

package/script/data-pump/flowcore-client.d.ts

@@ -1,8 +0,0 @@
-import { type Command, FlowcoreClient } from "../deps/jsr.io/@flowcore/sdk/4.2.2/src/mod.js";
-import type { FlowcoreDataPumpAuth } from "./types.js";
-declare class FlowcoreClientWithMetrics extends FlowcoreClient {
-    execute<Input, Output>(command: Command<Input, Output>, directMode?: boolean): Promise<Output>;
-}
-export declare function getFlowcoreClient(auth: FlowcoreDataPumpAuth, baseUrlOverride?: string): FlowcoreClientWithMetrics;
-export {};
-//# sourceMappingURL=flowcore-client.d.ts.map

package/script/data-pump/flowcore-client.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"flowcore-client.d.ts","sourceRoot":"","sources":["../../src/data-pump/flowcore-client.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,OAAO,EAAE,cAAc,EAAE,MAAM,+CAA+C,CAAA;AAC5F,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAA;AAGtD,cAAM,yBAA0B,SAAQ,cAAc;IACpC,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,UAAU,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC;CAI/G;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,oBAAoB,EAAE,eAAe,CAAC,EAAE,MAAM,6BAcrF"}

package/script/data-pump/flowcore-client.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFlowcoreClient = getFlowcoreClient;
-const mod_js_1 = require("../deps/jsr.io/@flowcore/sdk/4.2.2/src/mod.js");
-const metrics_js_1 = require("./metrics.js");
-class FlowcoreClientWithMetrics extends mod_js_1.FlowcoreClient {
-    execute(command, directMode) {
-        metrics_js_1.metrics.sdkCommandsCounter.inc({ command: command.constructor.name }, 1);
-        return super.execute(command, directMode);
-    }
-}
-function getFlowcoreClient(auth, baseUrlOverride) {
-    const client = "apiKey" in auth
-        ? new FlowcoreClientWithMetrics({
-            apiKey: auth.apiKey,
-            // apiKeyId is guaranteed to be set — FlowcoreDataPump.create() parses it from fc_ keys
-            apiKeyId: auth.apiKeyId,
-        })
-        : new FlowcoreClientWithMetrics(auth);
-    if (baseUrlOverride) {
-        client.setBaseUrl(baseUrlOverride);
-    }
-    return client;
-}

package/script/data-pump/metrics.d.ts

@@ -1,19 +0,0 @@
-import PromClient from "prom-client";
-export declare const dataPumpPromRegistry: PromClient.Registry<"text/plain; version=0.0.4; charset=utf-8">;
-export declare const metrics: {
-    bufferEventCountGauge: PromClient.Gauge<"tenant" | "data_core" | "flow_type" | "event_type">;
-    bufferReservedEventCountGauge: PromClient.Gauge<"tenant" | "data_core" | "flow_type" | "event_type">;
-    bufferSizeBytesGauge: PromClient.Gauge<"tenant" | "data_core" | "flow_type" | "event_type">;
-    eventsAcknowledgedCounter: PromClient.Counter<"tenant" | "data_core" | "flow_type" | "event_type">;
-    eventsFailedCounter: PromClient.Counter<"tenant" | "data_core" | "flow_type" | "event_type">;
-    eventsPulledSizeBytesCounter: PromClient.Counter<"tenant" | "data_core" | "flow_type" | "event_type">;
-    sdkCommandsCounter: PromClient.Counter<"command">;
-};
-export declare const clusterMetrics: {
-    activeWorkersGauge: PromClient.Gauge<string>;
-    leaderStatusGauge: PromClient.Gauge<string>;
-    eventsDistributedCounter: PromClient.Counter<string>;
-    workerAcksCounter: PromClient.Counter<string>;
-    workerFailsCounter: PromClient.Counter<string>;
-};
-//# sourceMappingURL=metrics.d.ts.map

package/script/data-pump/metrics.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"metrics.d.ts","sourceRoot":"","sources":["../../src/data-pump/metrics.ts"],"names":[],"mappings":"AAAA,OAAO,UAA8B,MAAM,aAAa,CAAA;AAExD,eAAO,MAAM,oBAAoB,EAAE,UAAU,CAAC,QAAQ,CAAC,0CAA0C,CACpF,CAAA;AAoDb,eAAO,MAAM,OAAO;;;;;;;;CAQnB,CAAA;AAmCD,eAAO,MAAM,cAAc;;;;;;CAM1B,CAAA"}

package/script/data-pump/metrics.js

@@ -1,114 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.clusterMetrics = exports.metrics = exports.dataPumpPromRegistry = void 0;
-const prom_client_1 = __importStar(require("prom-client"));
-exports.dataPumpPromRegistry = new prom_client_1.default
-    .Registry();
-const bufferEventCountGauge = new prom_client_1.Gauge({
-    name: "flowcore_data_pump_buffer_events_gauge",
-    help: "The number of events in the buffer",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const bufferReservedEventCountGauge = new prom_client_1.Gauge({
-    name: "flowcore_data_pump_buffer_reserved_events_gauge",
-    help: "The number of reserved events in the buffer",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const bufferSizeBytesGauge = new prom_client_1.Gauge({
-    name: "flowcore_data_pump_buffer_size_bytes_gauge",
-    help: "The size of the buffer in bytes",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const eventsAcknowledgedCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_events_acknowledged_counter",
-    help: "The number of events acknowledged",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const eventsFailedCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_events_failed_counter",
-    help: "The number of events failed",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const eventsPulledSizeBytesCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_events_pulled_size_bytes_counter",
-    help: "The size of the events pulled in bytes",
-    labelNames: ["tenant", "data_core", "flow_type", "event_type"],
-});
-const sdkCommandsCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_sdk_commands_counter",
-    help: "The number of SDK commands",
-    labelNames: ["command"],
-});
-exports.dataPumpPromRegistry.registerMetric(bufferEventCountGauge);
-exports.dataPumpPromRegistry.registerMetric(bufferReservedEventCountGauge);
-exports.dataPumpPromRegistry.registerMetric(bufferSizeBytesGauge);
-exports.dataPumpPromRegistry.registerMetric(eventsAcknowledgedCounter);
-exports.dataPumpPromRegistry.registerMetric(eventsFailedCounter);
-exports.dataPumpPromRegistry.registerMetric(eventsPulledSizeBytesCounter);
-exports.dataPumpPromRegistry.registerMetric(sdkCommandsCounter);
-exports.metrics = {
-    bufferEventCountGauge,
-    bufferReservedEventCountGauge,
-    bufferSizeBytesGauge,
-    eventsAcknowledgedCounter,
-    eventsFailedCounter,
-    eventsPulledSizeBytesCounter,
-    sdkCommandsCounter,
-};
-// #region Cluster Metrics
-const activeWorkersGauge = new prom_client_1.Gauge({
-    name: "flowcore_data_pump_cluster_active_workers_gauge",
-    help: "The number of active worker connections",
-});
-const leaderStatusGauge = new prom_client_1.Gauge({
-    name: "flowcore_data_pump_cluster_leader_status_gauge",
-    help: "Whether this instance is the leader (1) or not (0)",
-});
-const eventsDistributedCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_cluster_events_distributed_counter",
-    help: "The number of events distributed to workers",
-});
-const workerAcksCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_cluster_worker_acks_counter",
-    help: "The number of successful worker acknowledgements",
-});
-const workerFailsCounter = new prom_client_1.Counter({
-    name: "flowcore_data_pump_cluster_worker_fails_counter",
-    help: "The number of failed worker deliveries",
-});
-exports.dataPumpPromRegistry.registerMetric(activeWorkersGauge);
-exports.dataPumpPromRegistry.registerMetric(leaderStatusGauge);
-exports.dataPumpPromRegistry.registerMetric(eventsDistributedCounter);
-exports.dataPumpPromRegistry.registerMetric(workerAcksCounter);
-exports.dataPumpPromRegistry.registerMetric(workerFailsCounter);
-exports.clusterMetrics = {
-    activeWorkersGauge,
-    leaderStatusGauge,
-    eventsDistributedCounter,
-    workerAcksCounter,
-    workerFailsCounter,
-};
-// #endregion

package/script/data-pump/nats-connection.d.ts

@@ -1,13 +0,0 @@
-import * as Nats from "nats";
-import type { FlowcoreLogger } from "./types.js";
-export declare class NatsConnectionManager {
-    private readonly servers;
-    private readonly logger?;
-    private connection?;
-    private connecting?;
-    constructor(servers: string[], logger?: FlowcoreLogger | undefined);
-    connect(): Promise<Nats.NatsConnection>;
-    close(): Promise<void>;
-    get isConnected(): boolean;
-}
-//# sourceMappingURL=nats-connection.d.ts.map

package/script/data-pump/nats-connection.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"nats-connection.d.ts","sourceRoot":"","sources":["../../src/data-pump/nats-connection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAA;AAC5B,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAEhD,qBAAa,qBAAqB;IAK9B,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IAL1B,OAAO,CAAC,UAAU,CAAC,CAAqB;IACxC,OAAO,CAAC,UAAU,CAAC,CAA8B;gBAG9B,OAAO,EAAE,MAAM,EAAE,EACjB,MAAM,CAAC,EAAE,cAAc,YAAA;IAG1C,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC;IAsBjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAS5B,IAAI,WAAW,IAAI,OAAO,CAEzB;CACF"}

package/script/data-pump/nats-connection.js

@@ -1,85 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.NatsConnectionManager = void 0;
-const Nats = __importStar(require("nats"));
-class NatsConnectionManager {
-    constructor(servers, logger) {
-        Object.defineProperty(this, "servers", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: servers
-        });
-        Object.defineProperty(this, "logger", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: logger
-        });
-        Object.defineProperty(this, "connection", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "connecting", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-    }
-    connect() {
-        if (this.connection && !this.connection.isClosed()) {
-            return Promise.resolve(this.connection);
-        }
-        // deduplicate concurrent connect calls
-        if (this.connecting) {
-            return this.connecting;
-        }
-        this.connecting = (async () => {
-            this.logger?.debug("Connecting to NATS", { servers: this.servers });
-            const conn = await Nats.connect({ servers: this.servers });
-            this.connection = conn;
-            this.connecting = undefined;
-            this.logger?.info("Connected to NATS");
-            return conn;
-        })();
-        return this.connecting;
-    }
-    async close() {
-        if (this.connection && !this.connection.isClosed()) {
-            this.logger?.debug("Closing NATS connection");
-            await this.connection.drain();
-            this.connection = undefined;
-        }
-        this.connecting = undefined;
-    }
-    get isConnected() {
-        return !!this.connection && !this.connection.isClosed();
-    }
-}
-exports.NatsConnectionManager = NatsConnectionManager;