@flowcore/pathways 0.16.3 → 0.17.0

package/esm/pathways/pump/pathway-pump.js

@@ -0,0 +1,207 @@
+import { NoopLogger } from "../logger.js";
+/**
+ * PathwayPump orchestrates data pump instances for auto-fetching events from Flowcore.
+ *
+ * Groups registered pathways by flowType and creates one FlowcoreDataPump per flowType group.
+ * Events are routed to PathwaysBuilder.process() for handling.
+ */
+export class PathwayPump {
+    constructor(options, logger) {
+        Object.defineProperty(this, "stateManagerFactory", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "notifier", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "bufferSize", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "maxRedeliveryCount", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "logger", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "pumps", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: new Map()
+        });
+        Object.defineProperty(this, "running", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+        // Required config from PathwaysBuilder
+        Object.defineProperty(this, "tenant", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ""
+        });
+        Object.defineProperty(this, "dataCore", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ""
+        });
+        Object.defineProperty(this, "apiKey", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ""
+        });
+        Object.defineProperty(this, "baseUrl", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: ""
+        });
+        // Event processor callback
+        Object.defineProperty(this, "processEvent", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: null
+        });
+        this.stateManagerFactory = options.stateManagerFactory;
+        this.notifier = options.notifier ?? { type: "websocket" };
+        this.bufferSize = options.bufferSize ?? 1000;
+        this.maxRedeliveryCount = options.maxRedeliveryCount ?? 3;
+        this.logger = logger ?? new NoopLogger();
+    }
+    /**
+     * Configure the pump with pathway builder context
+     */
+    configure(config) {
+        this.tenant = config.tenant;
+        this.dataCore = config.dataCore;
+        this.apiKey = config.apiKey;
+        this.baseUrl = config.baseUrl;
+        this.processEvent = config.processEvent;
+    }
+    /**
+     * Start pumps for the given pathway registrations.
+     * Groups by flowType and creates one pump per group.
+     */
+    async start(pathways) {
+        if (this.running)
+            return;
+        if (!this.processEvent) {
+            throw new Error("PathwayPump not configured — call configure() before start()");
+        }
+        this.running = true;
+        // Group pathways by flowType
+        const flowTypeGroups = new Map();
+        for (const pw of pathways) {
+            const eventTypes = flowTypeGroups.get(pw.flowType) ?? [];
+            eventTypes.push(pw.eventType);
+            flowTypeGroups.set(pw.flowType, eventTypes);
+        }
+        this.logger.info("Starting data pumps", {
+            flowTypes: [...flowTypeGroups.keys()],
+            totalPathways: pathways.length,
+        });
+        // Dynamically import @flowcore/data-pump
+        const { FlowcoreDataPump } = await import("../../deps/jsr.io/@flowcore/data-pump/0.16.5/src/mod.js");
+        for (const [flowType, eventTypes] of flowTypeGroups) {
+            const stateManager = this.stateManagerFactory(flowType);
+            const notifierOptions = this.buildNotifierOptions(flowType, eventTypes);
+            const pump = await FlowcoreDataPump.create({
+                auth: { apiKey: this.apiKey },
+                dataSource: {
+                    tenant: this.tenant,
+                    dataCore: this.dataCore,
+                    flowType,
+                    eventTypes,
+                },
+                stateManager,
+                processor: {
+                    concurrency: 1,
+                    handler: async (events) => {
+                        for (const event of events) {
+                            const pathway = `${event.flowType}/${event.eventType}`;
+                            await this.processEvent(pathway, event);
+                        }
+                    },
+                },
+                bufferSize: this.bufferSize,
+                maxRedeliveryCount: this.maxRedeliveryCount,
+                notifier: notifierOptions,
+                logger: {
+                    debug: (msg, meta) => this.logger.debug(msg, meta),
+                    info: (msg, meta) => this.logger.info(msg, meta),
+                    warn: (msg, meta) => this.logger.warn(msg, meta),
+                    error: (msg, meta) => this.logger.error(msg instanceof Error ? msg.message : msg, meta),
+                },
+            });
+            this.pumps.set(flowType, pump);
+            await pump.start((error) => {
+                if (error) {
+                    this.logger.error(`Data pump error for flowType ${flowType}`, error, { flowType });
+                }
+            });
+            this.logger.info("Data pump started", { flowType, eventTypes });
+        }
+    }
+    /**
+     * Stop all running pumps
+     */
+    async stop() {
+        if (!this.running)
+            return;
+        this.running = false;
+        this.logger.info("Stopping data pumps");
+        for (const [flowType, pump] of this.pumps) {
+            try {
+                await pump.stop();
+                this.logger.info("Data pump stopped", { flowType });
+            }
+            catch (err) {
+                this.logger.error(`Error stopping pump for ${flowType}`, err instanceof Error ? err : new Error(String(err)));
+            }
+        }
+        this.pumps.clear();
+    }
+    get isRunning() {
+        return this.running;
+    }
+    // deno-lint-ignore no-explicit-any
+    buildNotifierOptions(flowType, eventTypes) {
+        const base = {
+            dataSource: {
+                tenant: this.tenant,
+                dataCore: this.dataCore,
+                flowType,
+                eventTypes,
+            },
+            auth: { apiKey: this.apiKey },
+        };
+        switch (this.notifier.type) {
+            case "nats":
+                return { ...base, natsServers: this.notifier.natsServers };
+            case "poller":
+                return { ...base, pollerIntervalMs: this.notifier.pollerIntervalMs };
+            case "websocket":
+            default:
+                return base;
+        }
+    }
+}

package/esm/pathways/pump/state.d.ts

@@ -0,0 +1,9 @@
+import type { PostgresPumpStateConfig, PumpStateManagerFactory } from "./types.js";
+/**
+ * Creates a factory function that produces PostgreSQL-backed pump state managers.
+ * Each flowType gets its own state row in the shared table.
+ *
+ * The adapter is created once and shared across all state managers.
+ */
+export declare function createPostgresPumpStateManagerFactory(config: PostgresPumpStateConfig): Promise<PumpStateManagerFactory>;
+//# sourceMappingURL=state.d.ts.map

package/esm/pathways/pump/state.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.d.ts","sourceRoot":"","sources":["../../../src/pathways/pump/state.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,uBAAuB,EAA+B,uBAAuB,EAAE,MAAM,YAAY,CAAA;AAsD/G;;;;;GAKG;AACH,wBAAsB,qCAAqC,CACzD,MAAM,EAAE,uBAAuB,GAC9B,OAAO,CAAC,uBAAuB,CAAC,CAUlC"}

package/esm/pathways/pump/state.js

@@ -0,0 +1,77 @@
+import { PostgresJsAdapter } from "../postgres/index.js";
+/**
+ * PostgreSQL-backed pump state manager.
+ * Stores per-flowType pump position (timeBucket + eventId) for resume support.
+ */
+class PostgresPumpStateManager {
+    constructor(adapter, flowType, tableName) {
+        Object.defineProperty(this, "adapter", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: adapter
+        });
+        Object.defineProperty(this, "flowType", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: flowType
+        });
+        Object.defineProperty(this, "tableName", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: tableName
+        });
+        Object.defineProperty(this, "initialized", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: false
+        });
+    }
+    async ensureInitialized() {
+        if (this.initialized)
+            return;
+        await this.adapter.execute(`
+      CREATE TABLE IF NOT EXISTS ${this.tableName} (
+        flow_type TEXT PRIMARY KEY,
+        time_bucket TEXT NOT NULL,
+        event_id TEXT
+      )
+    `);
+        this.initialized = true;
+    }
+    async getState() {
+        await this.ensureInitialized();
+        const result = await this.adapter.query(`SELECT time_bucket, event_id FROM ${this.tableName} WHERE flow_type = $1`, [this.flowType]);
+        if (!Array.isArray(result) || result.length === 0)
+            return null;
+        return {
+            timeBucket: result[0].time_bucket,
+            eventId: result[0].event_id ?? undefined,
+        };
+    }
+    async setState(state) {
+        await this.ensureInitialized();
+        await this.adapter.execute(`INSERT INTO ${this.tableName} (flow_type, time_bucket, event_id)
+       VALUES ($1, $2, $3)
+       ON CONFLICT (flow_type) DO UPDATE
+       SET time_bucket = $2, event_id = $3`, [this.flowType, state.timeBucket, state.eventId ?? null]);
+    }
+}
+/**
+ * Creates a factory function that produces PostgreSQL-backed pump state managers.
+ * Each flowType gets its own state row in the shared table.
+ *
+ * The adapter is created once and shared across all state managers.
+ */
+export async function createPostgresPumpStateManagerFactory(config) {
+    const { tableName, ...pgConfig } = config;
+    const table = tableName ?? "pathway_pump_state";
+    const adapter = new PostgresJsAdapter(pgConfig);
+    await adapter.connect();
+    return (flowType) => {
+        return new PostgresPumpStateManager(adapter, flowType, table);
+    };
+}

package/esm/pathways/pump/types.d.ts

@@ -0,0 +1,49 @@
+import type { PostgresConfig } from "../postgres/index.js";
+/**
+ * Options for configuring the data pump
+ */
+export interface PathwayPumpOptions {
+    stateManagerFactory: PumpStateManagerFactory;
+    notifier?: PumpNotifierConfig;
+    bufferSize?: number;
+    maxRedeliveryCount?: number;
+    /** If true, calls provision() before starting the pump */
+    autoProvision?: boolean;
+}
+/**
+ * Factory function that creates a state manager for a given flowType
+ */
+export type PumpStateManagerFactory = (flowType: string) => PumpStateManager;
+/**
+ * State manager interface compatible with @flowcore/data-pump's FlowcoreDataPumpStateManager
+ */
+export interface PumpStateManager {
+    getState(): Promise<PumpState | null> | PumpState | null;
+    setState(state: PumpState): Promise<void> | void;
+}
+/**
+ * Pump state tracking position in the event stream
+ */
+export interface PumpState {
+    timeBucket: string;
+    eventId?: string;
+}
+/**
+ * Notifier configuration for the pump
+ */
+export type PumpNotifierConfig = {
+    type: "websocket";
+} | {
+    type: "nats";
+    natsServers: string[];
+} | {
+    type: "poller";
+    pollerIntervalMs: number;
+};
+/**
+ * Config for the Postgres pump state manager factory
+ */
+export type PostgresPumpStateConfig = PostgresConfig & {
+    tableName?: string;
+};
+//# sourceMappingURL=types.d.ts.map

package/esm/pathways/pump/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/pathways/pump/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AAE1D;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,mBAAmB,EAAE,uBAAuB,CAAA;IAC5C,QAAQ,CAAC,EAAE,kBAAkB,CAAA;IAC7B,UAAU,CAAC,EAAE,MAAM,CAAA;IACnB,kBAAkB,CAAC,EAAE,MAAM,CAAA;IAC3B,0DAA0D;IAC1D,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,CAAC,QAAQ,EAAE,MAAM,KAAK,gBAAgB,CAAA;AAE5E;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,IAAI,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAAA;IACxD,QAAQ,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAA;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,CAAA;CACjB;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,WAAW,CAAA;CAAE,GACrB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,EAAE,CAAA;CAAE,GACvC;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,gBAAgB,EAAE,MAAM,CAAA;CAAE,CAAA;AAEhD;;GAEG;AACH,MAAM,MAAM,uBAAuB,GAAG,cAAc,GAAG;IACrD,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA"}

package/esm/pathways/pump/types.js

@@ -0,0 +1 @@
+export {};

package/esm/pathways/types.d.ts

@@ -73,6 +73,16 @@ export interface PathwayContract<F extends string, E extends string, T extends A
      * Whether this pathway is for file processing
      */
     isFilePathway?: boolean;
+    /**
+     * Description for the event type. When provided, the provisioner will create/update
+     * this event type on the platform. When undefined, the event type must pre-exist.
+     */
+    description?: string;
+    /**
+     * Description for the flow type. When provided, the provisioner will create/update
+     * this flow type on the platform. When undefined, the flow type must pre-exist.
+     */
+    flowTypeDescription?: string;
 }
 /**
  * Creates a string key from flow type and event type in the format `flowType/eventType`

package/esm/pathways/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pathways/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAC1C,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC;;;GAGG;AACH,KAAK,uBAAuB,CAAC,CAAC,SAAS,MAAM,IAAI,CAAC,GAAG;IACnD,QAAQ,CAAC,yBAAyB,EAChC,wGAAwG,CAAA;CAC3G,CAAA;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,YAAY;IACzF;;OAEG;IACH,QAAQ,EAAE,CAAC,CAAA;IAEX;;OAEG;IACH,SAAS,EAAE,CAAC,CAAA;IAEZ;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,CAAA;IAEV;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAElB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAE3B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED;;;;GAIG;AACH,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAA;AAExE;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEjE;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,YAAY,IAAI,CACtC,OAAO,EAAE,YAAY,EACrB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,CAAC,CAAA;AAEpB;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,YAAY,IAAI,CAC3C,OAAO,EAAE,YAAY,EAAE,EACvB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CACzB,OAAO,EAAE,eAAe,EACxB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;;;GAIG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,UAAU,SAAS,OAAO,IAAI,UAAU,SAAS,KAAK,GAChG,uBAAuB,CAAC,CAAC,CAAC,GAC1B,CAAC,CAAA;AAEL;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;OAIG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAE5D;;;OAGG;IACH,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACxD,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG;IACrD;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;IAEvB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAEhC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IAE7B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAA;IACnB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;CAC/B,CAIC,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA;AAEvD,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAA;IACjB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAA;IACjB,UAAU,EAAE,CAAC,CAAC,SAAS,CAAA;IACvB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,MAAM,EAAE,CAAC,CAAC,SAAS,CAAA;CACpB,CAUC,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pathways/types.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAC1C,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AACzF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC;;;GAGG;AACH,KAAK,uBAAuB,CAAC,CAAC,SAAS,MAAM,IAAI,CAAC,GAAG;IACnD,QAAQ,CAAC,yBAAyB,EAChC,wGAAwG,CAAA;CAC3G,CAAA;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,YAAY;IACzF;;OAEG;IACH,QAAQ,EAAE,CAAC,CAAA;IAEX;;OAEG;IACH,SAAS,EAAE,CAAC,CAAA;IAEZ;;OAEG;IACH,MAAM,CAAC,EAAE,CAAC,CAAA;IAEV;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAElB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAE3B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;IAEvB;;;OAGG;IACH,WAAW,CAAC,EAAE,MAAM,CAAA;IAEpB;;;OAGG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAA;CAC7B;AAED;;;;GAIG;AACH,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAA;AAExE;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEjE;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,YAAY,IAAI,CACtC,OAAO,EAAE,YAAY,EACrB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,CAAC,CAAA;AAEpB;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,YAAY,IAAI,CAC3C,OAAO,EAAE,YAAY,EAAE,EACvB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CACzB,OAAO,EAAE,eAAe,EACxB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;;;GAIG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,UAAU,SAAS,OAAO,IAAI,UAAU,SAAS,KAAK,GAChG,uBAAuB,CAAC,CAAC,CAAC,GAC1B,CAAC,CAAA;AAEL;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;OAIG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAE5D;;;OAGG;IACH,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACxD,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG;IACrD;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;IAEvB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAEhC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IAE7B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA;AAED,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC;IACxC,MAAM,EAAE,CAAC,CAAC,SAAS,CAAA;IACnB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;CAC/B,CAIC,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA;AAEvD,eAAO,MAAM,eAAe,EAAE,CAAC,CAAC,SAAS,CAAC;IACxC,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAA;IACjB,IAAI,EAAE,CAAC,CAAC,SAAS,CAAA;IACjB,UAAU,EAAE,CAAC,CAAC,SAAS,CAAA;IACvB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,QAAQ,EAAE,CAAC,CAAC,SAAS,CAAA;IACrB,MAAM,EAAE,CAAC,CAAC,SAAS,CAAA;CACpB,CAUC,CAAA;AAEF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,eAAe,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flowcore/pathways",
-  "version": "0.16.3",
+  "version": "0.17.0",
   "description": "A TypeScript Library for creating Flowcore Pathways, simplifying the integration with the flowcore platform",
   "homepage": "https://github.com/flowcore-io/flowcore-pathways#readme",
   "repository": {
@@ -23,11 +23,20 @@
     "bun-sqlite-key-value": "1.13.1"
   },
   "dependencies": {
-    "@flowcore/sdk-transformer-core": "^2.3.6",
+    "@date-fns/utc": "^2.1.0",
+    "@flowcore/sdk": "^1.54.0",
+    "@flowcore/sdk-transformer-core": "^2.5.1",
+    "@sinclair/typebox": "0.32.15",
+    "date-fns": "^4.1.0",
     "file-type": "^21.0.0",
-    "node-cache": "5.1.2",
+    "long": "^5.3.1",
+    "nats": "^2.29.1",
+    "node-cache": "^5.1.2",
     "postgres": "^3.4.3",
-    "rxjs": "^7.8.1"
+    "prom-client": "^15.1.3",
+    "rxjs": "^7.8.1",
+    "@deno/shim-deno": "~0.18.0",
+    "ws": "^8.13.0"
   },
   "peerDependencies": {
     "zod": "^3.25.63"

package/script/_dnt.polyfills.d.ts

@@ -0,0 +1,50 @@
+declare global {
+    interface Array<T> {
+        /**
+         * Returns the value of the last element in the array where predicate is true, and undefined
+         * otherwise.
+         * @param predicate find calls predicate once for each element of the array, in ascending
+         * order, until it finds one where predicate returns true. If such an element is found, find
+         * immediately returns that element value. Otherwise, find returns undefined.
+         * @param thisArg If provided, it will be used as the this value for each invocation of
+         * predicate. If it is not provided, undefined is used instead.
+         */
+        findLast<S extends T>(predicate: (this: void, value: T, index: number, obj: T[]) => value is S, thisArg?: any): S | undefined;
+        findLast(predicate: (value: T, index: number, obj: T[]) => unknown, thisArg?: any): T | undefined;
+        /**
+         * Returns the index of the last element in the array where predicate is true, and -1
+         * otherwise.
+         * @param predicate find calls predicate once for each element of the array, in ascending
+         * order, until it finds one where predicate returns true. If such an element is found,
+         * findIndex immediately returns that element index. Otherwise, findIndex returns -1.
+         * @param thisArg If provided, it will be used as the this value for each invocation of
+         * predicate. If it is not provided, undefined is used instead.
+         */
+        findLastIndex(predicate: (value: T, index: number, obj: T[]) => unknown, thisArg?: any): number;
+    }
+    interface Uint8Array {
+        /**
+         * Returns the value of the last element in the array where predicate is true, and undefined
+         * otherwise.
+         * @param predicate findLast calls predicate once for each element of the array, in descending
+         * order, until it finds one where predicate returns true. If such an element is found, findLast
+         * immediately returns that element value. Otherwise, findLast returns undefined.
+         * @param thisArg If provided, it will be used as the this value for each invocation of
+         * predicate. If it is not provided, undefined is used instead.
+         */
+        findLast<S extends number>(predicate: (value: number, index: number, array: Uint8Array) => value is S, thisArg?: any): S | undefined;
+        findLast(predicate: (value: number, index: number, array: Uint8Array) => unknown, thisArg?: any): number | undefined;
+        /**
+         * Returns the index of the last element in the array where predicate is true, and -1
+         * otherwise.
+         * @param predicate findLastIndex calls predicate once for each element of the array, in descending
+         * order, until it finds one where predicate returns true. If such an element is found,
+         * findLastIndex immediately returns that element index. Otherwise, findLastIndex returns -1.
+         * @param thisArg If provided, it will be used as the this value for each invocation of
+         * predicate. If it is not provided, undefined is used instead.
+         */
+        findLastIndex(predicate: (value: number, index: number, array: Uint8Array) => unknown, thisArg?: any): number;
+    }
+}
+export {};
+//# sourceMappingURL=_dnt.polyfills.d.ts.map

package/script/_dnt.polyfills.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"_dnt.polyfills.d.ts","sourceRoot":"","sources":["../src/_dnt.polyfills.ts"],"names":[],"mappings":"AACA,OAAO,CAAC,MAAM,CAAC;IACb,UAAU,KAAK,CAAC,CAAC;QACf;;;;;;;;WAQG;QACH,QAAQ,CAAC,CAAC,SAAS,CAAC,EAClB,SAAS,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC,EACxE,OAAO,CAAC,EAAE,GAAG,GACZ,CAAC,GAAG,SAAS,CAAC;QACjB,QAAQ,CACN,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,OAAO,EACzD,OAAO,CAAC,EAAE,GAAG,GACZ,CAAC,GAAG,SAAS,CAAC;QAEjB;;;;;;;;WAQG;QACH,aAAa,CACX,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,KAAK,OAAO,EACzD,OAAO,CAAC,EAAE,GAAG,GACZ,MAAM,CAAC;KACX;IACD,UAAU,UAAU;QAClB;;;;;;;;WAQG;QACH,QAAQ,CAAC,CAAC,SAAS,MAAM,EACvB,SAAS,EAAE,CACP,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,UAAU,KAChB,KAAK,IAAI,CAAC,EACf,OAAO,CAAC,EAAE,GAAG,GACZ,CAAC,GAAG,SAAS,CAAC;QACjB,QAAQ,CACJ,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,OAAO,EACvE,OAAO,CAAC,EAAE,GAAG,GACd,MAAM,GAAG,SAAS,CAAC;QAEtB;;;;;;;;WAQG;QACH,aAAa,CACT,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,KAAK,OAAO,EACvE,OAAO,CAAC,EAAE,GAAG,GACd,MAAM,CAAC;KACX;CACF;AA4CD,OAAO,EAAE,CAAC"}

package/script/_dnt.polyfills.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+function findLastIndex(self, callbackfn, that) {
+    const boundFunc = that === undefined ? callbackfn : callbackfn.bind(that);
+    let index = self.length - 1;
+    while (index >= 0) {
+        const result = boundFunc(self[index], index, self);
+        if (result) {
+            return index;
+        }
+        index--;
+    }
+    return -1;
+}
+function findLast(self, callbackfn, that) {
+    const index = self.findLastIndex(callbackfn, that);
+    return index === -1 ? undefined : self[index];
+}
+if (!Array.prototype.findLastIndex) {
+    Array.prototype.findLastIndex = function (callbackfn, that) {
+        return findLastIndex(this, callbackfn, that);
+    };
+}
+if (!Array.prototype.findLast) {
+    Array.prototype.findLast = function (callbackfn, that) {
+        return findLast(this, callbackfn, that);
+    };
+}
+if (!Uint8Array.prototype.findLastIndex) {
+    Uint8Array.prototype.findLastIndex = function (callbackfn, that) {
+        return findLastIndex(this, callbackfn, that);
+    };
+}
+if (!Uint8Array.prototype.findLast) {
+    Uint8Array.prototype.findLast = function (callbackfn, that) {
+        return findLast(this, callbackfn, that);
+    };
+}

package/script/_dnt.shims.d.ts

@@ -0,0 +1,9 @@
+import { Deno } from "@deno/shim-deno";
+export { Deno } from "@deno/shim-deno";
+import { default as WebSocket } from "ws";
+export { default as WebSocket } from "ws";
+export declare const dntGlobalThis: Omit<typeof globalThis, "WebSocket" | "Deno"> & {
+    Deno: typeof Deno;
+    WebSocket: typeof WebSocket;
+};
+//# sourceMappingURL=_dnt.shims.d.ts.map

package/script/_dnt.shims.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"_dnt.shims.d.ts","sourceRoot":"","sources":["../src/_dnt.shims.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAC;AACvC,OAAO,EAAE,OAAO,IAAI,SAAS,EAAE,MAAM,IAAI,CAAC;AAC1C,OAAO,EAAE,OAAO,IAAI,SAAS,EAAE,MAAM,IAAI,CAAC;AAM1C,eAAO,MAAM,aAAa;;;CAA2C,CAAC"}

package/script/_dnt.shims.js

@@ -0,0 +1,72 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.dntGlobalThis = exports.WebSocket = exports.Deno = void 0;
+const shim_deno_1 = require("@deno/shim-deno");
+var shim_deno_2 = require("@deno/shim-deno");
+Object.defineProperty(exports, "Deno", { enumerable: true, get: function () { return shim_deno_2.Deno; } });
+const ws_1 = __importDefault(require("ws"));
+var ws_2 = require("ws");
+Object.defineProperty(exports, "WebSocket", { enumerable: true, get: function () { return __importDefault(ws_2).default; } });
+const dntGlobals = {
+    Deno: shim_deno_1.Deno,
+    WebSocket: ws_1.default,
+};
+exports.dntGlobalThis = createMergeProxy(globalThis, dntGlobals);
+function createMergeProxy(baseObj, extObj) {
+    return new Proxy(baseObj, {
+        get(_target, prop, _receiver) {
+            if (prop in extObj) {
+                return extObj[prop];
+            }
+            else {
+                return baseObj[prop];
+            }
+        },
+        set(_target, prop, value) {
+            if (prop in extObj) {
+                delete extObj[prop];
+            }
+            baseObj[prop] = value;
+            return true;
+        },
+        deleteProperty(_target, prop) {
+            let success = false;
+            if (prop in extObj) {
+                delete extObj[prop];
+                success = true;
+            }
+            if (prop in baseObj) {
+                delete baseObj[prop];
+                success = true;
+            }
+            return success;
+        },
+        ownKeys(_target) {
+            const baseKeys = Reflect.ownKeys(baseObj);
+            const extKeys = Reflect.ownKeys(extObj);
+            const extKeysSet = new Set(extKeys);
+            return [...baseKeys.filter((k) => !extKeysSet.has(k)), ...extKeys];
+        },
+        defineProperty(_target, prop, desc) {
+            if (prop in extObj) {
+                delete extObj[prop];
+            }
+            Reflect.defineProperty(baseObj, prop, desc);
+            return true;
+        },
+        getOwnPropertyDescriptor(_target, prop) {
+            if (prop in extObj) {
+                return Reflect.getOwnPropertyDescriptor(extObj, prop);
+            }
+            else {
+                return Reflect.getOwnPropertyDescriptor(baseObj, prop);
+            }
+        },
+        has(_target, prop) {
+            return prop in extObj || prop in baseObj;
+        },
+    });
+}