@flowcore/pathways 0.9.1 → 0.11.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@flowcore/pathways",
-  "version": "0.9.1",
+  "version": "0.11.0",
   "description": "A TypeScript Library for creating Flowcore Pathways, simplifying the integration with the flowcore platform",
   "homepage": "https://github.com/flowcore-io/flowcore-pathways#readme",
   "repository": {

package/script/pathways/builder.d.ts

@@ -1,4 +1,4 @@
-import type { Static, TSchema } from "@sinclair/typebox";
+import { type Static, type TSchema } from "@sinclair/typebox";
 import type { WebhookSendOptions } from "@flowcore/sdk-transformer-core";
 import type { FlowcoreEvent } from "../contracts/event.js";
 import type { KvAdapter } from "./kv/kv-adapter.js";
@@ -52,6 +52,7 @@ export declare class PathwaysBuilder<TPathway extends Record<string, unknown> =
     private readonly errorObservers;
     private readonly globalErrorSubject;
     private readonly writers;
+    private readonly batchWriters;
     private readonly schemas;
     private readonly writable;
     private readonly timeouts;
@@ -187,31 +188,31 @@ export declare class PathwaysBuilder<TPathway extends Record<string, unknown> =
      * @param handler The function that will process events for this pathway
      * @throws Error if the pathway doesn't exist or already has a handler
      */
-    handle<TPath extends keyof TPathway>(path: TPath, handler: (event: Omit<FlowcoreEvent, 'payload'> & {
+    handle<TPath extends keyof TPathway>(path: TPath, handler: (event: Omit<FlowcoreEvent, "payload"> & {
         payload: TPathway[TPath];
-    }) => (Promise<void> | void)): void;
+    }) => Promise<void> | void): PathwaysBuilder<TPathway, TWritablePaths>;
     /**
      * Subscribe to pathway events (before or after processing)
      * @param path The pathway to subscribe to
      * @param handler The handler function for the events
      * @param type The event type to subscribe to (before, after, or all)
      */
-    subscribe<TPath extends keyof TPathway>(path: TPath, handler: (event: Omit<FlowcoreEvent, 'payload'> & {
+    subscribe<TPath extends keyof TPathway>(path: TPath, handler: (event: Omit<FlowcoreEvent, "payload"> & {
         payload: TPathway[TPath];
-    }) => void, type?: "before" | "after" | "all"): void;
+    }) => void, type?: "before" | "after" | "all"): PathwaysBuilder<TPathway, TWritablePaths>;
     /**
      * Subscribe to errors for a specific pathway
      * @param path The pathway to subscribe to errors for
      * @param handler The handler function that receives the error and event
      */
-    onError<TPath extends keyof TPathway>(path: TPath, handler: (error: Error, event: Omit<FlowcoreEvent, 'payload'> & {
+    onError<TPath extends keyof TPathway>(path: TPath, handler: (error: Error, event: Omit<FlowcoreEvent, "payload"> & {
         payload: TPathway[TPath];
-    }) => void): void;
+    }) => void): PathwaysBuilder<TPathway, TWritablePaths>;
     /**
      * Subscribe to errors for all pathways
      * @param handler The handler function that receives the error, event, and pathway name
      */
-    onAnyError(handler: (error: Error, event: FlowcoreEvent, pathway: string) => void): void;
+    onAnyError(handler: (error: Error, event: FlowcoreEvent, pathway: string) => void): PathwaysBuilder<TPathway, TWritablePaths>;
     /**
      * Writes data to a pathway with optional audit metadata
      * @param path The pathway to write to
@@ -221,6 +222,7 @@ export declare class PathwaysBuilder<TPathway extends Record<string, unknown> =
      * @returns A promise that resolves to the event ID(s)
      */
     write<TPath extends TWritablePaths>(path: TPath, data: TPathway[TPath], metadata?: EventMetadata, options?: PathwayWriteOptions): Promise<string | string[]>;
+    writeBatch<TPath extends TWritablePaths>(path: TPath, data: TPathway[TPath][], metadata?: EventMetadata, options?: PathwayWriteOptions): Promise<string | string[]>;
     /**
      * Waits for a specific event to be processed
      *

package/script/pathways/builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/pathways/builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAExD,OAAO,KAAK,EAAyD,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AAG/H,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAE1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,UAAU,EAAE,YAAY,EAAE,mBAAmB,EAA6B,eAAe,EAAE,MAAM,YAAY,CAAA;AAsB3J;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,QAAQ,CAAA;AAEzC;;;;GAIG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,KAAK,IAAI,CAAA;AAEvE;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;AAElD;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,kBAAkB;IACjE;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,eAAe,CAE1B,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EAC7C,cAAc,SAAS,MAAM,QAAQ,GAAG,KAAK;IAE7C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA2B;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAGxB;IACD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAGhC;IACD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG9B;IACD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG9B;IACD,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAyE;IAC5G,OAAO,CAAC,QAAQ,CAAC,OAAO,CAGvB;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyE;IACjG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyE;IAClG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuE;IAChG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuE;IAClG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuE;IACnG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAiC;IAC9D,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA0B;IAChE,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,gBAAgB,CAAqC;IAG7D,OAAO,CAAC,YAAY,CAAC,CAAc;IACnC,OAAO,CAAC,cAAc,CAAC,CAAgB;IAGvC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAyB;IAG9D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAG/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAE/B;;;;;;;;;;OAUG;gBACS,EACV,OAAO,EACP,MAAM,EACN,QAAQ,EACR,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,oBAAoB,GACrB,EAAE;QACD,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,QAAQ,EAAE,MAAM,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;QACd,gBAAgB,CAAC,EAAE,MAAM,CAAA;QACzB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,oBAAoB,CAAC,EAAE,SAAS,CAAA;KACjC;IAsCD;;;;OAIG;IACH,gBAAgB,CAAC,KAAK,EAAE,YAAY,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAMhF;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAM3E;;;;OAIG;IACH,gBAAgB,CAAC,QAAQ,EAAE,cAAc,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAMrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAU/G;;;;OAIG;IACH,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAQrE;;;;;OAKG;IACU,OAAO,CAAC,OAAO,EAAE,MAAM,QAAQ,EAAE,IAAI,EAAE,aAAa;IA6IjE;;;;;;;;OAQG;IACH,QAAQ,CACN,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,OAAO,EACjB,CAAC,SAAS,OAAO,GAAG,IAAI,EAExB,QAAQ,EAAE,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG;QAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAChG,eAAe,CAChB,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAC9C,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CACtD;IA4DD;;;;;;OAMG;IACH,GAAG,CAAC,KAAK,SAAS,MAAM,QAAQ,EAAE,IAAI,EAAE,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAK/D;;;;;;;;;;OAUG;IACH,MAAM,CAAC,KAAK,SAAS,MAAM,QAAQ,EACjC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GACxG,IAAI;IAqBP;;;;;OAKG;IACH,SAAS,CAAC,KAAK,SAAS,MAAM,QAAQ,EACpC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,IAAI,EACvF,IAAI,GAAE,QAAQ,GAAG,OAAO,GAAG,KAAgB,GAC1C,IAAI;IA4BP;;;;OAIG;IACH,OAAO,CAAC,KAAK,SAAS,MAAM,QAAQ,EAClC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,IAAI,GACpG,IAAI;IAmBP;;;OAGG;IACH,UAAU,CACR,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,GACrE,IAAI;IAMP;;;;;;;OAOG;IACG,KAAK,CAAC,KAAK,SAAS,cAAc,EACtC,IAAI,EAAE,KAAK,EACX,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EACrB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;IAuH7B;;;;;;;;;;OAUG;YACW,2BAA2B;CA4C1C"}
+{"version":3,"file":"builder.d.ts","sourceRoot":"","sources":["../../src/pathways/builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,MAAM,EAAE,KAAK,OAAO,EAAQ,MAAM,mBAAmB,CAAA;AAEnE,OAAO,KAAK,EAGV,kBAAkB,EACnB,MAAM,gCAAgC,CAAA;AAGvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AAE1D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AACnD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEzC,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,UAAU,EACV,YAAY,EACZ,mBAAmB,EAInB,eAAe,EAChB,MAAM,YAAY,CAAA;AAsBnB;;;;GAIG;AACH,MAAM,MAAM,SAAS,GAAG,MAAM,GAAG,QAAQ,CAAA;AAEzC;;;;GAIG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,KAAK,IAAI,CAAA;AAEvE;;;GAGG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;AAElD;;GAEG;AACH,MAAM,WAAW,uBAAwB,SAAQ,kBAAkB;IACjE;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CACjC;AAED;;;;;;;;;;;;;GAaG;AACH,qBAAa,eAAe,CAE1B,QAAQ,SAAS,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,EAAE,EAC7C,cAAc,SAAS,MAAM,QAAQ,GAAG,KAAK;IAE7C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA2B;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAGxB;IACD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAGhC;IACD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAG9B;IACD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAI5B;IACH,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAyE;IAC5G,OAAO,CAAC,QAAQ,CAAC,OAAO,CAIrB;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAG5B;IACD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyE;IACjG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAyE;IAClG,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAuE;IAChG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAuE;IAClG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAuE;IACnG,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAiC;IAC9D,OAAO,CAAC,QAAQ,CAAC,qBAAqB,CAA0B;IAChE,OAAO,CAAC,YAAY,CAA2C;IAC/D,OAAO,CAAC,gBAAgB,CAAqC;IAG7D,OAAO,CAAC,YAAY,CAAC,CAAc;IACnC,OAAO,CAAC,cAAc,CAAC,CAAgB;IAGvC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAyB;IAG9D,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAG/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAC/B,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAQ;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAQ;IAE/B;;;;;;;;;;OAUG;gBACS,EACV,OAAO,EACP,MAAM,EACN,QAAQ,EACR,MAAM,EACN,gBAAgB,EAChB,MAAM,EACN,oBAAoB,GACrB,EAAE;QACD,OAAO,EAAE,MAAM,CAAA;QACf,MAAM,EAAE,MAAM,CAAA;QACd,QAAQ,EAAE,MAAM,CAAA;QAChB,MAAM,EAAE,MAAM,CAAA;QACd,gBAAgB,CAAC,EAAE,MAAM,CAAA;QACzB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,oBAAoB,CAAC,EAAE,SAAS,CAAA;KACjC;IAsCD;;;;OAIG;IACH,gBAAgB,CAAC,KAAK,EAAE,YAAY,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAMhF;;;;OAIG;IACH,SAAS,CAAC,OAAO,EAAE,YAAY,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAM3E;;;;OAIG;IACH,gBAAgB,CAAC,QAAQ,EAAE,cAAc,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAMrF;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAgCG;IACH,uBAAuB,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,cAAc,GAAG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAU/G;;;;OAIG;IACH,sBAAsB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,GAAG,SAAS;IAQrE;;;;;OAKG;IACU,OAAO,CAAC,OAAO,EAAE,MAAM,QAAQ,EAAE,IAAI,EAAE,aAAa;IA+IjE;;;;;;;;OAQG;IACH,QAAQ,CACN,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,MAAM,EAChB,CAAC,SAAS,OAAO,EACjB,CAAC,SAAS,OAAO,GAAG,IAAI,EAExB,QAAQ,EAAE,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,GAAG;QAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAAC,UAAU,CAAC,EAAE,MAAM,CAAC;QAAC,YAAY,CAAC,EAAE,MAAM,CAAA;KAAE,GAChG,eAAe,CAChB,QAAQ,GAAG,MAAM,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,EAC9C,cAAc,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,CACtD;IAgED;;;;;;OAMG;IACH,GAAG,CAAC,KAAK,SAAS,MAAM,QAAQ,EAAE,IAAI,EAAE,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;IAK/D;;;;;;;;;;OAUG;IACH,MAAM,CAAC,KAAK,SAAS,MAAM,QAAQ,EACjC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,GACtG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAsB5C;;;;;OAKG;IACH,SAAS,CAAC,KAAK,SAAS,MAAM,QAAQ,EACpC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,IAAI,EACvF,IAAI,GAAE,QAAQ,GAAG,OAAO,GAAG,KAAgB,GAC1C,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IA8B5C;;;;OAIG;IACH,OAAO,CAAC,KAAK,SAAS,MAAM,QAAQ,EAClC,IAAI,EAAE,KAAK,EACX,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,GAAG;QAAE,OAAO,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAA;KAAE,KAAK,IAAI,GACpG,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAqB5C;;;OAGG;IACH,UAAU,CACR,OAAO,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,MAAM,KAAK,IAAI,GACrE,eAAe,CAAC,QAAQ,EAAE,cAAc,CAAC;IAQ5C;;;;;;;OAOG;IACG,KAAK,CAAC,KAAK,SAAS,cAAc,EACtC,IAAI,EAAE,KAAK,EACX,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EACrB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;IA4HvB,UAAU,CAAC,KAAK,SAAS,cAAc,EAC3C,IAAI,EAAE,KAAK,EACX,IAAI,EAAE,QAAQ,CAAC,KAAK,CAAC,EAAE,EACvB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,mBAAmB,GAC5B,OAAO,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;IAsH7B;;;;;;;;;;OAUG;YACW,2BAA2B;CA4C1C"}

package/script/pathways/builder.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PathwaysBuilder = void 0;
+const typebox_1 = require("@sinclair/typebox");
 const value_1 = require("@sinclair/typebox/value");
 const rxjs_1 = require("rxjs");
 const flowcore_transformer_core_sdk_js_1 = require("../compatibility/flowcore-transformer-core.sdk.js");
@@ -91,6 +92,12 @@ class PathwaysBuilder {
             writable: true,
             value: {}
         });
+        Object.defineProperty(this, "batchWriters", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: {}
+        });
         Object.defineProperty(this, "schemas", {
             enumerable: true,
             configurable: true,
@@ -207,11 +214,11 @@ class PathwaysBuilder {
         if (sessionUserResolvers) {
             this.sessionUserResolvers = sessionUserResolvers;
         }
-        this.logger.debug('Initializing PathwaysBuilder', {
+        this.logger.debug("Initializing PathwaysBuilder", {
             baseUrl,
             tenant,
             dataCore,
-            pathwayTimeoutMs
+            pathwayTimeoutMs,
         });
         this.webhookBuilderFactory = new flowcore_transformer_core_sdk_js_1.WebhookBuilder({
             baseUrl,
@@ -234,7 +241,7 @@ class PathwaysBuilder {
      * @returns The PathwaysBuilder instance with custom state configured
      */
     withPathwayState(state) {
-        this.logger.debug('Setting custom pathway state');
+        this.logger.debug("Setting custom pathway state");
         this.pathwayState = state;
         return this;
     }
@@ -244,7 +251,7 @@ class PathwaysBuilder {
      * @returns The PathwaysBuilder instance with audit configured
      */
     withAudit(handler) {
-        this.logger.debug('Configuring audit functionality');
+        this.logger.debug("Configuring audit functionality");
         this.auditHandler = handler;
         return this;
     }
@@ -254,7 +261,7 @@ class PathwaysBuilder {
      * @returns The PathwaysBuilder instance with custom user ID resolver configured
      */
     withUserResolver(resolver) {
-        this.logger.debug('Configuring user resolver');
+        this.logger.debug("Configuring user resolver");
         this.userIdResolver = resolver;
         return this;
     }
@@ -293,9 +300,9 @@ class PathwaysBuilder {
      */
     withSessionUserResolver(sessionId, resolver) {
         if (!this.sessionUserResolvers) {
-            throw new Error('Session user resolvers not configured');
+            throw new Error("Session user resolvers not configured");
         }
-        this.logger.debug('Configuring session-specific user resolver', { sessionId });
+        this.logger.debug("Configuring session-specific user resolver", { sessionId });
         this.sessionUserResolvers.set(sessionId, resolver, DEFAULT_SESSION_USER_RESOLVER_TTL_MS);
         return this;
     }
@@ -321,7 +328,7 @@ class PathwaysBuilder {
         const pathwayStr = String(pathway);
         this.logger.debug(`Processing pathway event`, {
             pathway: pathwayStr,
-            eventId: data.eventId
+            eventId: data.eventId,
         });
         if (!this.pathways[pathway]) {
             const error = `Pathway ${pathwayStr} not found`;
@@ -348,7 +355,7 @@ class PathwaysBuilder {
         if (this.auditHandler) {
             this.logger.debug(`Calling audit handler for pathway`, {
                 pathway: pathwayStr,
-                eventId: data.eventId
+                eventId: data.eventId,
             });
             this.auditHandler(pathwayStr, data);
         }
@@ -358,7 +365,7 @@ class PathwaysBuilder {
             const retryDelayMs = this.retryDelays[pathway] ?? DEFAULT_RETRY_DELAY_MS;
             this.logger.debug(`Emitting 'before' event`, {
                 pathway: pathwayStr,
-                eventId: data.eventId
+                eventId: data.eventId,
             });
             this.beforeObservable[pathway].next(data);
             while (true) {
@@ -366,7 +373,7 @@ class PathwaysBuilder {
                     this.logger.debug(`Executing handler for pathway`, {
                         pathway: pathwayStr,
                         eventId: data.eventId,
-                        attempt: retryCount + 1
+                        attempt: retryCount + 1,
                     });
                     // Execute the handler
                     const handle = this.handlers[pathway](data);
@@ -374,13 +381,13 @@ class PathwaysBuilder {
                     // If successful, emit success event and mark as processed
                     this.logger.debug(`Handler executed successfully, emitting 'after' event`, {
                         pathway: pathwayStr,
-                        eventId: data.eventId
+                        eventId: data.eventId,
                     });
                     this.afterObservers[pathway].next(data);
                     await this.pathwayState.setProcessed(data.eventId);
                     this.logger.info(`Successfully processed pathway event`, {
                         pathway: pathwayStr,
-                        eventId: data.eventId
+                        eventId: data.eventId,
                     });
                     return;
                 }
@@ -391,7 +398,7 @@ class PathwaysBuilder {
                         pathway: pathwayStr,
                         eventId: data.eventId,
                         retryCount,
-                        maxRetries
+                        maxRetries,
                     });
                     // Emit error event with both error and event data
                     this.errorObservers[pathway].next({ event: data, error: errorObj });
@@ -399,7 +406,7 @@ class PathwaysBuilder {
                     this.globalErrorSubject.next({
                         pathway: pathwayStr,
                         event: data,
-                        error: errorObj
+                        error: errorObj,
                     });
                     // Check if we should retry
                     if (retryCount < maxRetries) {
@@ -410,10 +417,10 @@ class PathwaysBuilder {
                             eventId: data.eventId,
                             attempt: retryCount,
                             maxRetries,
-                            nextDelay
+                            nextDelay,
                         });
                         // Wait for delay before retrying
-                        await new Promise(resolve => setTimeout(resolve, nextDelay));
+                        await new Promise((resolve) => setTimeout(resolve, nextDelay));
                         continue;
                     }
                     // If we've exhausted retries, mark as processed to avoid hanging
@@ -421,7 +428,7 @@ class PathwaysBuilder {
                         pathway: pathwayStr,
                         eventId: data.eventId,
                         retryCount,
-                        maxRetries
+                        maxRetries,
                     });
                     await this.pathwayState.setProcessed(data.eventId);
                     throw error;
@@ -432,7 +439,7 @@ class PathwaysBuilder {
             // No handler, just emit events and mark as processed
             this.logger.debug(`No handler for pathway, emitting events and marking as processed`, {
                 pathway: pathwayStr,
-                eventId: data.eventId
+                eventId: data.eventId,
             });
             this.beforeObservable[pathway].next(data);
             this.afterObservers[pathway].next(data);
@@ -459,9 +466,9 @@ class PathwaysBuilder {
             isFilePathway: contract.isFilePathway,
             timeoutMs: contract.timeoutMs,
             maxRetries: contract.maxRetries,
-            retryDelayMs: contract.retryDelayMs
-        });
-        // deno-lint-ignore no-explicit-any
+            retryDelayMs: contract.retryDelayMs,
+        }) // deno-lint-ignore no-explicit-any
+        ;
         this.pathways[path] = true;
         this.beforeObservable[path] = new rxjs_1.Subject();
         this.afterObservers[path] = new rxjs_1.Subject();
@@ -475,6 +482,8 @@ class PathwaysBuilder {
             else {
                 this.writers[path] = this.webhookBuilderFactory()
                     .buildWebhook(contract.flowType, contract.eventType).send;
+                this.batchWriters[path] = this.webhookBuilderFactory()
+                    .buildWebhook(contract.flowType, contract.eventType).sendBatch;
             }
         }
         if (contract.timeoutMs) {
@@ -492,7 +501,7 @@ class PathwaysBuilder {
             pathway: path,
             flowType: contract.flowType,
             eventType: contract.eventType,
-            writable
+            writable,
         });
         return this;
     }
@@ -534,6 +543,7 @@ class PathwaysBuilder {
         }
         this.handlers[path] = handler;
         this.logger.info(`Handler set for pathway`, { pathway: pathStr });
+        return this;
     }
     /**
      * Subscribe to pathway events (before or after processing)
@@ -560,8 +570,9 @@ class PathwaysBuilder {
         }
         this.logger.info(`Subscription to pathway events set up`, {
             pathway: pathStr,
-            type
+            type,
         });
+        return this;
     }
     /**
      * Subscribe to errors for a specific pathway
@@ -581,6 +592,7 @@ class PathwaysBuilder {
         const typedHandler = (payload) => handler(payload.error, payload.event);
         this.errorObservers[path].subscribe(typedHandler);
         this.logger.info(`Error handler set for pathway`, { pathway: pathStr });
+        return this;
     }
     /**
      * Subscribe to errors for all pathways
@@ -590,6 +602,7 @@ class PathwaysBuilder {
         this.logger.debug(`Subscribing to all pathway errors`);
         this.globalErrorSubject.subscribe(({ pathway, event, error }) => handler(error, event, pathway));
         this.logger.debug(`Subscribed to all pathway errors`);
+        return this;
     }
     /**
      * Writes data to a pathway with optional audit metadata
@@ -606,8 +619,8 @@ class PathwaysBuilder {
             metadata,
             options: {
                 fireAndForget: options?.fireAndForget,
-                sessionId: options?.sessionId
-            }
+                sessionId: options?.sessionId,
+            },
         });
         if (!this.pathways[path]) {
             const error = `Pathway ${pathStr} not found`;
@@ -624,7 +637,7 @@ class PathwaysBuilder {
             const errorMessage = `Invalid data for pathway ${pathStr}`;
             this.logger.error(errorMessage, new Error(errorMessage), {
                 pathway: pathStr,
-                schema: schema.toString()
+                schema: schema.toString(),
             });
             throw new Error(errorMessage);
         }
@@ -640,13 +653,13 @@ class PathwaysBuilder {
                     this.logger.debug(`Using session-specific user resolver`, {
                         pathway: pathStr,
                         sessionId: options.sessionId,
-                        userId
+                        userId,
                     });
                 }
                 catch (error) {
                     this.logger.error(`Error resolving session user ID`, error instanceof Error ? error : new Error(String(error)), {
                         pathway: pathStr,
-                        sessionId: options.sessionId
+                        sessionId: options.sessionId,
                     });
                 }
             }
@@ -664,7 +677,7 @@ class PathwaysBuilder {
         this.logger.debug(`Adding audit metadata`, {
             pathway: pathStr,
             auditMode,
-            userId
+            userId,
         });
         if (userId) {
             // Add appropriate audit metadata based on mode
@@ -691,15 +704,113 @@ class PathwaysBuilder {
         this.logger.info(`Successfully wrote to pathway`, {
             pathway: pathStr,
             eventIds: Array.isArray(eventIds) ? eventIds : [eventIds],
-            fireAndForget: options?.fireAndForget
+            fireAndForget: options?.fireAndForget,
         });
         if (!options?.fireAndForget) {
             this.logger.debug(`Waiting for pathway to be processed`, {
                 pathway: pathStr,
-                eventIds: Array.isArray(eventIds) ? eventIds : [eventIds]
+                eventIds: Array.isArray(eventIds) ? eventIds : [eventIds],
             });
             await Promise.all(Array.isArray(eventIds)
-                ? eventIds.map(id => this.waitForPathwayToBeProcessed(id))
+                ? eventIds.map((id) => this.waitForPathwayToBeProcessed(id))
+                : [this.waitForPathwayToBeProcessed(eventIds)]);
+        }
+        return eventIds;
+    }
+    async writeBatch(path, data, metadata, options) {
+        const pathStr = String(path);
+        this.logger.debug(`Writing batch to pathway`, {
+            pathway: pathStr,
+            metadata,
+            options: {
+                fireAndForget: options?.fireAndForget,
+                sessionId: options?.sessionId,
+            },
+        });
+        if (!this.pathways[path]) {
+            const error = `Pathway ${pathStr} not found`;
+            this.logger.error(error);
+            throw new Error(error);
+        }
+        if (!this.writable[path]) {
+            const error = `Pathway ${pathStr} is not writable`;
+            this.logger.error(error);
+            throw new Error(error);
+        }
+        const schema = this.schemas[path];
+        if (!value_1.Value.Check(typebox_1.Type.Array(schema), data)) {
+            const errorMessage = `Invalid batch data for pathway ${pathStr}`;
+            this.logger.error(errorMessage, new Error(errorMessage), {
+                pathway: pathStr,
+                schema: schema.toString(),
+            });
+            throw new Error(errorMessage);
+        }
+        // Create a copy of the metadata to avoid modifying the original
+        const finalMetadata = metadata ? { ...metadata } : {};
+        // Check for session-specific user resolver
+        let userId;
+        if (options?.sessionId) {
+            const sessionUserResolver = this.getSessionUserResolver(options.sessionId);
+            if (sessionUserResolver) {
+                try {
+                    userId = await sessionUserResolver();
+                    this.logger.debug(`Using session-specific user resolver`, {
+                        pathway: pathStr,
+                        sessionId: options.sessionId,
+                        userId,
+                    });
+                }
+                catch (error) {
+                    this.logger.error(`Error resolving session user ID`, error instanceof Error ? error : new Error(String(error)), {
+                        pathway: pathStr,
+                        sessionId: options.sessionId,
+                    });
+                }
+            }
+        }
+        // Process audit metadata if audit is configured
+        if (this.userIdResolver) {
+            // Only use global resolver if we don't already have a user ID from a session resolver
+            if (!userId) {
+                this.logger.debug(`Resolving user ID for audit metadata`, { pathway: pathStr });
+                userId = await this.userIdResolver();
+            }
+        }
+        // Determine the audit mode: default is "user" unless explicitly specified as "system"
+        const auditMode = options?.auditMode ?? "user";
+        this.logger.debug(`Adding audit metadata`, {
+            pathway: pathStr,
+            auditMode,
+            userId,
+        });
+        if (userId) {
+            // Add appropriate audit metadata based on mode
+            if (auditMode === "system") {
+                finalMetadata["audit/user-id"] = "system";
+                finalMetadata["audit/on-behalf-of"] = userId;
+                finalMetadata["audit/mode"] = "system";
+            }
+            else {
+                finalMetadata["audit/user-id"] = userId;
+                finalMetadata["audit/mode"] = "user"; // Always set mode for user
+            }
+        }
+        let eventIds = [];
+        this.logger.debug(`Writing batch webhook data to pathway`, { pathway: pathStr });
+        eventIds = await this.batchWriters[path](data, finalMetadata, options);
+        this.logger.info(`Successfully wrote to pathway`, {
+            pathway: pathStr,
+            eventIds: Array.isArray(eventIds) ? eventIds : [eventIds],
+            fireAndForget: options?.fireAndForget,
+        });
+        if (!options?.fireAndForget) {
+            this.logger.debug(`Waiting for pathway to be processed`, {
+                pathway: pathStr,
+                eventIds: Array.isArray(eventIds) ? eventIds : [eventIds],
+            });
+            await Promise.all(Array.isArray(eventIds)
+                ? eventIds.map((id) => this.waitForPathwayToBeProcessed(id))
                 : [this.waitForPathwayToBeProcessed(eventIds)]);
         }
         return eventIds;
@@ -720,7 +831,7 @@ class PathwaysBuilder {
         const timeoutMs = this.timeouts[eventId] ?? this.pathwayTimeoutMs;
         this.logger.debug(`Waiting for event to be processed`, {
             eventId,
-            timeoutMs
+            timeoutMs,
         });
         let attempts = 0;
         while (!(await this.pathwayState.isProcessed(eventId))) {
@@ -732,7 +843,7 @@ class PathwaysBuilder {
                     eventId,
                     timeoutMs,
                     elapsedTime,
-                    attempts
+                    attempts,
                 });
                 throw new Error(errorMessage);
             }
@@ -741,7 +852,7 @@ class PathwaysBuilder {
                     eventId,
                     elapsedTime,
                     attempts,
-                    timeoutMs
+                    timeoutMs,
                 });
             }
             await new Promise((resolve) => setTimeout(resolve, 100));
@@ -749,7 +860,7 @@ class PathwaysBuilder {
         this.logger.debug(`Event has been processed`, {
             eventId,
             elapsedTime: Date.now() - startTime,
-            attempts
+            attempts,
         });
     }
 }

package/script/pathways/postgres/postgres-pathway-state.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"postgres-pathway-state.d.ts","sourceRoot":"","sources":["../../../src/pathways/postgres/postgres-pathway-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAIhD;;GAEG;AACH,MAAM,WAAW,0CAA0C;IACzD,gHAAgH;IAChH,gBAAgB,EAAE,MAAM,CAAC;IAEzB,yEAAyE;IACzE,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,IAAI,CAAC,EAAE,KAAK,CAAC;IACb,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,QAAQ,CAAC,EAAE,KAAK,CAAC;IACjB,GAAG,CAAC,EAAE,KAAK,CAAC;IAEZ,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,oCAAoC;IACnD,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,KAAK,CAAC;IAEzB,iCAAiC;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAC;IACjB,4CAA4C;IAC5C,GAAG,CAAC,EAAE,OAAO,CAAC;IAEd,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;GAMG;AACH,MAAM,MAAM,0BAA0B,GAAG,0CAA0C,GAAG,oCAAoC,CAAC;AAE3H;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,qBAAa,oBAAqB,YAAW,YAAY;IA0C3C,OAAO,CAAC,MAAM;IAzC1B;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAiB;IAEvD;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAmB;IAE7D;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAkB;IAElC;;;OAGG;IACH,OAAO,CAAC,SAAS,CAAS;IAE1B;;;OAGG;IACH,OAAO,CAAC,KAAK,CAAS;IAEtB;;;OAGG;IACH,OAAO,CAAC,WAAW,CAAS;IAE5B;;;;OAIG;gBACiB,MAAM,EAAE,0BAA0B;IAMtD;;;;;OAKG;YACW,UAAU;IA0CxB;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAcpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkCG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAelD;;;;;OAKG;YACW,cAAc;IAQ5B;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,0BAA0B,GAAG,oBAAoB,CAGnG"}
+{"version":3,"file":"postgres-pathway-state.d.ts","sourceRoot":"","sources":["../../../src/pathways/postgres/postgres-pathway-state.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAA;AAI/C;;GAEG;AACH,MAAM,WAAW,0CAA0C;IACzD,gHAAgH;IAChH,gBAAgB,EAAE,MAAM,CAAA;IAExB,yEAAyE;IACzE,IAAI,CAAC,EAAE,KAAK,CAAA;IACZ,IAAI,CAAC,EAAE,KAAK,CAAA;IACZ,IAAI,CAAC,EAAE,KAAK,CAAA;IACZ,QAAQ,CAAC,EAAE,KAAK,CAAA;IAChB,QAAQ,CAAC,EAAE,KAAK,CAAA;IAChB,GAAG,CAAC,EAAE,KAAK,CAAA;IAEX,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;GAEG;AACH,MAAM,WAAW,oCAAoC;IACnD,uDAAuD;IACvD,gBAAgB,CAAC,EAAE,KAAK,CAAA;IAExB,iCAAiC;IACjC,IAAI,EAAE,MAAM,CAAA;IACZ,6BAA6B;IAC7B,IAAI,EAAE,MAAM,CAAA;IACZ,0BAA0B;IAC1B,IAAI,EAAE,MAAM,CAAA;IACZ,0BAA0B;IAC1B,QAAQ,EAAE,MAAM,CAAA;IAChB,+BAA+B;IAC/B,QAAQ,EAAE,MAAM,CAAA;IAChB,4CAA4C;IAC5C,GAAG,CAAC,EAAE,OAAO,CAAA;IAEb,sEAAsE;IACtE,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,6EAA6E;IAC7E,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AAED;;;;;;GAMG;AACH,MAAM,MAAM,0BAA0B,GAClC,0CAA0C,GAC1C,oCAAoC,CAAA;AAExC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH,qBAAa,oBAAqB,YAAW,YAAY;IA0C3C,OAAO,CAAC,MAAM;IAzC1B;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAgB;IAEtD;;;OAGG;IACH,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAkB;IAE5D;;;OAGG;IACH,OAAO,CAAC,QAAQ,CAAiB;IAEjC;;;OAGG;IACH,OAAO,CAAC,SAAS,CAAQ;IAEzB;;;OAGG;IACH,OAAO,CAAC,KAAK,CAAQ;IAErB;;;OAGG;IACH,OAAO,CAAC,WAAW,CAAQ;IAE3B;;;;OAIG;gBACiB,MAAM,EAAE,0BAA0B;IAMtD;;;;;OAKG;YACW,UAAU;IAuDxB;;;;;;;;;;;;;;;;;;;;;;;;;;;OA2BG;IACG,WAAW,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBpD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAkCG;IACG,YAAY,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBlD;;;;;OAKG;YACW,cAAc;IAQ5B;;;;OAIG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2CG;AACH,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,0BAA0B,GAAG,oBAAoB,CAGnG"}

package/script/pathways/postgres/postgres-pathway-state.js

@@ -118,10 +118,10 @@ class PostgresPathwayState {
             return;
         }
         // Create adapter using either connection string or individual parameters
-        if ('connectionString' in this.config && this.config.connectionString) {
+        if ("connectionString" in this.config && this.config.connectionString) {
             // Use connection string if provided
             this.postgres = await (0, postgres_adapter_js_1.createPostgresAdapter)({
-                connectionString: this.config.connectionString
+                connectionString: this.config.connectionString,
             });
         }
         else {
@@ -136,19 +136,29 @@ class PostgresPathwayState {
                 ssl: this.config.ssl,
             });
         }
-        // Create table if it doesn't exist
-        await this.postgres.execute(`
-      CREATE TABLE IF NOT EXISTS ${this.tableName} (
-        event_id TEXT PRIMARY KEY,
-        processed BOOLEAN NOT NULL,
-        created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
-        expires_at TIMESTAMP WITH TIME ZONE NOT NULL
+        // Check if the table exists
+        const tableExists = await this.postgres.query(`
+      SELECT EXISTS (
+        SELECT 1
+        FROM information_schema.tables
+        WHERE table_name = $1
       )
-    `);
-        // Create index on expires_at to help with cleanup
-        await this.postgres.execute(`
-      CREATE INDEX IF NOT EXISTS ${this.tableName}_expires_at_idx ON ${this.tableName} (expires_at)
-    `);
+    `, [this.tableName]);
+        if (!tableExists[0]?.exists) {
+            // Create table if it doesn't exist
+            await this.postgres.execute(`
+        CREATE TABLE IF NOT EXISTS ${this.tableName} (
+          event_id TEXT PRIMARY KEY,
+          processed BOOLEAN NOT NULL,
+          created_at TIMESTAMP WITH TIME ZONE DEFAULT CURRENT_TIMESTAMP,
+          expires_at TIMESTAMP WITH TIME ZONE NOT NULL
+        )
+      `);
+            // Create index on expires_at to help with cleanup
+            await this.postgres.execute(`
+        CREATE INDEX IF NOT EXISTS ${this.tableName}_expires_at_idx ON ${this.tableName} (expires_at)
+      `);
+        }
         this.initialized = true;
     }
     /**
@@ -231,9 +241,9 @@ class PostgresPathwayState {
         await this.postgres.execute(`
       INSERT INTO ${this.tableName} (event_id, processed, expires_at)
       VALUES ($1, TRUE, NOW() + interval '${Math.floor(this.ttlMs / 1000)} seconds')
-      ON CONFLICT (event_id) 
-      DO UPDATE SET 
-        processed = TRUE, 
+      ON CONFLICT (event_id)
+      DO UPDATE SET
+        processed = TRUE,
         expires_at = NOW() + interval '${Math.floor(this.ttlMs / 1000)} seconds'
     `, [eventId]);
     }

package/script/pathways/types.d.ts

@@ -89,6 +89,11 @@ export interface EventMetadata extends Record<string, unknown> {
  * @template EventPayload The type of the event payload
  */
 export type SendWebhook<EventPayload> = (payload: EventPayload, metadata?: EventMetadata, options?: WebhookSendOptions) => Promise<string>;
+/**
+ * Function type for sending batch events to a webhook
+ * @template EventPayload The type of the event payload
+ */
+export type SendWebhookBatch<EventPayload> = (payload: EventPayload[], metadata?: EventMetadata, options?: WebhookSendOptions) => Promise<string[]>;
 /**
  * Function type for sending a file to a webhook
  */
@@ -108,12 +113,12 @@ export type PathwayState = {
      * @param eventId The ID of the event to check
      * @returns Boolean indicating if the event has been processed
      */
-    isProcessed: (eventId: string) => (boolean | Promise<boolean>);
+    isProcessed: (eventId: string) => boolean | Promise<boolean>;
     /**
      * Marks an event as processed
      * @param eventId The ID of the event to mark as processed
      */
-    setProcessed: (eventId: string) => (void | Promise<void>);
+    setProcessed: (eventId: string) => void | Promise<void>;
 };
 /**
  * Options for pathway writes, extending WebhookSendOptions

package/script/pathways/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pathways/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAChD,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AAEzF;;;GAGG;AACH,KAAK,uBAAuB,CAAC,CAAC,SAAS,MAAM,IAAI,CAAC,GAAG;IACnD,QAAQ,CAAC,yBAAyB,EAAE,wGAAwG,CAAA;CAC7I,CAAA;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,OAAO;IACpF;;OAEG;IACH,QAAQ,EAAE,CAAC,CAAA;IAEX;;OAEG;IACH,SAAS,EAAE,CAAC,CAAA;IAEZ;;OAEG;IACH,MAAM,EAAE,CAAC,CAAA;IAET;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAElB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAE3B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED;;;;GAIG;AACH,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAA;AAExE;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEjE;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,YAAY,IAAI,CAAC,OAAO,EAAE,YAAY,EAAE,QAAQ,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,OAAO,CAAC,MAAM,CAAC,CAAA;AAE1I;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,OAAO,EAAE,eAAe,EAAE,QAAQ,CAAC,EAAE,aAAa,EAAE,OAAO,CAAC,EAAE,kBAAkB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAElI;;;;GAIG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,UAAU,SAAS,OAAO,IAAI,UAAU,SAAS,KAAK,GAAG,uBAAuB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;AAErI;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;OAIG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAA;IAE9D;;;OAGG;IACH,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAA;CAC1D,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG;IACrD;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;IAEvB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAEhC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IAE7B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/pathways/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,mBAAmB,CAAA;AAChD,OAAO,KAAK,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,gCAAgC,CAAA;AAEzF;;;GAGG;AACH,KAAK,uBAAuB,CAAC,CAAC,SAAS,MAAM,IAAI,CAAC,GAAG;IACnD,QAAQ,CAAC,yBAAyB,EAChC,wGAAwG,CAAA;CAC3G,CAAA;AAED;;;;;GAKG;AACH,MAAM,WAAW,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,OAAO;IACpF;;OAEG;IACH,QAAQ,EAAE,CAAC,CAAA;IAEX;;OAEG;IACH,SAAS,EAAE,CAAC,CAAA;IAEZ;;OAEG;IACH,MAAM,EAAE,CAAC,CAAA;IAET;;;;;;;;;;;;;;;;;;;;OAoBG;IACH,QAAQ,CAAC,EAAE,OAAO,CAAA;IAElB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAA;IAEnB;;;;OAIG;IACH,YAAY,CAAC,EAAE,MAAM,CAAA;IAErB;;;OAGG;IACH,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAA;IAE3B;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;IAElB;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB;AAED;;;;GAIG;AACH,MAAM,MAAM,UAAU,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,EAAE,CAAA;AAExE;;GAEG;AACH,MAAM,WAAW,aAAc,SAAQ,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAAG;AAEjE;;;GAGG;AACH,MAAM,MAAM,WAAW,CAAC,YAAY,IAAI,CACtC,OAAO,EAAE,YAAY,EACrB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,CAAC,CAAA;AAEpB;;;GAGG;AACH,MAAM,MAAM,gBAAgB,CAAC,YAAY,IAAI,CAC3C,OAAO,EAAE,YAAY,EAAE,EACvB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CACzB,OAAO,EAAE,eAAe,EACxB,QAAQ,CAAC,EAAE,aAAa,EACxB,OAAO,CAAC,EAAE,kBAAkB,KACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;AAEtB;;;;GAIG;AACH,MAAM,MAAM,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,UAAU,SAAS,OAAO,IAAI,UAAU,SAAS,KAAK,GAChG,uBAAuB,CAAC,CAAC,CAAC,GAC1B,CAAC,CAAA;AAEL;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG;IACzB;;;;OAIG;IACH,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAE5D;;;OAGG;IACH,YAAY,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;CACxD,CAAA;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,kBAAkB,GAAG;IACrD;;OAEG;IACH,aAAa,CAAC,EAAE,OAAO,CAAA;IAEvB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAEhC;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAA;IAE7B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,CAAA;CACnB,CAAA"}