mongo.do 0.1.0

package/dist/olap/cdc/cdc-buffer.d.ts

@@ -0,0 +1,92 @@
+/**
+ * CDC Buffer
+ *
+ * Buffers CDC events for efficient batch processing.
+ * Implements configurable thresholds for batch size and time-based flushing.
+ */
+import type { CDCEvent } from './cdc-schema';
+/**
+ * Configuration options for the CDC buffer
+ */
+export interface CDCBufferConfig {
+    /** Maximum number of events before auto-flush (default: 100) */
+    maxBatchSize?: number;
+    /** Timeout in milliseconds before auto-flush (default: 1000) */
+    flushTimeoutMs?: number;
+}
+/**
+ * Callback function type for auto-flush
+ */
+export type FlushCallback = (events: CDCEvent[]) => void | Promise<void>;
+/**
+ * CDCBuffer accumulates CDC events and supports both manual and automatic flushing.
+ *
+ * Features:
+ * - Accumulates events until batch size threshold
+ * - Time-based automatic flushing
+ * - Preserves event ordering (FIFO)
+ * - Thread-safe for concurrent writes
+ */
+export declare class CDCBuffer {
+    /** Internal buffer storing events */
+    private events;
+    /** Maximum batch size before flush */
+    private readonly maxBatchSize;
+    /** Timeout for auto-flush in milliseconds */
+    private readonly flushTimeoutMs;
+    /** Callback to invoke on auto-flush */
+    private flushCallback;
+    /** Timer reference for time-based flush */
+    private flushTimer;
+    /** Flag to track if auto-flush is active */
+    private autoFlushActive;
+    /**
+     * Create a new CDC buffer
+     *
+     * @param config - Configuration options
+     */
+    constructor(config?: CDCBufferConfig);
+    /**
+     * Add an event to the buffer
+     *
+     * @param event - CDC event to add
+     */
+    add(event: CDCEvent): void;
+    /**
+     * Flush all events from the buffer
+     *
+     * @returns Array of flushed events
+     */
+    flush(): CDCEvent[];
+    /**
+     * Get the current number of events in the buffer
+     */
+    size(): number;
+    /**
+     * Check if the buffer is empty
+     */
+    isEmpty(): boolean;
+    /**
+     * Start automatic flushing with the given callback
+     *
+     * @param callback - Function to call with events when flushing
+     */
+    startAutoFlush(callback: FlushCallback): void;
+    /**
+     * Stop automatic flushing
+     */
+    stopAutoFlush(): void;
+    /**
+     * Trigger an auto-flush with the callback
+     */
+    private triggerAutoFlush;
+    /**
+     * Reset the flush timer
+     */
+    private resetFlushTimer;
+    /**
+     * Clear the flush timer
+     */
+    private clearFlushTimer;
+}
+//# sourceMappingURL=cdc-buffer.d.ts.map

package/dist/olap/cdc/cdc-buffer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdc-buffer.d.ts","sourceRoot":"","sources":["../../../src/olap/cdc/cdc-buffer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAM7C;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,gEAAgE;IAChE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gEAAgE;IAChE,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;AAczE;;;;;;;;GAQG;AACH,qBAAa,SAAS;IACpB,qCAAqC;IACrC,OAAO,CAAC,MAAM,CAAkB;IAEhC,sCAAsC;IACtC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IAEtC,6CAA6C;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IAExC,uCAAuC;IACvC,OAAO,CAAC,aAAa,CAA8B;IAEnD,2CAA2C;IAC3C,OAAO,CAAC,UAAU,CAA8C;IAEhE,4CAA4C;IAC5C,OAAO,CAAC,eAAe,CAAkB;IAEzC;;;;OAIG;gBACS,MAAM,CAAC,EAAE,eAAe;IAMpC;;;;OAIG;IACH,GAAG,CAAC,KAAK,EAAE,QAAQ,GAAG,IAAI;IAY1B;;;;OAIG;IACH,KAAK,IAAI,QAAQ,EAAE;IAWnB;;OAEG;IACH,IAAI,IAAI,MAAM;IAId;;OAEG;IACH,OAAO,IAAI,OAAO;IAIlB;;;;OAIG;IACH,cAAc,CAAC,QAAQ,EAAE,aAAa,GAAG,IAAI;IAU7C;;OAEG;IACH,aAAa,IAAI,IAAI;IAMrB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAgBxB;;OAEG;IACH,OAAO,CAAC,eAAe;IAUvB;;OAEG;IACH,OAAO,CAAC,eAAe;CAMxB"}

package/dist/olap/cdc/cdc-buffer.js

@@ -0,0 +1,146 @@
+/**
+ * CDC Buffer
+ *
+ * Buffers CDC events for efficient batch processing.
+ * Implements configurable thresholds for batch size and time-based flushing.
+ */
+// ============================================================================
+// Constants
+// ============================================================================
+const DEFAULT_MAX_BATCH_SIZE = 100;
+const DEFAULT_FLUSH_TIMEOUT_MS = 1000;
+const MIN_BATCH_SIZE = 1;
+// ============================================================================
+// CDCBuffer Class
+// ============================================================================
+/**
+ * CDCBuffer accumulates CDC events and supports both manual and automatic flushing.
+ *
+ * Features:
+ * - Accumulates events until batch size threshold
+ * - Time-based automatic flushing
+ * - Preserves event ordering (FIFO)
+ * - Thread-safe for concurrent writes
+ */
+export class CDCBuffer {
+    /** Internal buffer storing events */
+    events = [];
+    /** Maximum batch size before flush */
+    maxBatchSize;
+    /** Timeout for auto-flush in milliseconds */
+    flushTimeoutMs;
+    /** Callback to invoke on auto-flush */
+    flushCallback = null;
+    /** Timer reference for time-based flush */
+    flushTimer = null;
+    /** Flag to track if auto-flush is active */
+    autoFlushActive = false;
+    /**
+     * Create a new CDC buffer
+     *
+     * @param config - Configuration options
+     */
+    constructor(config) {
+        const batchSize = config?.maxBatchSize ?? DEFAULT_MAX_BATCH_SIZE;
+        this.maxBatchSize = batchSize > 0 ? batchSize : MIN_BATCH_SIZE;
+        this.flushTimeoutMs = config?.flushTimeoutMs ?? DEFAULT_FLUSH_TIMEOUT_MS;
+    }
+    /**
+     * Add an event to the buffer
+     *
+     * @param event - CDC event to add
+     */
+    add(event) {
+        this.events.push(event);
+        // Check if we should auto-flush based on batch size
+        if (this.autoFlushActive && this.events.length >= this.maxBatchSize) {
+            this.triggerAutoFlush();
+        }
+        else if (this.autoFlushActive && this.events.length === 1) {
+            // Start timer on first event
+            this.resetFlushTimer();
+        }
+    }
+    /**
+     * Flush all events from the buffer
+     *
+     * @returns Array of flushed events
+     */
+    flush() {
+        // Clear any pending timer
+        this.clearFlushTimer();
+        // Get all events and clear buffer
+        const flushedEvents = this.events;
+        this.events = [];
+        return flushedEvents;
+    }
+    /**
+     * Get the current number of events in the buffer
+     */
+    size() {
+        return this.events.length;
+    }
+    /**
+     * Check if the buffer is empty
+     */
+    isEmpty() {
+        return this.events.length === 0;
+    }
+    /**
+     * Start automatic flushing with the given callback
+     *
+     * @param callback - Function to call with events when flushing
+     */
+    startAutoFlush(callback) {
+        this.flushCallback = callback;
+        this.autoFlushActive = true;
+        // If there are existing events, start the timer
+        if (this.events.length > 0) {
+            this.resetFlushTimer();
+        }
+    }
+    /**
+     * Stop automatic flushing
+     */
+    stopAutoFlush() {
+        this.autoFlushActive = false;
+        this.flushCallback = null;
+        this.clearFlushTimer();
+    }
+    /**
+     * Trigger an auto-flush with the callback
+     */
+    triggerAutoFlush() {
+        if (!this.flushCallback || this.events.length === 0) {
+            return;
+        }
+        // Clear timer since we're flushing now
+        this.clearFlushTimer();
+        // Get events and clear buffer
+        const eventsToFlush = this.events;
+        this.events = [];
+        // Call the callback
+        this.flushCallback(eventsToFlush);
+    }
+    /**
+     * Reset the flush timer
+     */
+    resetFlushTimer() {
+        this.clearFlushTimer();
+        if (this.autoFlushActive && this.flushTimeoutMs > 0) {
+            this.flushTimer = setTimeout(() => {
+                this.triggerAutoFlush();
+            }, this.flushTimeoutMs);
+        }
+    }
+    /**
+     * Clear the flush timer
+     */
+    clearFlushTimer() {
+        if (this.flushTimer !== null) {
+            clearTimeout(this.flushTimer);
+            this.flushTimer = null;
+        }
+    }
+}
+//# sourceMappingURL=cdc-buffer.js.map

package/dist/olap/cdc/cdc-buffer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdc-buffer.js","sourceRoot":"","sources":["../../../src/olap/cdc/cdc-buffer.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAuBH,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AACtC,MAAM,cAAc,GAAG,CAAC,CAAC;AAEzB,+EAA+E;AAC/E,kBAAkB;AAClB,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,OAAO,SAAS;IACpB,qCAAqC;IAC7B,MAAM,GAAe,EAAE,CAAC;IAEhC,sCAAsC;IACrB,YAAY,CAAS;IAEtC,6CAA6C;IAC5B,cAAc,CAAS;IAExC,uCAAuC;IAC/B,aAAa,GAAyB,IAAI,CAAC;IAEnD,2CAA2C;IACnC,UAAU,GAAyC,IAAI,CAAC;IAEhE,4CAA4C;IACpC,eAAe,GAAY,KAAK,CAAC;IAEzC;;;;OAIG;IACH,YAAY,MAAwB;QAClC,MAAM,SAAS,GAAG,MAAM,EAAE,YAAY,IAAI,sBAAsB,CAAC;QACjE,IAAI,CAAC,YAAY,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,CAAC;QAC/D,IAAI,CAAC,cAAc,GAAG,MAAM,EAAE,cAAc,IAAI,wBAAwB,CAAC;IAC3E,CAAC;IAED;;;;OAIG;IACH,GAAG,CAAC,KAAe;QACjB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAExB,oDAAoD;QACpD,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpE,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC1B,CAAC;aAAM,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5D,6BAA6B;YAC7B,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK;QACH,0BAA0B;QAC1B,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,kCAAkC;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QAEjB,OAAO,aAAa,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,OAAO;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,QAAuB;QACpC,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC;QAC9B,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAE5B,gDAAgD;QAChD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,eAAe,EAAE,CAAC;QACzB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa;QACX,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,gBAAgB;QACtB,IAAI,CAAC,IAAI,CAAC,aAAa,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACpD,OAAO;QACT,CAAC;QAED,uCAAuC;QACvC,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,8BAA8B;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QAEjB,oBAAoB;QACpB,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,IAAI,CAAC,eAAe,EAAE,CAAC;QAEvB,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,GAAG,EAAE;gBAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe;QACrB,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,EAAE,CAAC;YAC7B,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;IACH,CAAC;CACF"}

package/dist/olap/cdc/cdc-emitter.d.ts

@@ -0,0 +1,118 @@
+/**
+ * CDC Emitter
+ *
+ * Responsible for emitting Change Data Capture events to downstream systems.
+ * Handles batching, buffering, and graceful degradation when Pipeline binding
+ * is unavailable.
+ */
+import type { CDCEvent } from './cdc-schema';
+import type { ObjectId } from '../../types/objectid';
+/**
+ * Pipeline binding interface (Cloudflare Pipelines)
+ */
+export interface Pipeline {
+    send(data: unknown): Promise<void>;
+    sendBatch(data: unknown[]): Promise<void>;
+}
+/**
+ * Configuration options for the CDC emitter
+ */
+export interface CDCEmitterConfig {
+    /** Pipeline binding for sending events */
+    pipeline?: Pipeline;
+    /** Database name */
+    database: string;
+    /** Collection name */
+    collection: string;
+    /** Batch size for buffering (default: 1 for immediate send) */
+    batchSize?: number;
+    /** Batch timeout in milliseconds */
+    batchTimeoutMs?: number;
+    /** Number of retry attempts on failure (default: 0) */
+    retryAttempts?: number;
+}
+/**
+ * CDCEmitter handles emitting CDC events to Cloudflare Pipelines.
+ *
+ * Features:
+ * - Emits insert, update, and delete events
+ * - Supports batching for efficiency
+ * - Graceful degradation when Pipeline unavailable
+ * - Retry logic for transient failures
+ */
+export declare class CDCEmitter {
+    /** Pipeline binding */
+    private readonly pipeline?;
+    /** Database name */
+    private readonly database;
+    /** Collection name */
+    private readonly collection;
+    /** Buffer for batching events */
+    private readonly buffer;
+    /** Whether batching is enabled */
+    private readonly batchingEnabled;
+    /** Number of retry attempts */
+    private readonly retryAttempts;
+    /**
+     * Create a new CDC emitter
+     *
+     * @param config - Configuration options
+     */
+    constructor(config: CDCEmitterConfig);
+    /**
+     * Emit an insert event for a new document
+     *
+     * @param document - The inserted document
+     */
+    emitInsert(document: Record<string, unknown> & {
+        _id: ObjectId;
+    }): Promise<void>;
+    /**
+     * Emit an update event for a document change
+     *
+     * @param before - The document before the change (null if not available)
+     * @param after - The document after the change
+     */
+    emitUpdate(before: Record<string, unknown> | null, after: Record<string, unknown> & {
+        _id: ObjectId;
+    }): Promise<void>;
+    /**
+     * Emit a delete event for a removed document
+     *
+     * @param document - The deleted document
+     */
+    emitDelete(document: Record<string, unknown> & {
+        _id: ObjectId;
+    }): Promise<void>;
+    /**
+     * Emit multiple events in bulk
+     *
+     * @param events - Array of CDC events to emit
+     */
+    emitBulk(events: CDCEvent[]): Promise<void>;
+    /**
+     * Flush any buffered events immediately
+     */
+    flush(): Promise<void>;
+    /**
+     * Check if the Pipeline binding is available
+     */
+    isAvailable(): boolean;
+    /**
+     * Emit a single event, either directly or via buffer
+     */
+    private emitEvent;
+    /**
+     * Send a single event to the pipeline with retry logic
+     */
+    private sendToPipeline;
+    /**
+     * Send a batch of events to the pipeline
+     */
+    private sendBatchToPipeline;
+    /**
+     * Delay helper for retry logic
+     */
+    private delay;
+}
+//# sourceMappingURL=cdc-emitter.d.ts.map

package/dist/olap/cdc/cdc-emitter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdc-emitter.d.ts","sourceRoot":"","sources":["../../../src/olap/cdc/cdc-emitter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG7C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,IAAI,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACnC,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,0CAA0C;IAC1C,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,oBAAoB;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,sBAAsB;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,oCAAoC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,uDAAuD;IACvD,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAaD;;;;;;;;GAQG;AACH,qBAAa,UAAU;IACrB,uBAAuB;IACvB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAW;IAErC,oBAAoB;IACpB,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAElC,sBAAsB;IACtB,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IAEpC,iCAAiC;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;IAEnC,kCAAkC;IAClC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAU;IAE1C,+BAA+B;IAC/B,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAS;IAEvC;;;;OAIG;gBACS,MAAM,EAAE,gBAAgB;IA2BpC;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;QAAE,GAAG,EAAE,QAAQ,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAetF;;;;;OAKG;IACG,UAAU,CACd,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,EACtC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;QAAE,GAAG,EAAE,QAAQ,CAAA;KAAE,GACjD,OAAO,CAAC,IAAI,CAAC;IAiBhB;;;;OAIG;IACG,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;QAAE,GAAG,EAAE,QAAQ,CAAA;KAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAgBtF;;;;OAIG;IACG,QAAQ,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAajD;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAc5B;;OAEG;IACH,WAAW,IAAI,OAAO;IAQtB;;OAEG;YACW,SAAS;IAQvB;;OAEG;YACW,cAAc;IAyB5B;;OAEG;YACW,mBAAmB;IAYjC;;OAEG;IACH,OAAO,CAAC,KAAK;CAGd"}

package/dist/olap/cdc/cdc-emitter.js

@@ -0,0 +1,217 @@
+/**
+ * CDC Emitter
+ *
+ * Responsible for emitting Change Data Capture events to downstream systems.
+ * Handles batching, buffering, and graceful degradation when Pipeline binding
+ * is unavailable.
+ */
+import { createInsertEvent, createUpdateEvent, createDeleteEvent } from './cdc-schema';
+import { CDCBuffer } from './cdc-buffer';
+// ============================================================================
+// Constants
+// ============================================================================
+const DEFAULT_RETRY_ATTEMPTS = 0;
+const RETRY_DELAY_MS = 100;
+// ============================================================================
+// CDCEmitter Class
+// ============================================================================
+/**
+ * CDCEmitter handles emitting CDC events to Cloudflare Pipelines.
+ *
+ * Features:
+ * - Emits insert, update, and delete events
+ * - Supports batching for efficiency
+ * - Graceful degradation when Pipeline unavailable
+ * - Retry logic for transient failures
+ */
+export class CDCEmitter {
+    /** Pipeline binding */
+    pipeline;
+    /** Database name */
+    database;
+    /** Collection name */
+    collection;
+    /** Buffer for batching events */
+    buffer;
+    /** Whether batching is enabled */
+    batchingEnabled;
+    /** Number of retry attempts */
+    retryAttempts;
+    /**
+     * Create a new CDC emitter
+     *
+     * @param config - Configuration options
+     */
+    constructor(config) {
+        // Handle optional pipeline with exactOptionalPropertyTypes
+        if ('pipeline' in config && config.pipeline !== undefined) {
+            this.pipeline = config.pipeline;
+        }
+        this.database = config.database;
+        this.collection = config.collection;
+        this.retryAttempts = config.retryAttempts ?? DEFAULT_RETRY_ATTEMPTS;
+        // Initialize buffer if batching is configured
+        this.batchingEnabled = (config.batchSize ?? 1) > 1;
+        const bufferConfig = {
+            maxBatchSize: config.batchSize ?? 1,
+        };
+        if (config.batchTimeoutMs !== undefined) {
+            bufferConfig.flushTimeoutMs = config.batchTimeoutMs;
+        }
+        this.buffer = new CDCBuffer(bufferConfig);
+        // Start auto-flush if batching is enabled and pipeline is available
+        if (this.batchingEnabled && this.pipeline) {
+            this.buffer.startAutoFlush(async (events) => {
+                await this.sendBatchToPipeline(events);
+            });
+        }
+    }
+    /**
+     * Emit an insert event for a new document
+     *
+     * @param document - The inserted document
+     */
+    async emitInsert(document) {
+        if (!this.isAvailable()) {
+            console.warn('CDC Pipeline not available - insert event dropped');
+            return;
+        }
+        const event = createInsertEvent({
+            database: this.database,
+            collection: this.collection,
+            document,
+        });
+        await this.emitEvent(event);
+    }
+    /**
+     * Emit an update event for a document change
+     *
+     * @param before - The document before the change (null if not available)
+     * @param after - The document after the change
+     */
+    async emitUpdate(before, after) {
+        if (!this.isAvailable()) {
+            console.warn('CDC Pipeline not available - update event dropped');
+            return;
+        }
+        const event = createUpdateEvent({
+            database: this.database,
+            collection: this.collection,
+            documentKey: { _id: after._id },
+            before,
+            after,
+        });
+        await this.emitEvent(event);
+    }
+    /**
+     * Emit a delete event for a removed document
+     *
+     * @param document - The deleted document
+     */
+    async emitDelete(document) {
+        if (!this.isAvailable()) {
+            console.warn('CDC Pipeline not available - delete event dropped');
+            return;
+        }
+        const event = createDeleteEvent({
+            database: this.database,
+            collection: this.collection,
+            documentKey: { _id: document._id },
+            deletedDocument: document,
+        });
+        await this.emitEvent(event);
+    }
+    /**
+     * Emit multiple events in bulk
+     *
+     * @param events - Array of CDC events to emit
+     */
+    async emitBulk(events) {
+        if (events.length === 0) {
+            return;
+        }
+        if (!this.isAvailable()) {
+            console.warn('CDC Pipeline not available - bulk events dropped');
+            return;
+        }
+        await this.sendBatchToPipeline(events);
+    }
+    /**
+     * Flush any buffered events immediately
+     */
+    async flush() {
+        const events = this.buffer.flush();
+        if (events.length === 0) {
+            return;
+        }
+        if (!this.isAvailable()) {
+            return;
+        }
+        await this.sendBatchToPipeline(events);
+    }
+    /**
+     * Check if the Pipeline binding is available
+     */
+    isAvailable() {
+        return this.pipeline !== undefined;
+    }
+    // ==========================================================================
+    // Private Methods
+    // ==========================================================================
+    /**
+     * Emit a single event, either directly or via buffer
+     */
+    async emitEvent(event) {
+        if (this.batchingEnabled) {
+            this.buffer.add(event);
+        }
+        else {
+            await this.sendToPipeline(event);
+        }
+    }
+    /**
+     * Send a single event to the pipeline with retry logic
+     */
+    async sendToPipeline(event) {
+        if (!this.pipeline) {
+            return;
+        }
+        let lastError;
+        for (let attempt = 0; attempt <= this.retryAttempts; attempt++) {
+            try {
+                await this.pipeline.send(event);
+                return; // Success
+            }
+            catch (error) {
+                lastError = error instanceof Error ? error : new Error(String(error));
+                if (attempt < this.retryAttempts) {
+                    // Wait before retry
+                    await this.delay(RETRY_DELAY_MS * (attempt + 1));
+                }
+            }
+        }
+        // All retries failed - log but don't throw
+        console.error('CDC Pipeline send failed after retries:', lastError);
+    }
+    /**
+     * Send a batch of events to the pipeline
+     */
+    async sendBatchToPipeline(events) {
+        if (!this.pipeline || events.length === 0) {
+            return;
+        }
+        try {
+            await this.pipeline.sendBatch(events);
+        }
+        catch (error) {
+            console.error('CDC Pipeline sendBatch failed:', error);
+        }
+    }
+    /**
+     * Delay helper for retry logic
+     */
+    delay(ms) {
+        return new Promise((resolve) => setTimeout(resolve, ms));
+    }
+}
+//# sourceMappingURL=cdc-emitter.js.map

package/dist/olap/cdc/cdc-emitter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cdc-emitter.js","sourceRoot":"","sources":["../../../src/olap/cdc/cdc-emitter.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACvF,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAiCzC,+EAA+E;AAC/E,YAAY;AACZ,+EAA+E;AAE/E,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,cAAc,GAAG,GAAG,CAAC;AAE3B,+EAA+E;AAC/E,mBAAmB;AACnB,+EAA+E;AAE/E;;;;;;;;GAQG;AACH,MAAM,OAAO,UAAU;IACrB,uBAAuB;IACN,QAAQ,CAAY;IAErC,oBAAoB;IACH,QAAQ,CAAS;IAElC,sBAAsB;IACL,UAAU,CAAS;IAEpC,iCAAiC;IAChB,MAAM,CAAY;IAEnC,kCAAkC;IACjB,eAAe,CAAU;IAE1C,+BAA+B;IACd,aAAa,CAAS;IAEvC;;;;OAIG;IACH,YAAY,MAAwB;QAClC,2DAA2D;QAC3D,IAAI,UAAU,IAAI,MAAM,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC1D,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;QACpC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,sBAAsB,CAAC;QAEpE,8CAA8C;QAC9C,IAAI,CAAC,eAAe,GAAG,CAAC,MAAM,CAAC,SAAS,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACnD,MAAM,YAAY,GAAsD;YACtE,YAAY,EAAE,MAAM,CAAC,SAAS,IAAI,CAAC;SACpC,CAAC;QACF,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACxC,YAAY,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QACtD,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC,YAAY,CAAC,CAAC;QAE1C,oEAAoE;QACpE,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE;gBAC1C,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;YACzC,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,QAAqD;QACpE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,QAAQ;SACT,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CACd,MAAsC,EACtC,KAAkD;QAElD,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE;YAC/B,MAAM;YACN,KAAK;SACN,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAC,QAAqD;QACpE,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,mDAAmD,CAAC,CAAC;YAClE,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC;YAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,WAAW,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,GAAG,EAAE;YAClC,eAAe,EAAE,QAAQ;SAC1B,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAkB;QAC/B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,kDAAkD,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QAEnC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QAED,MAAM,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC;IACrC,CAAC;IAED,6EAA6E;IAC7E,kBAAkB;IAClB,6EAA6E;IAE7E;;OAEG;IACK,KAAK,CAAC,SAAS,CAAC,KAAe;QACrC,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACzB,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QACnC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAAC,KAAe;QAC1C,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,SAA4B,CAAC;QAEjC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,EAAE,EAAE,CAAC;YAC/D,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChC,OAAO,CAAC,UAAU;YACpB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,SAAS,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;gBAEtE,IAAI,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;oBACjC,oBAAoB;oBACpB,MAAM,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;QAED,2CAA2C;QAC3C,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,mBAAmB,CAAC,MAAkB;QAClD,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,gCAAgC,EAAE,KAAK,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,EAAU;QACtB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;IAC3D,CAAC;CACF"}