@agentlensai/server 0.9.0 → 0.11.0

package/dist/cloud/ingestion/dlq-manager.js

@@ -0,0 +1,244 @@
+/**
+ * DLQ Management & Monitoring (S-3.6)
+ *
+ * Manages the dead-letter queue stream:
+ * - Inspect DLQ entries (list with metadata)
+ * - Replay events back to the main ingestion stream
+ * - Expire old entries (> 7 days)
+ * - Report DLQ depth in health checks
+ */
+import { DLQ_STREAM_NAME, STREAM_NAME } from './event-queue.js';
+/** DLQ expiry — 7 days in milliseconds */
+const DLQ_EXPIRY_MS = 7 * 24 * 60 * 60 * 1000;
+export class DlqManager {
+    redis;
+    constructor(redis) {
+        this.redis = redis;
+    }
+    /**
+     * Get DLQ depth (number of entries).
+     */
+    async getDepth() {
+        try {
+            return await this.redis.xlen(DLQ_STREAM_NAME);
+        }
+        catch {
+            return 0;
+        }
+    }
+    /**
+     * List DLQ entries, optionally with pagination.
+     * @param limit Max entries to return (default 50)
+     * @param startId Stream ID to start from (default '-' = beginning)
+     */
+    async listEntries(limit = 50, startId = '-') {
+        const raw = await this.redis.xrange(DLQ_STREAM_NAME, startId, '+', 'COUNT', limit);
+        return raw.map(([streamId, fields]) => this.parseEntry(streamId, fields));
+    }
+    /**
+     * Get a single DLQ entry by stream ID.
+     */
+    async getEntry(streamId) {
+        const raw = await this.redis.xrange(DLQ_STREAM_NAME, streamId, streamId, 'COUNT', 1);
+        if (raw.length === 0)
+            return null;
+        return this.parseEntry(raw[0][0], raw[0][1]);
+    }
+    /**
+     * Replay a single DLQ entry back to the main ingestion stream.
+     * Removes the entry from DLQ after successful re-queue.
+     */
+    async replayEntry(streamId) {
+        const entry = await this.getEntry(streamId);
+        if (!entry) {
+            return { success: false, error: 'Entry not found in DLQ' };
+        }
+        // Re-publish to main stream (strip DLQ metadata)
+        const cleanEvent = { ...entry.event };
+        // Remove internal DLQ fields from data if present
+        const cleanData = { ...cleanEvent.data };
+        delete cleanData._dlq_reason;
+        delete cleanData._dlq_stream_id;
+        delete cleanData._dlq_timestamp;
+        cleanEvent.data = cleanData;
+        const payload = JSON.stringify(cleanEvent);
+        const newId = await this.redis.xadd(STREAM_NAME, '*', 'payload', payload);
+        // Remove from DLQ
+        await this.redis.xdel(DLQ_STREAM_NAME, streamId);
+        return { success: true, newStreamId: newId };
+    }
+    /**
+     * Replay multiple DLQ entries. Returns count of successfully replayed.
+     */
+    async replayBatch(streamIds) {
+        let replayed = 0;
+        let failed = 0;
+        const errors = [];
+        for (const id of streamIds) {
+            const result = await this.replayEntry(id);
+            if (result.success) {
+                replayed++;
+            }
+            else {
+                failed++;
+                errors.push(`${id}: ${result.error}`);
+            }
+        }
+        return { replayed, failed, errors };
+    }
+    /**
+     * Expire DLQ entries older than 7 days.
+     * Returns count of expired entries.
+     */
+    async expireOldEntries() {
+        const cutoffTime = Date.now() - DLQ_EXPIRY_MS;
+        // Redis stream IDs are timestamp-based: "timestamp-seq"
+        const cutoffId = `${cutoffTime}-0`;
+        // Get all entries older than cutoff
+        const old = await this.redis.xrange(DLQ_STREAM_NAME, '-', cutoffId, 'COUNT', 1000);
+        if (old.length === 0)
+            return 0;
+        const ids = old.map(([id]) => id);
+        const deleted = await this.redis.xdel(DLQ_STREAM_NAME, ...ids);
+        return deleted;
+    }
+    /**
+     * Get DLQ health info for inclusion in health check response.
+     */
+    async healthInfo() {
+        const depth = await this.getDepth();
+        const WARNING_THRESHOLD = 1000;
+        return {
+            dlqDepth: depth,
+            dlqHealthy: depth < WARNING_THRESHOLD,
+            dlqWarning: depth >= WARNING_THRESHOLD
+                ? `DLQ depth (${depth}) exceeds warning threshold (${WARNING_THRESHOLD})`
+                : undefined,
+        };
+    }
+    // ── Private ──
+    parseEntry(streamId, fields) {
+        const payloadIdx = fields.indexOf('payload');
+        let parsed = {};
+        if (payloadIdx !== -1 && payloadIdx + 1 < fields.length) {
+            try {
+                parsed = JSON.parse(fields[payloadIdx + 1]);
+            }
+            catch {
+                // unparseable
+            }
+        }
+        const dlqReason = parsed._dlq_reason ?? 'unknown';
+        const originalStreamId = parsed._dlq_stream_id ?? '';
+        const dlqTimestamp = parsed._dlq_timestamp ?? '';
+        // Strip DLQ metadata from the event
+        const eventData = { ...parsed };
+        delete eventData._dlq_reason;
+        delete eventData._dlq_stream_id;
+        delete eventData._dlq_timestamp;
+        return {
+            streamId,
+            event: eventData,
+            dlqReason,
+            originalStreamId,
+            dlqTimestamp,
+        };
+    }
+}
+export class InMemoryDlqManager {
+    entries = [];
+    replayedToMain = [];
+    counter = 0;
+    /** Add an entry to the in-memory DLQ */
+    addEntry(event, reason, originalStreamId) {
+        const streamId = `${Date.now()}-${this.counter++}`;
+        this.entries.push({
+            streamId,
+            payload: {
+                ...event,
+                _dlq_reason: reason,
+                _dlq_stream_id: originalStreamId,
+                _dlq_timestamp: new Date().toISOString(),
+            },
+            addedAt: Date.now(),
+        });
+        return streamId;
+    }
+    async getDepth() {
+        return this.entries.length;
+    }
+    async listEntries(limit = 50) {
+        return this.entries.slice(0, limit).map((e) => this.toEntry(e));
+    }
+    async getEntry(streamId) {
+        const found = this.entries.find((e) => e.streamId === streamId);
+        return found ? this.toEntry(found) : null;
+    }
+    async replayEntry(streamId) {
+        const idx = this.entries.findIndex((e) => e.streamId === streamId);
+        if (idx === -1)
+            return { success: false, error: 'Entry not found in DLQ' };
+        const entry = this.entries[idx];
+        const clean = { ...entry.payload };
+        delete clean._dlq_reason;
+        delete clean._dlq_stream_id;
+        delete clean._dlq_timestamp;
+        this.replayedToMain.push(clean);
+        this.entries.splice(idx, 1);
+        return { success: true, newStreamId: `${Date.now()}-replayed-${this.counter++}` };
+    }
+    async replayBatch(streamIds) {
+        let replayed = 0;
+        let failed = 0;
+        const errors = [];
+        for (const id of streamIds) {
+            const r = await this.replayEntry(id);
+            if (r.success)
+                replayed++;
+            else {
+                failed++;
+                errors.push(`${id}: ${r.error}`);
+            }
+        }
+        return { replayed, failed, errors };
+    }
+    async expireOldEntries(expiryMs = DLQ_EXPIRY_MS) {
+        const cutoff = Date.now() - expiryMs;
+        const before = this.entries.length;
+        this.entries = this.entries.filter((e) => e.addedAt > cutoff);
+        return before - this.entries.length;
+    }
+    async healthInfo() {
+        const depth = this.entries.length;
+        return {
+            dlqDepth: depth,
+            dlqHealthy: depth < 1000,
+            dlqWarning: depth >= 1000 ? `DLQ depth (${depth}) exceeds warning threshold` : undefined,
+        };
+    }
+    /** Test helper: get replayed events */
+    getReplayed() {
+        return [...this.replayedToMain];
+    }
+    /** Test helper: clear all */
+    clear() {
+        this.entries = [];
+        this.replayedToMain = [];
+        this.counter = 0;
+    }
+    toEntry(e) {
+        const p = e.payload;
+        const clean = { ...p };
+        delete clean._dlq_reason;
+        delete clean._dlq_stream_id;
+        delete clean._dlq_timestamp;
+        return {
+            streamId: e.streamId,
+            event: clean,
+            dlqReason: p._dlq_reason ?? 'unknown',
+            originalStreamId: p._dlq_stream_id ?? '',
+            dlqTimestamp: p._dlq_timestamp ?? '',
+        };
+    }
+}
+//# sourceMappingURL=dlq-manager.js.map

package/dist/cloud/ingestion/dlq-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"dlq-manager.js","sourceRoot":"","sources":["../../../src/cloud/ingestion/dlq-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AA8BhE,0CAA0C;AAC1C,MAAM,aAAa,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAc9C,MAAM,OAAO,UAAU;IACD;IAApB,YAAoB,KAAqB;QAArB,UAAK,GAAL,KAAK,CAAgB;IAAG,CAAC;IAE7C;;OAEG;IACH,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG,EAAE,EAAE,OAAO,GAAG,GAAG;QACzC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QACnF,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QACrF,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAClC,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,WAAW,CAAC,QAAgB;QAChC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAC7D,CAAC;QAED,iDAAiD;QACjD,MAAM,UAAU,GAAG,EAAE,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;QACtC,kDAAkD;QAClD,MAAM,SAAS,GAAG,EAAE,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;QACzC,OAAQ,SAAqC,CAAC,WAAW,CAAC;QAC1D,OAAQ,SAAqC,CAAC,cAAc,CAAC;QAC7D,OAAQ,SAAqC,CAAC,cAAc,CAAC;QAC7D,UAAU,CAAC,IAAI,GAAG,SAAS,CAAC;QAE5B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAE1E,kBAAkB;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QAEjD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,WAAW,CAAC,SAAmB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,QAAQ,EAAE,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACxC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACtC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB;QACpB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,aAAa,CAAC;QAC9C,wDAAwD;QACxD,MAAM,QAAQ,GAAG,GAAG,UAAU,IAAI,CAAC;QAEnC,oCAAoC;QACpC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,eAAe,EAAE,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QACnF,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC;QAE/B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,GAAG,CAAC,CAAC;QAC/D,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,iBAAiB,GAAG,IAAI,CAAC;QAE/B,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,KAAK,GAAG,iBAAiB;YACrC,UAAU,EAAE,KAAK,IAAI,iBAAiB;gBACpC,CAAC,CAAC,cAAc,KAAK,gCAAgC,iBAAiB,GAAG;gBACzE,CAAC,CAAC,SAAS;SACd,CAAC;IACJ,CAAC;IAED,gBAAgB;IAER,UAAU,CAAC,QAAgB,EAAE,MAAgB;QACnD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,MAAM,GAA4B,EAAE,CAAC;QACzC,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;YACxD,IAAI,CAAC;gBACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC;YAAC,MAAM,CAAC;gBACP,cAAc;YAChB,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAI,MAAM,CAAC,WAAsB,IAAI,SAAS,CAAC;QAC9D,MAAM,gBAAgB,GAAI,MAAM,CAAC,cAAyB,IAAI,EAAE,CAAC;QACjE,MAAM,YAAY,GAAI,MAAM,CAAC,cAAyB,IAAI,EAAE,CAAC;QAE7D,oCAAoC;QACpC,MAAM,SAAS,GAAG,EAAE,GAAI,MAAkC,EAAE,CAAC;QAC7D,OAAO,SAAS,CAAC,WAAW,CAAC;QAC7B,OAAO,SAAS,CAAC,cAAc,CAAC;QAChC,OAAO,SAAS,CAAC,cAAc,CAAC;QAEhC,OAAO;YACL,QAAQ;YACR,KAAK,EAAE,SAAmC;YAC1C,SAAS;YACT,gBAAgB;YAChB,YAAY;SACb,CAAC;IACJ,CAAC;CACF;AAYD,MAAM,OAAO,kBAAkB;IACrB,OAAO,GAAuB,EAAE,CAAC;IACjC,cAAc,GAAmC,EAAE,CAAC;IACpD,OAAO,GAAG,CAAC,CAAC;IAEpB,wCAAwC;IACxC,QAAQ,CAAC,KAAkB,EAAE,MAAc,EAAE,gBAAwB;QACnE,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QACnD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;YAChB,QAAQ;YACR,OAAO,EAAE;gBACP,GAAG,KAAK;gBACR,WAAW,EAAE,MAAM;gBACnB,cAAc,EAAE,gBAAgB;gBAChC,cAAc,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACzC;YACD,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;SACpB,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAK,GAAG,EAAE;QAC1B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAClE,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAgB;QAC7B,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QAChE,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAgB;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC;QACnE,IAAI,GAAG,KAAK,CAAC,CAAC;YAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,wBAAwB,EAAE,CAAC;QAE3E,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC,WAAW,CAAC;QACzB,OAAO,KAAK,CAAC,cAAc,CAAC;QAC5B,OAAO,KAAK,CAAC,cAAc,CAAC;QAE5B,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAE5B,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,aAAa,IAAI,CAAC,OAAO,EAAE,EAAE,EAAE,CAAC;IACpF,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAmB;QACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YACrC,IAAI,CAAC,CAAC,OAAO;gBAAE,QAAQ,EAAE,CAAC;iBACrB,CAAC;gBAAC,MAAM,EAAE,CAAC;gBAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;YAAC,CAAC;QACtD,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,QAAQ,GAAG,aAAa;QAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,QAAQ,CAAC;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,CAAC;QAC9D,OAAO,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAClC,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,UAAU,EAAE,KAAK,GAAG,IAAI;YACxB,UAAU,EAAE,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,cAAc,KAAK,6BAA6B,CAAC,CAAC,CAAC,SAAS;SACzF,CAAC;IACJ,CAAC;IAED,uCAAuC;IACvC,WAAW;QACT,OAAO,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;IAED,6BAA6B;IAC7B,KAAK;QACH,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,cAAc,GAAG,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;IACnB,CAAC;IAEO,OAAO,CAAC,CAAmB;QACjC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC;QACpB,MAAM,KAAK,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,KAAK,CAAC,WAAW,CAAC;QACzB,OAAO,KAAK,CAAC,cAAc,CAAC;QAC5B,OAAO,KAAK,CAAC,cAAc,CAAC;QAC5B,OAAO;YACL,QAAQ,EAAE,CAAC,CAAC,QAAQ;YACpB,KAAK,EAAE,KAA+B;YACtC,SAAS,EAAG,CAAC,CAAC,WAAsB,IAAI,SAAS;YACjD,gBAAgB,EAAG,CAAC,CAAC,cAAyB,IAAI,EAAE;YACpD,YAAY,EAAG,CAAC,CAAC,cAAyB,IAAI,EAAE;SACjD,CAAC;IACJ,CAAC;CACF"}

package/dist/cloud/ingestion/event-queue.d.ts

@@ -0,0 +1,105 @@
+/**
+ * Event Queue Abstraction (S-3.1)
+ *
+ * Interface for event ingestion queue with two implementations:
+ * - InMemoryEventQueue: for testing and when REDIS_URL is not set
+ * - RedisEventQueue: production implementation using Redis Streams
+ *
+ * Streams: `event_ingestion` (main), `event_ingestion_dlq` (dead letter)
+ * Consumer group: `ingestion_workers`
+ */
+export interface QueuedEvent {
+    /** Unique event ID */
+    id: string;
+    /** Event type (e.g. 'llm_call', 'tool_use') */
+    type: string;
+    /** Event timestamp */
+    timestamp: string;
+    /** Event payload */
+    data: Record<string, unknown>;
+    /** Session ID */
+    session_id: string;
+    /** Enrichment fields */
+    org_id: string;
+    api_key_id: string;
+    received_at: string;
+    request_id: string;
+}
+export interface QueueHealth {
+    healthy: boolean;
+    streamLength: number;
+    dlqLength: number;
+    consumerGroupExists: boolean;
+    error?: string;
+}
+export interface EventQueue {
+    /** Initialize the queue (create streams, consumer groups) */
+    initialize(): Promise<void>;
+    /** Publish a single event to the ingestion stream. Returns stream message ID. */
+    publish(event: QueuedEvent): Promise<string>;
+    /** Publish multiple events. Returns stream message IDs. */
+    publishBatch(events: QueuedEvent[]): Promise<string[]>;
+    /** Get stream lengths and health status */
+    healthCheck(): Promise<QueueHealth>;
+    /** Get main stream length */
+    getStreamLength(): Promise<number>;
+    /** Get DLQ stream length */
+    getDlqLength(): Promise<number>;
+    /** Shutdown / cleanup */
+    close(): Promise<void>;
+}
+export declare const STREAM_NAME = "event_ingestion";
+export declare const DLQ_STREAM_NAME = "event_ingestion_dlq";
+export declare const CONSUMER_GROUP = "ingestion_workers";
+export declare const BACKPRESSURE_THRESHOLD = 100000;
+export declare class InMemoryEventQueue implements EventQueue {
+    private stream;
+    private dlq;
+    private initialized;
+    private counter;
+    initialize(): Promise<void>;
+    publish(event: QueuedEvent): Promise<string>;
+    publishBatch(events: QueuedEvent[]): Promise<string[]>;
+    healthCheck(): Promise<QueueHealth>;
+    getStreamLength(): Promise<number>;
+    getDlqLength(): Promise<number>;
+    close(): Promise<void>;
+    /** Get all published events */
+    getEvents(): QueuedEvent[];
+    /** Clear all events */
+    clear(): void;
+    get isInitialized(): boolean;
+}
+/**
+ * Redis Streams implementation. Activated when REDIS_URL is set.
+ * Uses ioredis client passed in constructor.
+ */
+export declare class RedisEventQueue implements EventQueue {
+    private client;
+    constructor(client: RedisClient);
+    initialize(): Promise<void>;
+    publish(event: QueuedEvent): Promise<string>;
+    publishBatch(events: QueuedEvent[]): Promise<string[]>;
+    healthCheck(): Promise<QueueHealth>;
+    getStreamLength(): Promise<number>;
+    getDlqLength(): Promise<number>;
+    close(): Promise<void>;
+}
+export interface RedisClient {
+    xgroup(...args: unknown[]): Promise<unknown>;
+    xadd(...args: unknown[]): Promise<string>;
+    xlen(key: string): Promise<number>;
+    xinfo(...args: unknown[]): Promise<unknown>;
+    pipeline(): RedisPipeline;
+}
+export interface RedisPipeline {
+    xadd(...args: unknown[]): RedisPipeline;
+    exec(): Promise<Array<[Error | null, unknown]> | null>;
+}
+/**
+ * Create the appropriate EventQueue based on environment.
+ * If a Redis client is provided, uses Redis Streams.
+ * Otherwise, falls back to in-memory.
+ */
+export declare function createEventQueue(redisClient?: RedisClient): EventQueue;
+//# sourceMappingURL=event-queue.d.ts.map

package/dist/cloud/ingestion/event-queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-queue.d.ts","sourceRoot":"","sources":["../../../src/cloud/ingestion/event-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAMH,MAAM,WAAW,WAAW;IAC1B,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,+CAA+C;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,sBAAsB;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,oBAAoB;IACpB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9B,iBAAiB;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,wBAAwB;IACxB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,mBAAmB,EAAE,OAAO,CAAC;IAC7B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,UAAU;IACzB,6DAA6D;IAC7D,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE5B,iFAAiF;IACjF,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE7C,2DAA2D;IAC3D,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAEvD,2CAA2C;IAC3C,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC,CAAC;IAEpC,6BAA6B;IAC7B,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnC,4BAA4B;IAC5B,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAEhC,yBAAyB;IACzB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB;AAMD,eAAO,MAAM,WAAW,oBAAoB,CAAC;AAC7C,eAAO,MAAM,eAAe,wBAAwB,CAAC;AACrD,eAAO,MAAM,cAAc,sBAAsB,CAAC;AAClD,eAAO,MAAM,sBAAsB,SAAU,CAAC;AAM9C,qBAAa,kBAAmB,YAAW,UAAU;IACnD,OAAO,CAAC,MAAM,CAAiD;IAC/D,OAAO,CAAC,GAAG,CAAgE;IAC3E,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,OAAO,CAAK;IAEd,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAI3B,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IAO5C,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAQtD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IASnC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAIlC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAI/B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAM5B,+BAA+B;IAC/B,SAAS,IAAI,WAAW,EAAE;IAI1B,uBAAuB;IACvB,KAAK,IAAI,IAAI;IAMb,IAAI,aAAa,IAAI,OAAO,CAE3B;CACF;AAMD;;;GAGG;AACH,qBAAa,eAAgB,YAAW,UAAU;IAChD,OAAO,CAAC,MAAM,CAAc;gBAEhB,MAAM,EAAE,WAAW;IAIzB,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqB3B,OAAO,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC;IAU5C,YAAY,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAStD,WAAW,IAAI,OAAO,CAAC,WAAW,CAAC;IAgCnC,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAQlC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAQ/B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B;AAGD,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAC1C,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IACnC,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC5C,QAAQ,IAAI,aAAa,CAAC;CAC3B;AAED,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC;IACxC,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,KAAK,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;CACxD;AAMD;;;;GAIG;AACH,wBAAgB,gBAAgB,CAAC,WAAW,CAAC,EAAE,WAAW,GAAG,UAAU,CAKtE"}

package/dist/cloud/ingestion/event-queue.js

@@ -0,0 +1,185 @@
+/**
+ * Event Queue Abstraction (S-3.1)
+ *
+ * Interface for event ingestion queue with two implementations:
+ * - InMemoryEventQueue: for testing and when REDIS_URL is not set
+ * - RedisEventQueue: production implementation using Redis Streams
+ *
+ * Streams: `event_ingestion` (main), `event_ingestion_dlq` (dead letter)
+ * Consumer group: `ingestion_workers`
+ */
+// ═══════════════════════════════════════════
+// Stream names & constants
+// ═══════════════════════════════════════════
+export const STREAM_NAME = 'event_ingestion';
+export const DLQ_STREAM_NAME = 'event_ingestion_dlq';
+export const CONSUMER_GROUP = 'ingestion_workers';
+export const BACKPRESSURE_THRESHOLD = 100_000;
+// ═══════════════════════════════════════════
+// In-Memory Implementation (testing / no Redis)
+// ═══════════════════════════════════════════
+export class InMemoryEventQueue {
+    stream = [];
+    dlq = [];
+    initialized = false;
+    counter = 0;
+    async initialize() {
+        this.initialized = true;
+    }
+    async publish(event) {
+        if (!this.initialized)
+            throw new Error('Queue not initialized');
+        const id = `${Date.now()}-${this.counter++}`;
+        this.stream.push({ id, event });
+        return id;
+    }
+    async publishBatch(events) {
+        const ids = [];
+        for (const event of events) {
+            ids.push(await this.publish(event));
+        }
+        return ids;
+    }
+    async healthCheck() {
+        return {
+            healthy: this.initialized,
+            streamLength: this.stream.length,
+            dlqLength: this.dlq.length,
+            consumerGroupExists: this.initialized,
+        };
+    }
+    async getStreamLength() {
+        return this.stream.length;
+    }
+    async getDlqLength() {
+        return this.dlq.length;
+    }
+    async close() {
+        this.initialized = false;
+    }
+    // ── Test helpers ──
+    /** Get all published events */
+    getEvents() {
+        return this.stream.map((m) => m.event);
+    }
+    /** Clear all events */
+    clear() {
+        this.stream = [];
+        this.dlq = [];
+        this.counter = 0;
+    }
+    get isInitialized() {
+        return this.initialized;
+    }
+}
+// ═══════════════════════════════════════════
+// Redis Implementation
+// ═══════════════════════════════════════════
+/**
+ * Redis Streams implementation. Activated when REDIS_URL is set.
+ * Uses ioredis client passed in constructor.
+ */
+export class RedisEventQueue {
+    client;
+    constructor(client) {
+        this.client = client;
+    }
+    async initialize() {
+        // Create consumer group (creates stream implicitly with MKSTREAM)
+        try {
+            await this.client.xgroup('CREATE', STREAM_NAME, CONSUMER_GROUP, '0', 'MKSTREAM');
+        }
+        catch (err) {
+            // BUSYGROUP = group already exists, safe to ignore
+            if (!(err instanceof Error) || !err.message.includes('BUSYGROUP')) {
+                throw err;
+            }
+        }
+        // Ensure DLQ stream exists
+        try {
+            await this.client.xgroup('CREATE', DLQ_STREAM_NAME, CONSUMER_GROUP, '0', 'MKSTREAM');
+        }
+        catch (err) {
+            if (!(err instanceof Error) || !err.message.includes('BUSYGROUP')) {
+                throw err;
+            }
+        }
+    }
+    async publish(event) {
+        const id = await this.client.xadd(STREAM_NAME, '*', 'payload', JSON.stringify(event));
+        return id;
+    }
+    async publishBatch(events) {
+        const pipeline = this.client.pipeline();
+        for (const event of events) {
+            pipeline.xadd(STREAM_NAME, '*', 'payload', JSON.stringify(event));
+        }
+        const results = await pipeline.exec();
+        return (results ?? []).map((r) => String(r[1]));
+    }
+    async healthCheck() {
+        try {
+            const [streamLen, dlqLen] = await Promise.all([
+                this.getStreamLength(),
+                this.getDlqLength(),
+            ]);
+            let consumerGroupExists = false;
+            try {
+                const groups = await this.client.xinfo('GROUPS', STREAM_NAME);
+                consumerGroupExists = Array.isArray(groups) && groups.length > 0;
+            }
+            catch {
+                // Stream may not exist yet
+            }
+            return {
+                healthy: true,
+                streamLength: streamLen,
+                dlqLength: dlqLen,
+                consumerGroupExists,
+            };
+        }
+        catch (err) {
+            return {
+                healthy: false,
+                streamLength: 0,
+                dlqLength: 0,
+                consumerGroupExists: false,
+                error: err instanceof Error ? err.message : String(err),
+            };
+        }
+    }
+    async getStreamLength() {
+        try {
+            return await this.client.xlen(STREAM_NAME);
+        }
+        catch {
+            return 0;
+        }
+    }
+    async getDlqLength() {
+        try {
+            return await this.client.xlen(DLQ_STREAM_NAME);
+        }
+        catch {
+            return 0;
+        }
+    }
+    async close() {
+        // Don't close the client — caller owns it
+    }
+}
+// ═══════════════════════════════════════════
+// Factory
+// ═══════════════════════════════════════════
+/**
+ * Create the appropriate EventQueue based on environment.
+ * If a Redis client is provided, uses Redis Streams.
+ * Otherwise, falls back to in-memory.
+ */
+export function createEventQueue(redisClient) {
+    if (redisClient) {
+        return new RedisEventQueue(redisClient);
+    }
+    return new InMemoryEventQueue();
+}
+//# sourceMappingURL=event-queue.js.map

package/dist/cloud/ingestion/event-queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"event-queue.js","sourceRoot":"","sources":["../../../src/cloud/ingestion/event-queue.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAuDH,8CAA8C;AAC9C,2BAA2B;AAC3B,8CAA8C;AAE9C,MAAM,CAAC,MAAM,WAAW,GAAG,iBAAiB,CAAC;AAC7C,MAAM,CAAC,MAAM,eAAe,GAAG,qBAAqB,CAAC;AACrD,MAAM,CAAC,MAAM,cAAc,GAAG,mBAAmB,CAAC;AAClD,MAAM,CAAC,MAAM,sBAAsB,GAAG,OAAO,CAAC;AAE9C,8CAA8C;AAC9C,gDAAgD;AAChD,8CAA8C;AAE9C,MAAM,OAAO,kBAAkB;IACrB,MAAM,GAA8C,EAAE,CAAC;IACvD,GAAG,GAA6D,EAAE,CAAC;IACnE,WAAW,GAAG,KAAK,CAAC;IACpB,OAAO,GAAG,CAAC,CAAC;IAEpB,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAkB;QAC9B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QAChE,MAAM,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QAChC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAqB;QACtC,MAAM,GAAG,GAAa,EAAE,CAAC;QACzB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,WAAW;YACzB,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAChC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM;YAC1B,mBAAmB,EAAE,IAAI,CAAC,WAAW;SACtC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;IAC3B,CAAC;IAED,qBAAqB;IAErB,+BAA+B;IAC/B,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,uBAAuB;IACvB,KAAK;QACH,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;IACnB,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;CACF;AAED,8CAA8C;AAC9C,uBAAuB;AACvB,8CAA8C;AAE9C;;;GAGG;AACH,MAAM,OAAO,eAAe;IAClB,MAAM,CAAc;IAE5B,YAAY,MAAmB;QAC7B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU;QACd,kEAAkE;QAClE,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QACnF,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,mDAAmD;YACnD,IAAI,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAClE,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,eAAe,EAAE,cAAc,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;QACvF,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,IAAI,CAAC,CAAC,GAAG,YAAY,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;gBAClE,MAAM,GAAG,CAAC;YACZ,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,KAAkB;QAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAC/B,WAAW,EACX,GAAG,EACH,SAAS,EACT,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CACtB,CAAC;QACF,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAqB;QACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QACxC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAA0B,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,WAAW;QACf,IAAI,CAAC;YACH,MAAM,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;gBAC5C,IAAI,CAAC,eAAe,EAAE;gBACtB,IAAI,CAAC,YAAY,EAAE;aACpB,CAAC,CAAC;YAEH,IAAI,mBAAmB,GAAG,KAAK,CAAC;YAChC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,WAAW,CAAc,CAAC;gBAC3E,mBAAmB,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;YACnE,CAAC;YAAC,MAAM,CAAC;gBACP,2BAA2B;YAC7B,CAAC;YAED,OAAO;gBACL,OAAO,EAAE,IAAI;gBACb,YAAY,EAAE,SAAS;gBACvB,SAAS,EAAE,MAAM;gBACjB,mBAAmB;aACpB,CAAC;QACJ,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,CAAC;gBACZ,mBAAmB,EAAE,KAAK;gBAC1B,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC7C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,CAAC;QACX,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,0CAA0C;IAC5C,CAAC;CACF;AAgBD,8CAA8C;AAC9C,UAAU;AACV,8CAA8C;AAE9C;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,WAAyB;IACxD,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,kBAAkB,EAAE,CAAC;AAClC,CAAC"}

package/dist/cloud/ingestion/gateway.d.ts

@@ -0,0 +1,68 @@
+/**
+ * API Gateway Service (S-3.2)
+ *
+ * Ingestion endpoints:
+ *   POST /v1/events       — single event
+ *   POST /v1/events/batch — up to 100 events
+ *
+ * Flow: Auth → Validate → Enrich → Publish to queue → 202 Accepted
+ */
+import type { EventQueue } from './event-queue.js';
+import type { ApiKeyAuthContext } from '../auth/api-key-middleware.js';
+/** Raw event from SDK */
+export interface IncomingEvent {
+    id?: string;
+    type: string;
+    timestamp?: string;
+    session_id: string;
+    data?: Record<string, unknown>;
+}
+export interface SingleEventRequest {
+    event: IncomingEvent;
+}
+export interface BatchEventRequest {
+    events: IncomingEvent[];
+}
+export interface BatchEventResponse {
+    accepted: number;
+    rejected: number;
+    errors: Array<{
+        index: number;
+        error: string;
+    }>;
+    request_id: string;
+}
+export interface SingleEventResponse {
+    accepted: boolean;
+    request_id: string;
+}
+export interface ValidationError {
+    index: number;
+    error: string;
+}
+export declare function validateEvent(event: unknown, index: number): ValidationError | null;
+export declare class IngestionGateway {
+    private queue;
+    constructor(queue: EventQueue);
+    /**
+     * POST /v1/events — ingest a single event
+     */
+    ingestSingle(event: unknown, auth: ApiKeyAuthContext): Promise<{
+        status: number;
+        body: SingleEventResponse | {
+            error: string;
+        };
+        requestId: string;
+    }>;
+    /**
+     * POST /v1/events/batch — ingest up to 100 events
+     */
+    ingestBatch(events: unknown, auth: ApiKeyAuthContext): Promise<{
+        status: number;
+        body: BatchEventResponse | {
+            error: string;
+        };
+        requestId: string;
+    }>;
+}
+//# sourceMappingURL=gateway.d.ts.map

package/dist/cloud/ingestion/gateway.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gateway.d.ts","sourceRoot":"","sources":["../../../src/cloud/ingestion/gateway.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,KAAK,EAAE,UAAU,EAAe,MAAM,kBAAkB,CAAC;AAEhE,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAMvE,yBAAyB;AACzB,MAAM,WAAW,aAAa;IAC5B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,aAAa,CAAC;CACtB;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,aAAa,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,KAAK,CAAC;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAChD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,OAAO,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;CACf;AAyBD,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI,CAmCnF;AA4BD,qBAAa,gBAAgB;IACf,OAAO,CAAC,KAAK;gBAAL,KAAK,EAAE,UAAU;IAErC;;OAEG;IACG,YAAY,CAChB,KAAK,EAAE,OAAO,EACd,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,mBAAmB,GAAG;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;IA2ChG;;OAEG;IACG,WAAW,CACf,MAAM,EAAE,OAAO,EACf,IAAI,EAAE,iBAAiB,GACtB,OAAO,CAAC;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,kBAAkB,GAAG;YAAE,KAAK,EAAE,MAAM,CAAA;SAAE,CAAC;QAAC,SAAS,EAAE,MAAM,CAAA;KAAE,CAAC;CA6EhG"}