@measureoneinc/savant 1.0.0

package/dist/lib/stable-stringify.js

@@ -0,0 +1,72 @@
+"use strict";
+/**
+ * @fileoverview Stable JSON Stringify Utility
+ *
+ * Provides deterministic JSON stringification by sorting object keys recursively.
+ * This ensures that objects with the same content but different key ordering
+ * produce identical string representations.
+ *
+ * @author MeasureOne, Inc.
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.stable_stringify = stable_stringify;
+exports.is_valid_json = is_valid_json;
+exports.safe_json_parse = safe_json_parse;
+/**
+ * Recursively sorts object keys to ensure deterministic stringification
+ */
+function sort_object_keys(obj) {
+    if (obj === null || typeof obj !== "object") {
+        return obj;
+    }
+    if (Array.isArray(obj)) {
+        return obj.map(sort_object_keys);
+    }
+    const sorted_obj = {};
+    const keys = Object.keys(obj).sort();
+    for (const key of keys) {
+        sorted_obj[key] = sort_object_keys(obj[key]);
+    }
+    return sorted_obj;
+}
+/**
+ * Creates a stable, deterministic JSON string representation of any value
+ *
+ * @param value - The value to stringify
+ * @returns Stable JSON string with sorted keys
+ */
+function stable_stringify(value) {
+    const sorted_value = sort_object_keys(value);
+    return JSON.stringify(sorted_value);
+}
+/**
+ * Validates that a string is valid JSON and can be parsed
+ *
+ * @param json_string - The JSON string to validate
+ * @returns True if valid JSON, false otherwise
+ */
+function is_valid_json(json_string) {
+    try {
+        JSON.parse(json_string);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+/**
+ * Safely parses JSON with error handling
+ *
+ * @param json_string - The JSON string to parse
+ * @returns Parsed object or null if invalid
+ */
+function safe_json_parse(json_string) {
+    try {
+        return JSON.parse(json_string);
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=stable-stringify.js.map

package/dist/lib/stable-stringify.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stable-stringify.js","sourceRoot":"","sources":["../../src/lib/stable-stringify.ts"],"names":[],"mappings":";AAAA;;;;;;;;;GASG;;AA8BH,4CAGC;AAQD,sCAOC;AAQD,0CAMC;AA5DD;;GAEG;AACH,SAAS,gBAAgB,CAAC,GAAQ;IAChC,IAAI,GAAG,KAAK,IAAI,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5C,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QACvB,OAAO,GAAG,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAErC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,UAAU,CAAC,GAAG,CAAC,GAAG,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/C,CAAC;IAED,OAAO,UAAU,CAAC;AACpB,CAAC;AAED;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,KAAU;IACzC,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAC7C,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;AACtC,CAAC;AAED;;;;;GAKG;AACH,SAAgB,aAAa,CAAC,WAAmB;IAC/C,IAAI,CAAC;QACH,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAgB,eAAe,CAAC,WAAmB;IACjD,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACjC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}

package/dist/lib/streaming-utils.d.ts

@@ -0,0 +1,60 @@
+/**
+ * @fileoverview Streaming Utilities Class
+ *
+ * Encapsulates all streaming logic in a single class that handles JSONL (NDJSON) streaming.
+ * The complex event processing logic is handled by OpenAIEventProcessor.
+ *
+ * @author MeasureOne, Inc.
+ * @version 1.0.0
+ */
+import { Response } from "express";
+/**
+ * Streaming utilities class that encapsulates all streaming logic
+ */
+export declare class StreamingUtils {
+    private res;
+    private req;
+    private safe_write;
+    private cleanup;
+    private heartbeat?;
+    private closed;
+    constructor(res: Response, req: any);
+    /**
+     * Write an event to the stream
+     */
+    write(event_name: string, payload: any): void;
+    /**
+     * Clean up the streaming connection
+     */
+    cleanup_connection(): void;
+    /**
+     * Sets up JSONL (NDJSON) headers for streaming responses
+     */
+    private setup_stream_headers;
+    /**
+     * Sets up request timeout for streaming connections
+     */
+    private setup_stream_timeout;
+    /**
+         * Creates a safe JSONL writer (one JSON object per line) for streaming.
+         * Shape: { type: string, data: any }
+         */
+    private create_safe_write;
+    /**
+     * Creates a heartbeat interval for keeping streaming connections alive
+     */
+    private create_heartbeat;
+    /**
+     * Creates a cleanup function for streaming connections
+     */
+    private create_cleanup_function;
+    /**
+     * Priming write to defeat intermediary buffering and force early flushes
+     */
+    private prime_stream;
+}
+/**
+ * Handles streaming error responses for JSONL transport
+ */
+export declare function handle_stream_error(res: Response, error: Error): void;
+//# sourceMappingURL=streaming-utils.d.ts.map

package/dist/lib/streaming-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming-utils.d.ts","sourceRoot":"","sources":["../../src/lib/streaming-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAKnC;;GAEG;AACH,qBAAa,cAAc;IACvB,OAAO,CAAC,GAAG,CAAW;IACtB,OAAO,CAAC,GAAG,CAAM;IACjB,OAAO,CAAC,UAAU,CAA4C;IAC9D,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,SAAS,CAAC,CAAiB;IACnC,OAAO,CAAC,MAAM,CAAS;gBAEX,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG;IAsBnC;;OAEG;IACI,KAAK,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,GAAG,IAAI;IAIpD;;OAEG;IACI,kBAAkB,IAAI,IAAI;IAIjC;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAyB5B;;OAEG;IACH,OAAO,CAAC,oBAAoB;IAW5B;;;WAGO;IACP,OAAO,CAAC,iBAAiB;IAwBzB;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAMxB;;OAEG;IACH,OAAO,CAAC,uBAAuB;IAS/B;;OAEG;IACH,OAAO,CAAC,YAAY;CAiBvB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAqBrE"}

package/dist/lib/streaming-utils.js

@@ -0,0 +1,190 @@
+"use strict";
+/**
+ * @fileoverview Streaming Utilities Class
+ *
+ * Encapsulates all streaming logic in a single class that handles JSONL (NDJSON) streaming.
+ * The complex event processing logic is handled by OpenAIEventProcessor.
+ *
+ * @author MeasureOne, Inc.
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamingUtils = void 0;
+exports.handle_stream_error = handle_stream_error;
+const logger_1 = require("./utils/logger");
+const logger = (0, logger_1.create_compact_logger)("streaming-utils");
+/**
+ * Streaming utilities class that encapsulates all streaming logic
+ */
+class StreamingUtils {
+    constructor(res, req) {
+        this.closed = false;
+        this.res = res;
+        this.req = req;
+        // Set up streaming infrastructure
+        this.setup_stream_headers();
+        this.setup_stream_timeout();
+        this.prime_stream();
+        // Create safe write function
+        this.safe_write = this.create_safe_write();
+        // Create heartbeat
+        this.heartbeat = this.create_heartbeat();
+        // Create cleanup function
+        this.cleanup = this.create_cleanup_function();
+        // Add initial status
+        this.safe_write('status', { message: 'processing…' });
+    }
+    /**
+     * Write an event to the stream
+     */
+    write(event_name, payload) {
+        this.safe_write(event_name, payload);
+    }
+    /**
+     * Clean up the streaming connection
+     */
+    cleanup_connection() {
+        this.cleanup();
+    }
+    /**
+     * Sets up JSONL (NDJSON) headers for streaming responses
+     */
+    setup_stream_headers() {
+        if (this.res.headersSent)
+            return; // idempotent guard
+        // Prefer setHeader for idempotency; set status then flush
+        this.res.statusCode = 200;
+        this.res.setHeader("Content-Type", "application/x-ndjson");
+        this.res.setHeader("Cache-Control", "no-cache, no-transform");
+        this.res.setHeader("Connection", "keep-alive");
+        this.res.setHeader("Access-Control-Allow-Origin", "*");
+        this.res.setHeader("Access-Control-Allow-Headers", "Cache-Control, Last-Event-ID, Content-Type, Authorization");
+        this.res.setHeader("X-Accel-Buffering", "no");
+        this.res.setHeader("X-Content-Type-Options", "nosniff");
+        this.res.setHeader("Vary", "Accept");
+        // Best-effort signal to disable compression middlewares on this route
+        // @ts-ignore
+        if (typeof this.res.set === 'function') {
+            // Express-style set
+            // @ts-ignore
+            this.res.set('Content-Encoding', 'identity');
+        }
+        // @ts-ignore
+        this.res.flushHeaders?.();
+    }
+    /**
+     * Sets up request timeout for streaming connections
+     */
+    setup_stream_timeout() {
+        // Never timeout streaming
+        // @ts-ignore
+        this.req.setTimeout?.(0);
+        // Improve streaming behavior at the TCP level
+        try {
+            this.req.socket?.setNoDelay?.(true);
+            this.req.socket?.setKeepAlive?.(true, 1000);
+        }
+        catch { /* ignore */ }
+    }
+    /**
+         * Creates a safe JSONL writer (one JSON object per line) for streaming.
+         * Shape: { type: string, data: any }
+         */
+    create_safe_write() {
+        return (eventName, payload) => {
+            if (this.closed || this.res.writableEnded)
+                return;
+            try {
+                const frame = JSON.stringify({ type: eventName, data: payload }) + "\n";
+                this.res.write(frame);
+                // Flush immediately when supported (avoids buffering)
+                // @ts-ignore
+                if (typeof this.res.flush === 'function') {
+                    // @ts-ignore
+                    this.res.flush();
+                }
+                // Stop heartbeat and cleanup when "end" event is written
+                if (eventName === 'end') {
+                    this.cleanup_connection();
+                }
+            }
+            catch (e) {
+                logger.warn("JSONL write failed; closing connection", e);
+                this.cleanup_connection();
+            }
+        };
+    }
+    /**
+     * Creates a heartbeat interval for keeping streaming connections alive
+     */
+    create_heartbeat() {
+        return setInterval(() => {
+            this.safe_write('heartbeat', { t: Date.now() });
+        }, 15000);
+    }
+    /**
+     * Creates a cleanup function for streaming connections
+     */
+    create_cleanup_function() {
+        return () => {
+            if (this.closed)
+                return;
+            this.closed = true;
+            if (this.heartbeat)
+                clearInterval(this.heartbeat);
+            if (!this.res.writableEnded)
+                this.res.end();
+        };
+    }
+    /**
+     * Priming write to defeat intermediary buffering and force early flushes
+     */
+    prime_stream() {
+        // Some proxies begin sending only after a certain byte threshold.
+        // Send a padding line plus a connect status frame immediately.
+        try {
+            const pad = ' '.repeat(2048) + '\n';
+            // @ts-ignore
+            if (!this.res.headersSent)
+                this.res.flushHeaders?.();
+            this.res.write(pad);
+            const hello = JSON.stringify({ type: 'status', data: { message: 'connected' } }) + '\n';
+            this.res.write(hello);
+            // @ts-ignore
+            if (typeof this.res.flush === 'function') {
+                // @ts-ignore
+                this.res.flush();
+            }
+        }
+        catch { /* ignore */ }
+    }
+}
+exports.StreamingUtils = StreamingUtils;
+/**
+ * Handles streaming error responses for JSONL transport
+ */
+function handle_stream_error(res, error) {
+    try {
+        if (!res.headersSent) {
+            res.statusCode = 200;
+            res.setHeader("Content-Type", "application/x-ndjson");
+            res.setHeader("Cache-Control", "no-cache, no-transform");
+            res.setHeader("Connection", "keep-alive");
+            res.setHeader("Access-Control-Allow-Origin", "*");
+            res.setHeader("Access-Control-Allow-Headers", "Cache-Control, Last-Event-ID, Content-Type, Authorization");
+            res.setHeader("X-Accel-Buffering", "no");
+            res.setHeader("X-Content-Type-Options", "nosniff");
+            res.setHeader("Vary", "Accept");
+        }
+        const line = JSON.stringify({ type: 'error', data: { message: error.message } }) + "\n";
+        // Write best-effort; ignore if socket already closed
+        if (!res.writableEnded) {
+            res.write(line);
+        }
+    }
+    finally {
+        if (!res.writableEnded)
+            res.end();
+    }
+}
+//# sourceMappingURL=streaming-utils.js.map

package/dist/lib/streaming-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming-utils.js","sourceRoot":"","sources":["../../src/lib/streaming-utils.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;;AA0KH,kDAqBC;AA5LD,2CAAuD;AAEvD,MAAM,MAAM,GAAG,IAAA,8BAAqB,EAAC,iBAAiB,CAAC,CAAC;AAExD;;GAEG;AACH,MAAa,cAAc;IAQvB,YAAY,GAAa,EAAE,GAAQ;QAF3B,WAAM,GAAG,KAAK,CAAC;QAGnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QAEf,kCAAkC;QAClC,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC5B,IAAI,CAAC,YAAY,EAAE,CAAC;QAEpB,6BAA6B;QAC7B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC;QAE3C,mBAAmB;QACnB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAEzC,0BAA0B;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC;QAE9C,qBAAqB;QACrB,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,UAAkB,EAAE,OAAY;QACzC,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IAED;;OAEG;IACI,kBAAkB;QACrB,IAAI,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,oBAAoB;QACxB,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW;YAAE,OAAO,CAAC,mBAAmB;QAErD,0DAA0D;QAC1D,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;QAC1B,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;QAC3D,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,wBAAwB,CAAC,CAAC;QAC9D,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;QACvD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,2DAA2D,CAAC,CAAC;QAChH,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;QAC9C,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAErC,sEAAsE;QACtE,aAAa;QACb,IAAI,OAAQ,IAAI,CAAC,GAAW,CAAC,GAAG,KAAK,UAAU,EAAE,CAAC;YAC9C,oBAAoB;YACpB,aAAa;YACZ,IAAI,CAAC,GAAW,CAAC,GAAG,CAAC,kBAAkB,EAAE,UAAU,CAAC,CAAC;QAC1D,CAAC;QACD,aAAa;QACb,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACK,oBAAoB;QACxB,0BAA0B;QAC1B,aAAa;QACb,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,CAAC;QACzB,8CAA8C;QAC9C,IAAI,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC;YACpC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;IAED;;;WAGO;IACC,iBAAiB;QACrB,OAAO,CAAC,SAAiB,EAAE,OAAY,EAAE,EAAE;YACvC,IAAI,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa;gBAAE,OAAO;YAClD,IAAI,CAAC;gBACD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC;gBACxE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtB,sDAAsD;gBACtD,aAAa;gBACb,IAAI,OAAQ,IAAI,CAAC,GAAW,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;oBAChD,aAAa;oBACZ,IAAI,CAAC,GAAW,CAAC,KAAK,EAAE,CAAC;gBAC9B,CAAC;gBAED,yDAAyD;gBACzD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;oBACtB,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBAC9B,CAAC;YACL,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,CAAQ,CAAC,CAAC;gBAChE,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC9B,CAAC;QACL,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,gBAAgB;QACpB,OAAO,WAAW,CAAC,GAAG,EAAE;YACpB,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACpD,CAAC,EAAE,KAAK,CAAC,CAAC;IACd,CAAC;IAED;;OAEG;IACK,uBAAuB;QAC3B,OAAO,GAAG,EAAE;YACR,IAAI,IAAI,CAAC,MAAM;gBAAE,OAAO;YACxB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;YACnB,IAAI,IAAI,CAAC,SAAS;gBAAE,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa;gBAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QAChD,CAAC,CAAC;IACN,CAAC;IAED;;OAEG;IACK,YAAY;QAChB,kEAAkE;QAClE,+DAA+D;QAC/D,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;YACpC,aAAa;YACb,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW;gBAAE,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,EAAE,CAAC;YACrD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpB,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,WAAW,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;YACxF,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACtB,aAAa;YACb,IAAI,OAAQ,IAAI,CAAC,GAAW,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;gBAChD,aAAa;gBACZ,IAAI,CAAC,GAAW,CAAC,KAAK,EAAE,CAAC;YAC9B,CAAC;QACL,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IAC5B,CAAC;CACJ;AA3JD,wCA2JC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CAAC,GAAa,EAAE,KAAY;IAC3D,IAAI,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC;YACnB,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC;YACrB,GAAG,CAAC,SAAS,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;YACtD,GAAG,CAAC,SAAS,CAAC,eAAe,EAAE,wBAAwB,CAAC,CAAC;YACzD,GAAG,CAAC,SAAS,CAAC,YAAY,EAAE,YAAY,CAAC,CAAC;YAC1C,GAAG,CAAC,SAAS,CAAC,6BAA6B,EAAE,GAAG,CAAC,CAAC;YAClD,GAAG,CAAC,SAAS,CAAC,8BAA8B,EAAE,2DAA2D,CAAC,CAAC;YAC3G,GAAG,CAAC,SAAS,CAAC,mBAAmB,EAAE,IAAI,CAAC,CAAC;YACzC,GAAG,CAAC,SAAS,CAAC,wBAAwB,EAAE,SAAS,CAAC,CAAC;YACnD,GAAG,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;QACxF,qDAAqD;QACrD,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACrB,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;IACL,CAAC;YAAS,CAAC;QACP,IAAI,CAAC,GAAG,CAAC,aAAa;YAAE,GAAG,CAAC,GAAG,EAAE,CAAC;IACtC,CAAC;AACL,CAAC"}

package/dist/lib/utils/conversation-builder.d.ts

@@ -0,0 +1,36 @@
+/**
+ * @fileoverview Conversation Builder
+ *
+ * Utility for building condensed conversation history from summaries and recent messages.
+ * Used to reduce token usage while maintaining context.
+ *
+ * @author MeasureOne
+ * @version 1.0.0
+ */
+import { ChatMessage } from "../schemas";
+/**
+ * Build condensed conversation history from summaries and recent messages
+ *
+ * Structure:
+ * 1. Conversation summary (if available) - represents older history
+ * 2. Context summary (if available) - represents execution state
+ * 3. Last N recent messages (for immediate context)
+ * 4. Current context message (if provided)
+ *
+ * @param conversation_summary - LLM-generated summary of conversation messages
+ * @param context_summary - LLM-generated summary of execution context
+ * @param recent_messages - Last N messages for immediate context (default: last 3)
+ * @param current_context - Current context object (plan_id, current_step, tool_results, etc.)
+ * @returns Condensed conversation history as ChatMessage[]
+ */
+export declare function build_condensed_conversation(conversation_summary?: string | null, context_summary?: string | null, recent_messages?: ChatMessage[], current_context?: any): ChatMessage[];
+/**
+ * Fallback: Build conversation from full message history if summaries are not available
+ * Used for backward compatibility when summaries haven't been generated yet
+ *
+ * @param all_messages - Full conversation message history
+ * @param current_context - Current context object
+ * @returns Full conversation history with context
+ */
+export declare function build_full_conversation(all_messages: ChatMessage[], current_context?: any): ChatMessage[];
+//# sourceMappingURL=conversation-builder.d.ts.map

package/dist/lib/utils/conversation-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-builder.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/conversation-builder.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAKzC;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,4BAA4B,CACxC,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,EACpC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,EAC/B,eAAe,GAAE,WAAW,EAAO,EACnC,eAAe,CAAC,EAAE,GAAG,GACtB,WAAW,EAAE,CAiEf;AAED;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CACnC,YAAY,EAAE,WAAW,EAAE,EAC3B,eAAe,CAAC,EAAE,GAAG,GACtB,WAAW,EAAE,CAmCf"}

package/dist/lib/utils/conversation-builder.js

@@ -0,0 +1,132 @@
+"use strict";
+/**
+ * @fileoverview Conversation Builder
+ *
+ * Utility for building condensed conversation history from summaries and recent messages.
+ * Used to reduce token usage while maintaining context.
+ *
+ * @author MeasureOne
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.build_condensed_conversation = build_condensed_conversation;
+exports.build_full_conversation = build_full_conversation;
+const logger_1 = require("./logger");
+const logger = (0, logger_1.create_default_logger)("conversation-builder");
+/**
+ * Build condensed conversation history from summaries and recent messages
+ *
+ * Structure:
+ * 1. Conversation summary (if available) - represents older history
+ * 2. Context summary (if available) - represents execution state
+ * 3. Last N recent messages (for immediate context)
+ * 4. Current context message (if provided)
+ *
+ * @param conversation_summary - LLM-generated summary of conversation messages
+ * @param context_summary - LLM-generated summary of execution context
+ * @param recent_messages - Last N messages for immediate context (default: last 3)
+ * @param current_context - Current context object (plan_id, current_step, tool_results, etc.)
+ * @returns Condensed conversation history as ChatMessage[]
+ */
+function build_condensed_conversation(conversation_summary, context_summary, recent_messages = [], current_context) {
+    const condensed = [];
+    // 1. Add conversation summary if available (represents older history)
+    // Format as plain text so the agent can understand it
+    if (conversation_summary && typeof conversation_summary === 'string' && conversation_summary.trim().length > 0) {
+        condensed.push({
+            role: 'user',
+            content: `[Conversation Summary]\n${conversation_summary}`
+        });
+        logger.debug('Added conversation summary to condensed conversation');
+    }
+    // 2. Add context summary if available (represents execution state)
+    // Format as plain text so the agent can understand it
+    if (context_summary && typeof context_summary === 'string' && context_summary.trim().length > 0) {
+        condensed.push({
+            role: 'user',
+            content: `[Context Summary]\n${context_summary}`
+        });
+        logger.debug('Added context summary to condensed conversation');
+    }
+    // 3. Add recent messages for immediate context (keep last 3 by default)
+    const messages_to_include = recent_messages.slice(-3);
+    if (messages_to_include.length > 0) {
+        condensed.push(...messages_to_include);
+        logger.debug(`Added ${messages_to_include.length} recent messages to condensed conversation`);
+    }
+    // 4. Add current context if provided
+    // Format as plain text so the agent can understand it
+    if (current_context && Object.keys(current_context).length > 0) {
+        // Format context as readable text, excluding sensitive information
+        const context_text = Object.entries(current_context)
+            .filter(([key]) => !['streaming_utils', 'socket'].includes(key)) // Exclude non-serializable objects
+            .map(([key, value]) => {
+            // Format value as readable text
+            if (typeof value === 'object' && value !== null) {
+                try {
+                    return `${key}: ${JSON.stringify(value, null, 2)}`;
+                }
+                catch {
+                    return `${key}: [object]`;
+                }
+            }
+            return `${key}: ${value}`;
+        })
+            .join('\n');
+        condensed.push({
+            role: 'user',
+            content: `[Current Context]\n${context_text}`
+        });
+        logger.debug('Added current context to condensed conversation');
+    }
+    logger.info('Built condensed conversation', {
+        has_conversation_summary: !!conversation_summary,
+        has_context_summary: !!context_summary,
+        recent_messages_count: messages_to_include.length,
+        has_current_context: !!current_context,
+        total_messages: condensed.length
+    });
+    return condensed;
+}
+/**
+ * Fallback: Build conversation from full message history if summaries are not available
+ * Used for backward compatibility when summaries haven't been generated yet
+ *
+ * @param all_messages - Full conversation message history
+ * @param current_context - Current context object
+ * @returns Full conversation history with context
+ */
+function build_full_conversation(all_messages, current_context) {
+    const conversation = [...all_messages];
+    // Add current context if provided
+    // Format as plain text so the agent can understand it
+    if (current_context && Object.keys(current_context).length > 0) {
+        // Format context as readable text, excluding sensitive information
+        const context_text = Object.entries(current_context)
+            .filter(([key]) => !['streaming_utils', 'socket'].includes(key)) // Exclude non-serializable objects
+            .map(([key, value]) => {
+            // Format value as readable text
+            if (typeof value === 'object' && value !== null) {
+                try {
+                    return `${key}: ${JSON.stringify(value, null, 2)}`;
+                }
+                catch {
+                    return `${key}: [object]`;
+                }
+            }
+            return `${key}: ${value}`;
+        })
+            .join('\n');
+        conversation.push({
+            role: 'user',
+            content: `[Current Context]\n${context_text}`
+        });
+    }
+    logger.info('Built full conversation (fallback - no summaries available)', {
+        message_count: all_messages.length,
+        has_current_context: !!current_context,
+        total_messages: conversation.length
+    });
+    return conversation;
+}
+//# sourceMappingURL=conversation-builder.js.map

package/dist/lib/utils/conversation-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversation-builder.js","sourceRoot":"","sources":["../../../src/lib/utils/conversation-builder.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAsBH,oEAsEC;AAUD,0DAsCC;AAzID,qCAAiD;AAEjD,MAAM,MAAM,GAAG,IAAA,8BAAqB,EAAC,sBAAsB,CAAC,CAAC;AAE7D;;;;;;;;;;;;;;GAcG;AACH,SAAgB,4BAA4B,CACxC,oBAAoC,EACpC,eAA+B,EAC/B,kBAAiC,EAAE,EACnC,eAAqB;IAErB,MAAM,SAAS,GAAkB,EAAE,CAAC;IAEpC,sEAAsE;IACtE,sDAAsD;IACtD,IAAI,oBAAoB,IAAI,OAAO,oBAAoB,KAAK,QAAQ,IAAI,oBAAoB,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7G,SAAS,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,2BAA2B,oBAAoB,EAAE;SAC7D,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;IACzE,CAAC;IAED,mEAAmE;IACnE,sDAAsD;IACtD,IAAI,eAAe,IAAI,OAAO,eAAe,KAAK,QAAQ,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9F,SAAS,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,sBAAsB,eAAe,EAAE;SACnD,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACpE,CAAC;IAED,wEAAwE;IACxE,MAAM,mBAAmB,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,IAAI,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACjC,SAAS,CAAC,IAAI,CAAC,GAAG,mBAAmB,CAAC,CAAC;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,mBAAmB,CAAC,MAAM,4CAA4C,CAAC,CAAC;IAClG,CAAC;IAED,qCAAqC;IACrC,sDAAsD;IACtD,IAAI,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,mEAAmE;QACnE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aAC/C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,mCAAmC;aACnG,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YAClB,gCAAgC;YAChC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACD,OAAO,GAAG,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACL,OAAO,GAAG,GAAG,YAAY,CAAC;gBAC9B,CAAC;YACL,CAAC;YACD,OAAO,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;QAC9B,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhB,SAAS,CAAC,IAAI,CAAC;YACX,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,sBAAsB,YAAY,EAAE;SAChD,CAAC,CAAC;QACH,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;QACxC,wBAAwB,EAAE,CAAC,CAAC,oBAAoB;QAChD,mBAAmB,EAAE,CAAC,CAAC,eAAe;QACtC,qBAAqB,EAAE,mBAAmB,CAAC,MAAM;QACjD,mBAAmB,EAAE,CAAC,CAAC,eAAe;QACtC,cAAc,EAAE,SAAS,CAAC,MAAM;KACnC,CAAC,CAAC;IAEH,OAAO,SAAS,CAAC;AACrB,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,uBAAuB,CACnC,YAA2B,EAC3B,eAAqB;IAErB,MAAM,YAAY,GAAkB,CAAC,GAAG,YAAY,CAAC,CAAC;IAEtD,kCAAkC;IAClC,sDAAsD;IACtD,IAAI,eAAe,IAAI,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7D,mEAAmE;QACnE,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;aAC/C,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,mCAAmC;aACnG,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;YAClB,gCAAgC;YAChC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC9C,IAAI,CAAC;oBACD,OAAO,GAAG,GAAG,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;gBACvD,CAAC;gBAAC,MAAM,CAAC;oBACL,OAAO,GAAG,GAAG,YAAY,CAAC;gBAC9B,CAAC;YACL,CAAC;YACD,OAAO,GAAG,GAAG,KAAK,KAAK,EAAE,CAAC;QAC9B,CAAC,CAAC;aACD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEhB,YAAY,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,sBAAsB,YAAY,EAAE;SAChD,CAAC,CAAC;IACP,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,6DAA6D,EAAE;QACvE,aAAa,EAAE,YAAY,CAAC,MAAM;QAClC,mBAAmB,EAAE,CAAC,CAAC,eAAe;QACtC,cAAc,EAAE,YAAY,CAAC,MAAM;KACtC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AACxB,CAAC"}

package/dist/lib/utils/domain-matcher.d.ts

@@ -0,0 +1,25 @@
+/**
+ * @fileoverview Domain Matcher Utility
+ *
+ * Utility functions for domain matching and validation.
+ * Provides case-insensitive domain matching.
+ *
+ * @author MeasureOne
+ * @version 1.0.0
+ */
+/**
+ * Check if a domain exists in available_domains (case-insensitive)
+ * @param domain - The domain to check
+ * @param available_domains - Array of available domains
+ * @returns true if domain matches (case-insensitive), false otherwise
+ */
+export declare function is_domain_in_list(domain: string | null, available_domains: string[]): boolean;
+/**
+ * Find the matching domain from available_domains (case-insensitive)
+ * Returns the original case from available_domains if found
+ * @param domain - The domain to find
+ * @param available_domains - Array of available domains
+ * @returns The matching domain with original case, or null if not found
+ */
+export declare function find_matching_domain(domain: string | null, available_domains: string[]): string | null;
+//# sourceMappingURL=domain-matcher.d.ts.map

package/dist/lib/utils/domain-matcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-matcher.d.ts","sourceRoot":"","sources":["../../../src/lib/utils/domain-matcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,OAAO,CAO7F;AAED;;;;;;GAMG;AACH,wBAAgB,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,iBAAiB,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CAQtG"}

package/dist/lib/utils/domain-matcher.js

@@ -0,0 +1,42 @@
+"use strict";
+/**
+ * @fileoverview Domain Matcher Utility
+ *
+ * Utility functions for domain matching and validation.
+ * Provides case-insensitive domain matching.
+ *
+ * @author MeasureOne
+ * @version 1.0.0
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.is_domain_in_list = is_domain_in_list;
+exports.find_matching_domain = find_matching_domain;
+/**
+ * Check if a domain exists in available_domains (case-insensitive)
+ * @param domain - The domain to check
+ * @param available_domains - Array of available domains
+ * @returns true if domain matches (case-insensitive), false otherwise
+ */
+function is_domain_in_list(domain, available_domains) {
+    if (!domain || !Array.isArray(available_domains) || available_domains.length === 0) {
+        return false;
+    }
+    const normalized_domain = domain.trim().toLowerCase();
+    return available_domains.some(available => available.trim().toLowerCase() === normalized_domain);
+}
+/**
+ * Find the matching domain from available_domains (case-insensitive)
+ * Returns the original case from available_domains if found
+ * @param domain - The domain to find
+ * @param available_domains - Array of available domains
+ * @returns The matching domain with original case, or null if not found
+ */
+function find_matching_domain(domain, available_domains) {
+    if (!domain || !Array.isArray(available_domains) || available_domains.length === 0) {
+        return null;
+    }
+    const normalized_domain = domain.trim().toLowerCase();
+    const match = available_domains.find(available => available.trim().toLowerCase() === normalized_domain);
+    return match || null;
+}
+//# sourceMappingURL=domain-matcher.js.map

package/dist/lib/utils/domain-matcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"domain-matcher.js","sourceRoot":"","sources":["../../../src/lib/utils/domain-matcher.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AAQH,8CAOC;AASD,oDAQC;AA9BD;;;;;GAKG;AACH,SAAgB,iBAAiB,CAAC,MAAqB,EAAE,iBAA2B;IAChF,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtD,OAAO,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,iBAAiB,CAAC,CAAC;AACrG,CAAC;AAED;;;;;;GAMG;AACH,SAAgB,oBAAoB,CAAC,MAAqB,EAAE,iBAA2B;IACnF,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjF,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,iBAAiB,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACtD,MAAM,KAAK,GAAG,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,iBAAiB,CAAC,CAAC;IACxG,OAAO,KAAK,IAAI,IAAI,CAAC;AACzB,CAAC"}