@tyvm/knowhow 0.0.16 → 0.0.17

package/ts_build/src/processors/TokenCompressor.js

@@ -0,0 +1,226 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.expandTokensDefinition = exports.TokenCompressor = void 0;
+class TokenCompressor {
+    storage = {};
+    maxTokens = 20000;
+    compressionRatio = 0.1;
+    keyPrefix = "compressed_";
+    jsonPropertyThreshold = 20000;
+    toolName = exports.expandTokensDefinition.function.name;
+    characterLimit = 16000;
+    constructor(toolsService) {
+        this.registerTool(toolsService);
+    }
+    estimateTokens(text) {
+        return Math.ceil(text.length / 4);
+    }
+    tryParseJson(content) {
+        try {
+            return JSON.parse(content);
+        }
+        catch {
+            return null;
+        }
+    }
+    compressStringInChunks(content, path = "") {
+        if (content.length <= this.characterLimit) {
+            return content;
+        }
+        const chunks = [];
+        const chunkKeys = [];
+        let remaining = content;
+        while (remaining.length > this.characterLimit) {
+            const chunkStart = remaining.length - this.characterLimit;
+            const chunk = remaining.substring(chunkStart);
+            chunks.unshift(chunk);
+            remaining = remaining.substring(0, chunkStart);
+        }
+        if (remaining.length > 0) {
+            chunks.unshift(remaining);
+        }
+        for (let i = chunks.length - 1; i >= 0; i--) {
+            const key = this.generateKey();
+            chunkKeys.unshift(key);
+            let chunkContent = chunks[i];
+            if (i < chunks.length - 1) {
+                const nextKey = chunkKeys[i + 1];
+                chunkContent += `\n\n[NEXT_CHUNK_KEY: ${nextKey}]`;
+            }
+            this.storage[key] = chunkContent;
+        }
+        const firstKey = chunkKeys[0];
+        const totalTokens = this.estimateTokens(content);
+        const chunkCount = chunks.length;
+        return `[COMPRESSED_STRING - ${totalTokens} tokens in ${chunkCount} chunks]\nKey: ${firstKey}\nPath: ${path}\nPreview: ${content.substring(0, 200)}...\n[Use ${this.toolName} tool with key "${firstKey}" to retrieve content. Follow NEXT_CHUNK_KEY references for complete content]`;
+    }
+    compressContent(content, path = "") {
+        const tokens = this.estimateTokens(content);
+        if (tokens <= this.maxTokens) {
+            return content;
+        }
+        const jsonObj = this.tryParseJson(content);
+        if (jsonObj) {
+            const compressedObj = this.compressJsonProperties(jsonObj, path);
+            const compressedContent = JSON.stringify(compressedObj, null, 2);
+            const compressedTokens = this.estimateTokens(compressedContent);
+            if (compressedTokens < tokens * 0.8) {
+                return compressedContent;
+            }
+        }
+        return this.compressStringInChunks(content, path);
+    }
+    compressJsonProperties(obj, path = "") {
+        if (Array.isArray(obj)) {
+            const processedItems = obj.map((item, index) => this.compressJsonProperties(item, `${path}[${index}]`));
+            const initialTokens = this.estimateTokens(JSON.stringify(processedItems));
+            if (initialTokens <= this.jsonPropertyThreshold * 1.3) {
+                return processedItems;
+            }
+            const finalArray = [];
+            let currentChunk = [];
+            for (let i = processedItems.length - 1; i >= 0; i--) {
+                const item = processedItems[i];
+                currentChunk.unshift(item);
+                const chunkString = JSON.stringify(currentChunk);
+                const chunkTokens = this.estimateTokens(chunkString);
+                if (chunkTokens > this.jsonPropertyThreshold) {
+                    const key = this.generateKey();
+                    this.storage[key] = chunkString;
+                    const stub = `[COMPRESSED_JSON_ARRAY_CHUNK - ${chunkTokens} tokens, ${currentChunk.length} items]\nKey: ${key}\nPath: ${path}[${i}...${i + currentChunk.length - 1}]\nPreview: ${chunkString.substring(0, 100)}...\n[Use ${this.toolName} tool with key "${key}" to retrieve this chunk]`;
+                    finalArray.unshift(stub);
+                    currentChunk = [];
+                }
+            }
+            if (currentChunk.length > 0) {
+                finalArray.unshift(...currentChunk);
+            }
+            return finalArray;
+        }
+        if (obj && typeof obj === "object") {
+            const result = {};
+            for (const [key, value] of Object.entries(obj)) {
+                const newPath = path ? `${path}.${key}` : key;
+                result[key] = this.compressJsonProperties(value, newPath);
+            }
+            const objectAsString = JSON.stringify(result);
+            const tokens = this.estimateTokens(objectAsString);
+            if (tokens > this.jsonPropertyThreshold) {
+                const key = this.generateKey();
+                this.storage[key] = objectAsString;
+                return `[COMPRESSED_JSON_OBJECT - ${tokens} tokens]\nKey: ${key}\nPath: ${path}\nKeys: ${Object.keys(result).join(", ")}\nPreview: ${objectAsString.substring(0, 200)}...\n[Use ${this.toolName} tool with key "${key}" to retrieve full content]`;
+            }
+            return result;
+        }
+        if (typeof obj === "string") {
+            const parsedJson = this.tryParseJson(obj);
+            if (parsedJson) {
+                const compressedJson = this.compressJsonProperties(parsedJson, path);
+                const compressedJsonString = JSON.stringify(compressedJson, null, 2);
+                const originalTokens = this.estimateTokens(obj);
+                const compressedTokens = this.estimateTokens(compressedJsonString);
+                if (compressedTokens < originalTokens * 0.8) {
+                    return compressedJsonString;
+                }
+            }
+            const tokens = this.estimateTokens(obj);
+            if (tokens > this.characterLimit * 4) {
+                const key = this.generateKey();
+                this.storage[key] = obj;
+                return `[COMPRESSED_JSON_PROPERTY - ${tokens} tokens]\nKey: ${key}\nPath: ${path}\nPreview: ${obj.substring(0, 200)}...\n[Use ${this.toolName} tool with key "${key}" to retrieve full content]`;
+            }
+            return obj;
+        }
+        return obj;
+    }
+    generateKey() {
+        return `${this.keyPrefix}${Date.now()}_${Math.random()
+            .toString(36)
+            .substr(2, 9)}`;
+    }
+    compressToolCall(message) {
+        if (message.tool_calls) {
+            for (const toolCall of message.tool_calls) {
+                if (toolCall.function.arguments) {
+                    const args = toolCall.function.arguments;
+                    const tokens = this.estimateTokens(args);
+                    if (tokens > this.maxTokens) {
+                        const key = this.generateKey();
+                        this.storage[key] = args;
+                        const compressed = `[COMPRESSED TOOL ARGS - ${tokens} tokens]\nKey: ${key}\nPreview: ${args.substring(0, 200)}...\n[Use ${this.toolName} tool with key "${key}" to retrieve full arguments]`;
+                        toolCall.function.arguments = compressed;
+                    }
+                }
+            }
+        }
+    }
+    async compressMessage(message) {
+        if (typeof message.content === "string") {
+            message.content = this.compressContent(message.content);
+        }
+        else if (Array.isArray(message.content)) {
+            for (const item of message.content) {
+                if (item.type === "text" && item.text) {
+                    item.text = this.compressContent(item.text);
+                }
+            }
+        }
+        this.compressToolCall(message);
+    }
+    createProcessor(filterFn) {
+        return async (originalMessages, modifiedMessages) => {
+            for (const message of modifiedMessages) {
+                if (filterFn && !filterFn(message)) {
+                    continue;
+                }
+                await this.compressMessage(message);
+            }
+        };
+    }
+    retrieveString(key) {
+        return this.storage[key] || null;
+    }
+    clearStorage() {
+        this.storage = {};
+    }
+    getStorageKeys() {
+        return Object.keys(this.storage);
+    }
+    getStorageSize() {
+        return Object.keys(this.storage).length;
+    }
+    registerTool(toolsService) {
+        if (toolsService && !toolsService.getTool(this.toolName)) {
+            toolsService.addTool(exports.expandTokensDefinition);
+            toolsService.addFunctions({
+                [this.toolName]: (key) => {
+                    const data = this.retrieveString(key);
+                    if (!data) {
+                        return `Error: No data found for key "${key}". Available keys: ${this.getStorageKeys().join(", ")}`;
+                    }
+                    return data;
+                },
+            });
+        }
+    }
+}
+exports.TokenCompressor = TokenCompressor;
+exports.expandTokensDefinition = {
+    type: "function",
+    function: {
+        name: "expandTokens",
+        description: "Retrieve a chunk of compressed data that was stored during message processing. The returned content may contain a `NEXT_CHUNK_KEY` to retrieve subsequent chunks.",
+        parameters: {
+            type: "object",
+            positional: true,
+            properties: {
+                key: {
+                    type: "string",
+                    description: "The key of the compressed data to retrieve",
+                },
+            },
+            required: ["key"],
+        },
+    },
+};
+//# sourceMappingURL=TokenCompressor.js.map

package/ts_build/src/processors/TokenCompressor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TokenCompressor.js","sourceRoot":"","sources":["../../../src/processors/TokenCompressor.ts"],"names":[],"mappings":";;;AAQA,MAAa,eAAe;IAClB,OAAO,GAA2B,EAAE,CAAC;IACrC,SAAS,GAAW,KAAK,CAAC;IAC1B,gBAAgB,GAAW,GAAG,CAAC;IAC/B,SAAS,GAAW,aAAa,CAAC;IAClC,qBAAqB,GAAW,KAAK,CAAC;IACtC,QAAQ,GAAW,8BAAsB,CAAC,QAAQ,CAAC,IAAI,CAAC;IACxD,cAAc,GAAW,KAAK,CAAC;IAEvC,YAAY,YAA2B;QACrC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAGO,cAAc,CAAC,IAAY;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKM,sBAAsB,CAAC,OAAe,EAAE,OAAe,EAAE;QAC9D,IAAI,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,cAAc,EAAE;YACzC,OAAO,OAAO,CAAC;SAChB;QAED,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,OAAO,CAAC;QAGxB,OAAO,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,EAAE;YAC7C,MAAM,UAAU,GAAG,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;YAC1D,MAAM,KAAK,GAAG,SAAS,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YAC9C,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;SAChD;QAGD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;SAC3B;QAGD,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/B,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAEvB,IAAI,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;YAG7B,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE;gBACzB,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACjC,YAAY,IAAI,wBAAwB,OAAO,GAAG,CAAC;aACpD;YAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;SAClC;QAGD,MAAM,QAAQ,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;QAEjC,OAAO,wBAAwB,WAAW,cAAc,UAAU,kBAAkB,QAAQ,WAAW,IAAI,cAAc,OAAO,CAAC,SAAS,CACxI,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,QAAQ,+EAA+E,CAAC;IAC7G,CAAC;IAKM,eAAe,CAAC,OAAe,EAAE,OAAe,EAAE;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAE5C,IAAI,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE;YAC5B,OAAO,OAAO,CAAC;SAChB;QAGD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAC3C,IAAI,OAAO,EAAE;YAEX,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACjE,MAAM,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAGjE,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,iBAAiB,CAAC,CAAC;YAChE,IAAI,gBAAgB,GAAG,MAAM,GAAG,GAAG,EAAE;gBACnC,OAAO,iBAAiB,CAAC;aAC1B;SACF;QAGD,OAAO,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACpD,CAAC;IAMM,sBAAsB,CAAC,GAAQ,EAAE,OAAe,EAAE;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YAEtB,MAAM,cAAc,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAC7C,IAAI,CAAC,sBAAsB,CAAC,IAAI,EAAE,GAAG,IAAI,IAAI,KAAK,GAAG,CAAC,CACvD,CAAC;YAIF,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;YAC1E,IAAI,aAAa,IAAI,IAAI,CAAC,qBAAqB,GAAG,GAAG,EAAE;gBACrD,OAAO,cAAc,CAAC;aACvB;YAGD,MAAM,UAAU,GAAU,EAAE,CAAC;YAC7B,IAAI,YAAY,GAAU,EAAE,CAAC;YAE7B,KAAK,IAAI,CAAC,GAAG,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE;gBACnD,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;gBAC/B,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBAE3B,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBACjD,MAAM,WAAW,GAAG,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,CAAC;gBAErD,IAAI,WAAW,GAAG,IAAI,CAAC,qBAAqB,EAAE;oBAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;oBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC;oBAEhC,MAAM,IAAI,GAAG,kCAAkC,WAAW,YACxD,YAAY,CAAC,MACf,iBAAiB,GAAG,WAAW,IAAI,IAAI,CAAC,MACtC,CAAC,GAAG,YAAY,CAAC,MAAM,GAAG,CAC5B,eAAe,WAAW,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aAC1C,IAAI,CAAC,QACP,mBAAmB,GAAG,2BAA2B,CAAC;oBAClD,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBAEzB,YAAY,GAAG,EAAE,CAAC;iBACnB;aACF;YAID,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,UAAU,CAAC,OAAO,CAAC,GAAG,YAAY,CAAC,CAAC;aACrC;YACD,OAAO,UAAU,CAAC;SACnB;QAGD,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;aAC3D;YAGD,MAAM,cAAc,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;YACnD,IAAI,MAAM,GAAG,IAAI,CAAC,qBAAqB,EAAE;gBACvC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,cAAc,CAAC;gBAEnC,OAAO,6BAA6B,MAAM,kBAAkB,GAAG,WAAW,IAAI,WAAW,MAAM,CAAC,IAAI,CAClG,MAAM,CACP,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,cAAc,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,aACxD,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,MAAM,CAAC;SACf;QAGD,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAE3B,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,UAAU,EAAE;gBACd,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACrE,MAAM,oBAAoB,GAAG,IAAI,CAAC,SAAS,CAAC,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;gBAErE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;gBAChD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,CAAC;gBAEnE,IAAI,gBAAgB,GAAG,cAAc,GAAG,GAAG,EAAE;oBAC3C,OAAO,oBAAoB,CAAC;iBAC7B;aACF;YAGD,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;YACxC,IAAI,MAAM,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE;gBACpC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;gBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;gBAExB,OAAO,+BAA+B,MAAM,kBAAkB,GAAG,WAAW,IAAI,cAAc,GAAG,CAAC,SAAS,CACzG,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,GAAG,6BAA6B,CAAC;aACrD;YACD,OAAO,GAAG,CAAC;SACZ;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,WAAW;QACjB,OAAO,GAAG,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE;aACnD,QAAQ,CAAC,EAAE,CAAC;aACZ,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;IACpB,CAAC;IAEM,gBAAgB,CAAC,OAAgB;QACtC,IAAI,OAAO,CAAC,UAAU,EAAE;YACtB,KAAK,MAAM,QAAQ,IAAI,OAAO,CAAC,UAAU,EAAE;gBACzC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE;oBAC/B,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;oBACzC,MAAM,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;oBAEzC,IAAI,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE;wBAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;wBAC/B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;wBAEzB,MAAM,UAAU,GAAG,2BAA2B,MAAM,kBAAkB,GAAG,cAAc,IAAI,CAAC,SAAS,CACnG,CAAC,EACD,GAAG,CACJ,aACC,IAAI,CAAC,QACP,mBAAmB,GAAG,+BAA+B,CAAC;wBAEtD,QAAQ,CAAC,QAAQ,CAAC,SAAS,GAAG,UAAU,CAAC;qBAC1C;iBACF;aACF;SACF;IACH,CAAC;IAEM,KAAK,CAAC,eAAe,CAAC,OAAgB;QAM3C,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YACvC,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;SACzD;aAEI,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YACvC,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,OAAO,EAAE;gBAClC,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,IAAI,EAAE;oBACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC7C;aACF;SACF;QAGD,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;aACrC;QACH,CAAC,CAAC;IACJ,CAAC;IAOD,cAAc,CAAC,GAAW;QACxB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC;IACnC,CAAC;IAED,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;IACpB,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAED,YAAY,CAAC,YAA2B;QACtC,IAAI,YAAY,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACxD,YAAY,CAAC,OAAO,CAAC,8BAAsB,CAAC,CAAC;YAC7C,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,GAAW,EAAE,EAAE;oBAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;oBAEtC,IAAI,CAAC,IAAI,EAAE;wBACT,OAAO,iCAAiC,GAAG,sBAAsB,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CACzF,IAAI,CACL,EAAE,CAAC;qBACL;oBACD,OAAO,IAAI,CAAC;gBACd,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;CACF;AAxUD,0CAwUC;AAEY,QAAA,sBAAsB,GAAS;IAC1C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,cAAc;QACpB,WAAW,EACT,mKAAmK;QACrK,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,GAAG,EAAE;oBACH,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;aACF;YACD,QAAQ,EAAE,CAAC,KAAK,CAAC;SAClB;KACF;CACF,CAAC"}

package/ts_build/src/processors/ToolResponseCache.d.ts

@@ -0,0 +1,22 @@
+import { Message } from "../clients/types";
+import { MessageProcessorFunction } from "../services/MessageProcessor";
+import { ToolsService } from "../services";
+import { Tool } from "../clients";
+export declare class ToolResponseCache {
+    private storage;
+    private metadataStorage;
+    private toolName;
+    constructor(toolsService: ToolsService);
+    private tryParseJson;
+    private parseNestedJsonStrings;
+    private storeToolResponse;
+    private processMessage;
+    createProcessor(filterFn?: (msg: Message) => boolean): MessageProcessorFunction;
+    queryToolResponse(toolCallId: string, jqQuery: string): Promise<string>;
+    retrieveRawResponse(toolCallId: string): string | null;
+    clearStorage(): void;
+    getStorageKeys(): string[];
+    getStorageSize(): number;
+    registerTool(toolsService: ToolsService): void;
+}
+export declare const jqToolResponseDefinition: Tool;

package/ts_build/src/processors/ToolResponseCache.js

@@ -0,0 +1,164 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.jqToolResponseDefinition = exports.ToolResponseCache = void 0;
+const jq = __importStar(require("node-jq"));
+class ToolResponseCache {
+    storage = {};
+    metadataStorage = {};
+    toolName = exports.jqToolResponseDefinition.function.name;
+    constructor(toolsService) {
+        this.registerTool(toolsService);
+    }
+    tryParseJson(content) {
+        try {
+            return JSON.parse(content);
+        }
+        catch {
+            return null;
+        }
+    }
+    parseNestedJsonStrings(obj) {
+        if (typeof obj === "string") {
+            const parsed = this.tryParseJson(obj);
+            if (parsed) {
+                return this.parseNestedJsonStrings(parsed);
+            }
+            return obj;
+        }
+        if (Array.isArray(obj)) {
+            return obj.map((item) => this.parseNestedJsonStrings(item));
+        }
+        if (obj && typeof obj === "object") {
+            const result = {};
+            for (const [key, value] of Object.entries(obj)) {
+                result[key] = this.parseNestedJsonStrings(value);
+            }
+            return result;
+        }
+        return obj;
+    }
+    storeToolResponse(content, toolCallId) {
+        this.storage[toolCallId] = content;
+        this.metadataStorage[toolCallId] = {
+            toolCallId,
+            originalLength: content.length,
+            storedAt: Date.now(),
+        };
+    }
+    async processMessage(message) {
+        if (message.role !== "tool" ||
+            !message.tool_call_id ||
+            typeof message.content !== "string") {
+            return;
+        }
+        this.storeToolResponse(message.content, message.tool_call_id);
+    }
+    createProcessor(filterFn) {
+        return async (originalMessages, modifiedMessages) => {
+            for (const message of modifiedMessages) {
+                if (filterFn && !filterFn(message)) {
+                    continue;
+                }
+                await this.processMessage(message);
+            }
+        };
+    }
+    async queryToolResponse(toolCallId, jqQuery) {
+        const data = this.storage[toolCallId];
+        if (!data) {
+            const availableIds = Object.keys(this.storage);
+            return `Error: No tool response found for toolCallId "${toolCallId}". Available IDs: ${availableIds.join(", ")}`;
+        }
+        try {
+            const parsedData = this.parseNestedJsonStrings(data);
+            const result = await jq.run(jqQuery, parsedData, { input: "json" });
+            if (typeof result === "string") {
+                return result;
+            }
+            else {
+                return JSON.stringify(result, null, 2);
+            }
+        }
+        catch (error) {
+            let errorMessage = `JQ Query Error: ${error.message}`;
+            const jsonObj = this.tryParseJson(data);
+            if (!jsonObj) {
+                errorMessage += `\nNote: The tool response data is not valid JSON. Raw data preview:\n${data.substring(0, 300)}...`;
+            }
+            else {
+                errorMessage += `\nData structure preview:\n${JSON.stringify(jsonObj, null, 2).substring(0, 500)}...`;
+            }
+            return errorMessage;
+        }
+    }
+    retrieveRawResponse(toolCallId) {
+        return this.storage[toolCallId] || null;
+    }
+    clearStorage() {
+        this.storage = {};
+        this.metadataStorage = {};
+    }
+    getStorageKeys() {
+        return Object.keys(this.storage);
+    }
+    getStorageSize() {
+        return Object.keys(this.storage).length;
+    }
+    registerTool(toolsService) {
+        if (!toolsService.getTool(this.toolName)) {
+            toolsService.addTool(exports.jqToolResponseDefinition);
+            toolsService.addFunctions({
+                [this.toolName]: async (toolCallId, jqQuery) => {
+                    return await this.queryToolResponse(toolCallId, jqQuery);
+                },
+            });
+        }
+    }
+}
+exports.ToolResponseCache = ToolResponseCache;
+exports.jqToolResponseDefinition = {
+    type: "function",
+    function: {
+        name: "jqToolResponse",
+        description: "Execute a JQ query on a stored tool response to extract specific data. Use this when you need to extract specific information from any tool response that has been stored. Many MCP tool responses store data in nested structures like .content[0].text where the actual data array is located.",
+        parameters: {
+            type: "object",
+            positional: true,
+            properties: {
+                toolCallId: {
+                    type: "string",
+                    description: "The toolCallId of the stored tool response",
+                },
+                jqQuery: {
+                    type: "string",
+                    description: "The JQ query to execute on the tool response data. Examples: '.content[0].text | map(.title)' (extract titles from MCP array), '.content[0].text | map(select(.createdAt > \"2025-01-01\"))' (filter MCP items by date) ",
+                },
+            },
+            required: ["toolCallId", "jqQuery"],
+        },
+    },
+};
+//# sourceMappingURL=ToolResponseCache.js.map

package/ts_build/src/processors/ToolResponseCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ToolResponseCache.js","sourceRoot":"","sources":["../../../src/processors/ToolResponseCache.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,4CAA8B;AAgB9B,MAAa,iBAAiB;IACpB,OAAO,GAAwB,EAAE,CAAC;IAClC,eAAe,GAAgC,EAAE,CAAC;IAClD,QAAQ,GAAW,gCAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC;IAElE,YAAY,YAA0B;QACpC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKO,sBAAsB,CAAC,GAAQ;QACrC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,MAAM,EAAE;gBACV,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;aAC5C;YACD,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC7D;QAED,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;aAClD;YACD,OAAO,MAAM,CAAC;SACf;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAKO,iBAAiB,CAAC,OAAe,EAAE,UAAkB;QAE3D,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC;QAGnC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG;YACjC,UAAU;YACV,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;SACrB,CAAC;IACJ,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,OAAgB;QAE3C,IACE,OAAO,CAAC,IAAI,KAAK,MAAM;YACvB,CAAC,OAAO,CAAC,YAAY;YACrB,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EACnC;YACA,OAAO;SACR;QAGD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAChE,CAAC;IAKD,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;aACpC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,iBAAiB,CACrB,UAAkB,EAClB,OAAe;QAEf,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAEtC,IAAI,CAAC,IAAI,EAAE;YACT,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,iDAAiD,UAAU,qBAAqB,YAAY,CAAC,IAAI,CACtG,IAAI,CACL,EAAE,CAAC;SACL;QAED,IAAI;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAGrD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAGpE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;gBAC9B,OAAO,MAAM,CAAC;aACf;iBAAM;gBACL,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aACxC;SACF;QAAC,OAAO,KAAU,EAAE;YAEnB,IAAI,YAAY,GAAG,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC;YAGtD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,OAAO,EAAE;gBACZ,YAAY,IAAI,wEAAwE,IAAI,CAAC,SAAS,CACpG,CAAC,EACD,GAAG,CACJ,KAAK,CAAC;aACR;iBAAM;gBACL,YAAY,IAAI,8BAA8B,IAAI,CAAC,SAAS,CAC1D,OAAO,EACP,IAAI,EACJ,CAAC,CACF,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;aAC1B;YAED,OAAO,YAAY,CAAC;SACrB;IACH,CAAC;IAKD,mBAAmB,CAAC,UAAkB;QACpC,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;IAC1C,CAAC;IAKD,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAKD,YAAY,CAAC,YAA0B;QACrC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACxC,YAAY,CAAC,OAAO,CAAC,gCAAwB,CAAC,CAAC;YAC/C,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,UAAkB,EAAE,OAAe,EAAE,EAAE;oBAC7D,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;gBAC3D,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;CACF;AA7LD,8CA6LC;AAEY,QAAA,wBAAwB,GAAS;IAC5C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,kSAAkS;QACpS,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,UAAU,EAAE;oBACV,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,4CAA4C;iBAC1D;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EACT,0NAA0N;iBAC7N;aACF;YACD,QAAQ,EAAE,CAAC,YAAY,EAAE,SAAS,CAAC;SACpC;KACF;CACF,CAAC"}

package/ts_build/src/processors/ToolResponseManipulator.d.ts

@@ -0,0 +1,22 @@
+import { Message } from "../clients/types";
+import { MessageProcessorFunction } from "../services/MessageProcessor";
+import { ToolsService } from "../services";
+import { Tool } from "../clients";
+export declare class ToolResponseManipulator {
+    private storage;
+    private metadataStorage;
+    private toolName;
+    constructor(toolsService: ToolsService);
+    private tryParseJson;
+    private parseNestedJsonStrings;
+    private storeToolResponse;
+    private processMessage;
+    createProcessor(filterFn?: (msg: Message) => boolean): MessageProcessorFunction;
+    queryToolResponse(tool_call_id: string, jqQuery: string): Promise<string>;
+    retrieveRawResponse(tool_call_id: string): string | null;
+    clearStorage(): void;
+    getStorageKeys(): string[];
+    getStorageSize(): number;
+    registerTool(toolsService: ToolsService): void;
+}
+export declare const jqToolResponseDefinition: Tool;

package/ts_build/src/processors/ToolResponseManipulator.js

@@ -0,0 +1,162 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.jqToolResponseDefinition = exports.ToolResponseManipulator = void 0;
+const jq = __importStar(require("node-jq"));
+class ToolResponseManipulator {
+    storage = {};
+    metadataStorage = {};
+    toolName = exports.jqToolResponseDefinition.function.name;
+    constructor(toolsService) {
+        this.registerTool(toolsService);
+    }
+    tryParseJson(content) {
+        try {
+            return JSON.parse(content);
+        }
+        catch {
+            return null;
+        }
+    }
+    parseNestedJsonStrings(obj) {
+        if (typeof obj === "string") {
+            const parsed = this.tryParseJson(obj);
+            if (parsed) {
+                return this.parseNestedJsonStrings(parsed);
+            }
+            return obj;
+        }
+        if (Array.isArray(obj)) {
+            return obj.map(item => this.parseNestedJsonStrings(item));
+        }
+        if (obj && typeof obj === "object") {
+            const result = {};
+            for (const [key, value] of Object.entries(obj)) {
+                result[key] = this.parseNestedJsonStrings(value);
+            }
+            return result;
+        }
+        return obj;
+    }
+    storeToolResponse(content, tool_call_id) {
+        this.storage[tool_call_id] = content;
+        this.metadataStorage[tool_call_id] = {
+            tool_call_id,
+            originalLength: content.length,
+            storedAt: Date.now(),
+        };
+    }
+    async processMessage(message) {
+        if (message.role !== "tool" || !message.tool_call_id || typeof message.content !== "string") {
+            return;
+        }
+        this.storeToolResponse(message.content, message.tool_call_id);
+    }
+    createProcessor(filterFn) {
+        return async (originalMessages, modifiedMessages) => {
+            for (const message of modifiedMessages) {
+                if (filterFn && !filterFn(message)) {
+                    continue;
+                }
+                await this.processMessage(message);
+            }
+        };
+    }
+    async queryToolResponse(tool_call_id, jqQuery) {
+        const data = this.storage[tool_call_id];
+        if (!data) {
+            const availableIds = Object.keys(this.storage);
+            return `Error: No tool response found for tool_call_id "${tool_call_id}". Available IDs: ${availableIds.join(", ")}`;
+        }
+        try {
+            const parsedData = this.parseNestedJsonStrings(data);
+            const result = await jq.run(jqQuery, parsedData, { input: "json" });
+            if (typeof result === "string") {
+                return result;
+            }
+            else {
+                return JSON.stringify(result, null, 2);
+            }
+        }
+        catch (error) {
+            let errorMessage = `JQ Query Error: ${error.message}`;
+            const jsonObj = this.tryParseJson(data);
+            if (!jsonObj) {
+                errorMessage += `\nNote: The tool response data is not valid JSON. Raw data preview:\n${data.substring(0, 300)}...`;
+            }
+            else {
+                errorMessage += `\nData structure preview:\n${JSON.stringify(jsonObj, null, 2).substring(0, 500)}...`;
+            }
+            return errorMessage;
+        }
+    }
+    retrieveRawResponse(tool_call_id) {
+        return this.storage[tool_call_id] || null;
+    }
+    clearStorage() {
+        this.storage = {};
+        this.metadataStorage = {};
+    }
+    getStorageKeys() {
+        return Object.keys(this.storage);
+    }
+    getStorageSize() {
+        return Object.keys(this.storage).length;
+    }
+    registerTool(toolsService) {
+        if (!toolsService.getTool(this.toolName)) {
+            toolsService.addTool(exports.jqToolResponseDefinition);
+            toolsService.addFunctions({
+                [this.toolName]: async (tool_call_id, jqQuery) => {
+                    return await this.queryToolResponse(tool_call_id, jqQuery);
+                },
+            });
+        }
+    }
+}
+exports.ToolResponseManipulator = ToolResponseManipulator;
+exports.jqToolResponseDefinition = {
+    type: "function",
+    function: {
+        name: "jqToolResponse",
+        description: "Execute a JQ query on a stored tool response to extract specific data. Use this when you need to extract specific information from any tool response that has been stored.",
+        parameters: {
+            type: "object",
+            positional: true,
+            properties: {
+                tool_call_id: {
+                    type: "string",
+                    description: "The tool_call_id of the stored tool response",
+                },
+                jqQuery: {
+                    type: "string",
+                    description: "The JQ query to execute on the tool response data (e.g., '.items[0].name', '.data | length', '.[] | select(.status == \"active\")')",
+                },
+            },
+            required: ["tool_call_id", "jqQuery"],
+        },
+    },
+};
+//# sourceMappingURL=ToolResponseManipulator.js.map

package/ts_build/src/processors/ToolResponseManipulator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ToolResponseManipulator.js","sourceRoot":"","sources":["../../../src/processors/ToolResponseManipulator.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAIA,4CAA8B;AAgB9B,MAAa,uBAAuB;IAC1B,OAAO,GAAwB,EAAE,CAAC;IAClC,eAAe,GAAgC,EAAE,CAAC;IAClD,QAAQ,GAAW,gCAAwB,CAAC,QAAQ,CAAC,IAAI,CAAC;IAElE,YAAY,YAA0B;QACpC,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAClC,CAAC;IAKO,YAAY,CAAC,OAAe;QAClC,IAAI;YACF,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;SAC5B;QAAC,MAAM;YACN,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAKO,sBAAsB,CAAC,GAAQ;QACrC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;YACtC,IAAI,MAAM,EAAE;gBACV,OAAO,IAAI,CAAC,sBAAsB,CAAC,MAAM,CAAC,CAAC;aAC5C;YACD,OAAO,GAAG,CAAC;SACZ;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;YACtB,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,CAAC;SAC3D;QAED,IAAI,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAClC,MAAM,MAAM,GAAQ,EAAE,CAAC;YACvB,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE;gBAC9C,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;aAClD;YACD,OAAO,MAAM,CAAC;SACf;QAED,OAAO,GAAG,CAAC;IACb,CAAC;IAKO,iBAAiB,CAAC,OAAe,EAAE,YAAoB;QAE7D,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,OAAO,CAAC;QAGrC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC,GAAG;YACnC,YAAY;YACZ,cAAc,EAAE,OAAO,CAAC,MAAM;YAC9B,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;SACrB,CAAC;IACJ,CAAC;IAKO,KAAK,CAAC,cAAc,CAAC,OAAgB;QAE3C,IAAI,OAAO,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,OAAO,CAAC,YAAY,IAAI,OAAO,OAAO,CAAC,OAAO,KAAK,QAAQ,EAAE;YAC3F,OAAO;SACR;QAGD,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC;IAGhE,CAAC;IAKD,eAAe,CACb,QAAoC;QAEpC,OAAO,KAAK,EAAE,gBAA2B,EAAE,gBAA2B,EAAE,EAAE;YACxE,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE;gBACtC,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;oBAClC,SAAS;iBACV;gBACD,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;aACpC;QACH,CAAC,CAAC;IACJ,CAAC;IAKD,KAAK,CAAC,iBAAiB,CAAC,YAAoB,EAAE,OAAe;QAC3D,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QAExC,IAAI,CAAC,IAAI,EAAE;YACT,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC/C,OAAO,mDAAmD,YAAY,qBAAqB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;SACtH;QAED,IAAI;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;YAGrD,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAGpE,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE;gBAC9B,OAAO,MAAM,CAAC;aACf;iBAAM;gBACL,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;aACxC;SACF;QAAC,OAAO,KAAU,EAAE;YAEnB,IAAI,YAAY,GAAG,mBAAmB,KAAK,CAAC,OAAO,EAAE,CAAC;YAGtD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,OAAO,EAAE;gBACZ,YAAY,IAAI,wEAAwE,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;aACrH;iBAAM;gBACL,YAAY,IAAI,8BAA8B,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;aACvG;YAED,OAAO,YAAY,CAAC;SACrB;IACH,CAAC;IAKD,mBAAmB,CAAC,YAAoB;QACtC,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC;IAC5C,CAAC;IAKD,YAAY;QACV,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;IAC5B,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAKD,cAAc;QACZ,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IAC1C,CAAC;IAKD,YAAY,CAAC,YAA0B;QACrC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACxC,YAAY,CAAC,OAAO,CAAC,gCAAwB,CAAC,CAAC;YAC/C,YAAY,CAAC,YAAY,CAAC;gBACxB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,YAAoB,EAAE,OAAe,EAAE,EAAE;oBAC/D,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;gBAC7D,CAAC;aACF,CAAC,CAAC;SACJ;IACH,CAAC;CACF;AA/KD,0DA+KC;AAEY,QAAA,wBAAwB,GAAS;IAC5C,IAAI,EAAE,UAAU;IAChB,QAAQ,EAAE;QACR,IAAI,EAAE,gBAAgB;QACtB,WAAW,EACT,4KAA4K;QAC9K,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE;gBACV,YAAY,EAAE;oBACZ,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,8CAA8C;iBAC5D;gBACD,OAAO,EAAE;oBACP,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,qIAAqI;iBACnJ;aACF;YACD,QAAQ,EAAE,CAAC,cAAc,EAAE,SAAS,CAAC;SACtC;KACF;CACF,CAAC"}

package/ts_build/src/services/MessageProcessor.d.ts

@@ -0,0 +1,17 @@
+import { Message } from "../clients/types";
+export type ProcessorLifecycle = "initial_call" | "per_call" | "post_call";
+export type MessageProcessorFunction = (originalMessages: Message[], modifiedMessages: Message[]) => Promise<void> | void;
+export interface ProcessorRegistration {
+    processor: MessageProcessorFunction;
+    priority: number;
+}
+export declare class MessageProcessor {
+    private processors;
+    constructor();
+    setProcessors(lifecycle: ProcessorLifecycle, processors: MessageProcessorFunction[]): void;
+    registerProcessor(lifecycle: ProcessorLifecycle, processor: MessageProcessorFunction, priority?: number): void;
+    removeProcessor(lifecycle: ProcessorLifecycle, processor: MessageProcessorFunction): void;
+    processMessages(messages: Message[], lifecycle: ProcessorLifecycle): Promise<Message[]>;
+    getProcessorsForLifecycle(lifecycle: ProcessorLifecycle): MessageProcessorFunction[];
+    clearProcessors(lifecycle?: ProcessorLifecycle): void;
+}