@vybestack/llxprt-code 0.1.12 → 0.1.13-nightly.250727.2261021c

package/dist/src/providers/parsers/TextToolCallParser.js

@@ -1,248 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-export class GemmaToolCallParser {
-    // Support multiple tool call formats
-    patterns = [
-        // Format 1: [TOOL_REQUEST] toolName {args} [TOOL_REQUEST_END]
-        /\[TOOL_REQUEST\]\s*(\w+)\s+({.*?})\s*\[TOOL_REQUEST_END\]/gs,
-        // Format 2: ✦ tool_call: toolName for key value pairs (more specific to avoid false positives)
-        /✦\s*tool_call:\s*(\w+)\s+for\s+(.+?)(?=\n|✦|$)/gs,
-        // Format 3: JSON object with name/arguments followed by [END_TOOL_REQUEST]
-        /(\d+\s+)?{"name":\s*"(\w+)",\s*"arguments":\s*({.*?})}\s*(?:\n\s*\d+\s+)?\[END_TOOL_REQUEST\]/gs,
-        // Format 4: Hermes format with <tool_call> tags
-        /<tool_call>\s*({.*?"name":\s*"(\w+)".*?})\s*<\/tool_call>/gs,
-        // Format 5: XML with <invoke> tags (Claude-style)
-        /<invoke\s+name="(\w+)">(.*?)<\/invoke>/gs,
-        // Format 6: Generic XML tool format
-        /<tool>\s*<name>(\w+)<\/name>\s*<arguments>(.*?)<\/arguments>\s*<\/tool>/gs,
-    ];
-    parse(content) {
-        const toolCalls = [];
-        let cleanedContent = content;
-        const matches = [];
-        // Quick check: if content doesn't contain any tool call markers, return early
-        if (!content.includes('[TOOL_REQUEST') &&
-            !content.includes('tool_call:') &&
-            !content.includes('[END_TOOL_REQUEST]') &&
-            !content.includes('{"name":') &&
-            !content.includes('<tool_call>') &&
-            !content.includes('<invoke') &&
-            !content.includes('<tool>')) {
-            return { cleanedContent: content, toolCalls: [] };
-        }
-        // Try each pattern
-        for (const pattern of this.patterns) {
-            let match;
-            while ((match = pattern.exec(content)) !== null) {
-                if (pattern === this.patterns[1]) {
-                    // Format 2: Parse key-value pairs from "for key value key2 value2" format
-                    const [fullMatch, toolName, argsStr] = match;
-                    const args = this.parseKeyValuePairs(argsStr);
-                    matches.push({ fullMatch, toolName, args });
-                }
-                else if (pattern === this.patterns[2]) {
-                    // Format 3: JSON object format {"name": "tool", "arguments": {...}}
-                    const [fullMatch, , toolName, jsonArgs] = match;
-                    matches.push({ fullMatch, toolName, args: jsonArgs });
-                }
-                else if (pattern === this.patterns[3]) {
-                    // Format 4: Hermes format <tool_call>{"arguments": {...}, "name": "tool"}</tool_call>
-                    const [fullMatch, hermesJson, toolName] = match;
-                    try {
-                        const parsed = JSON.parse(hermesJson);
-                        matches.push({
-                            fullMatch,
-                            toolName,
-                            args: JSON.stringify(parsed.arguments || {}),
-                        });
-                    }
-                    catch (error) {
-                        console.error(`[GemmaToolCallParser] Failed to parse Hermes format: ${error}`);
-                        // Still need to track the match to remove it from content
-                        matches.push({ fullMatch, toolName: '', args: '' });
-                    }
-                }
-                else if (pattern === this.patterns[4]) {
-                    // Format 5: XML with <invoke> tags (Claude-style)
-                    const [fullMatch, toolName, xmlContent] = match;
-                    matches.push({ fullMatch, toolName, args: xmlContent });
-                }
-                else if (pattern === this.patterns[5]) {
-                    // Format 6: Generic XML tool format
-                    const [fullMatch, toolName, xmlArgs] = match;
-                    matches.push({ fullMatch, toolName, args: xmlArgs });
-                }
-                else {
-                    // Format 1: tool name followed by JSON arguments
-                    const [fullMatch, toolName, jsonArgs] = match;
-                    matches.push({ fullMatch, toolName, args: jsonArgs });
-                }
-            }
-            // Reset the regex state for next use
-            pattern.lastIndex = 0;
-        }
-        // Process each match
-        for (const { fullMatch, toolName, args } of matches) {
-            // Remove the tool call pattern from the content regardless of parsing success so markers are always stripped
-            cleanedContent = cleanedContent.replace(fullMatch, '');
-            // Skip if toolName is empty (failed parsing)
-            if (!toolName) {
-                continue;
-            }
-            try {
-                let parsedArgs;
-                if (typeof args === 'string') {
-                    // Check if it's XML content (Claude-style or generic)
-                    if (args.includes('<parameter') ||
-                        (args.includes('<') && args.includes('>'))) {
-                        parsedArgs = this.parseXMLParameters(args);
-                    }
-                    else {
-                        // Handle JSON string arguments
-                        parsedArgs = JSON.parse(args);
-                    }
-                }
-                else {
-                    // Already parsed (from key-value format)
-                    parsedArgs = args;
-                }
-                toolCalls.push({
-                    name: toolName,
-                    arguments: parsedArgs,
-                });
-            }
-            catch (error) {
-                if (typeof args === 'string') {
-                    // Try to extract a simpler JSON pattern if the full match fails
-                    const simpleJsonMatch = args.match(/^{[^{]*}$/);
-                    if (simpleJsonMatch) {
-                        try {
-                            const parsedArgs = JSON.parse(simpleJsonMatch[0]);
-                            toolCalls.push({
-                                name: toolName,
-                                arguments: parsedArgs,
-                            });
-                            cleanedContent = cleanedContent.replace(fullMatch, '');
-                        }
-                        catch (_secondError) {
-                            console.error(`[GemmaToolCallParser] Failed to parse tool arguments for ${toolName}:`, error);
-                            console.error(`[GemmaToolCallParser] Raw arguments: ${args}`);
-                            // Keep the original text if we can't parse it
-                        }
-                    }
-                    else {
-                        console.error(`[GemmaToolCallParser] Failed to parse tool arguments for ${toolName}:`, error);
-                        console.error(`[GemmaToolCallParser] Raw arguments: ${args}`);
-                    }
-                }
-            }
-        }
-        // Clean up any extra whitespace and stray markers that were not matched (best effort)
-        cleanedContent = cleanedContent
-            .replace(/\[TOOL_REQUEST(?:_END)?]/g, '')
-            .replace(/<\|im_start\|>assistant/g, '')
-            .replace(/<\|im_end\|>/g, '')
-            .replace(/<tool_call>[\s\S]*?<\/tool_call>/g, '') // Remove any remaining tool_call tags
-            .replace(/<function_calls>[\s\S]*?<\/function_calls>/g, '') // Remove function_calls wrapper
-            .replace(/<invoke[\s\S]*?<\/invoke>/g, '') // Remove any remaining invoke tags
-            .replace(/<tool>[\s\S]*?<\/tool>/g, '') // Remove any remaining tool tags
-            // .replace(/<think>[\s\S]*?<\/think>/g, '') // Keep think tags visible by default
-            .replace(/<tool_call>\s*\{[^}]*$/gm, '') // Remove incomplete tool calls
-            .replace(/\{"name"\s*:\s*"[^"]*"\s*,?\s*"arguments"\s*:\s*\{[^}]*$/gm, '') // Remove incomplete JSON tool calls
-            .replace(/✦\s*<think>/g, '') // Remove ✦ symbol followed by think tag
-            .replace(/\s+/g, ' ')
-            .trim();
-        return {
-            cleanedContent,
-            toolCalls,
-        };
-    }
-    parseKeyValuePairs(str) {
-        const args = {};
-        // Parse "key value key2 value2" format
-        // Example: "path /Users/acoliver/projects/gemini-code/gemini-cli/docs"
-        const parts = str.trim().split(/\s+/);
-        for (let i = 0; i < parts.length; i += 2) {
-            if (i + 1 < parts.length) {
-                const key = parts[i];
-                let value = parts[i + 1];
-                // Handle quoted strings that might contain spaces
-                if (value.startsWith('"') || value.startsWith("'")) {
-                    const quote = value[0];
-                    let endIndex = i + 1;
-                    // Find the closing quote
-                    while (endIndex < parts.length && !parts[endIndex].endsWith(quote)) {
-                        endIndex++;
-                    }
-                    if (endIndex < parts.length) {
-                        value = parts.slice(i + 1, endIndex + 1).join(' ');
-                        value = value.slice(1, -1); // Remove quotes
-                        i = endIndex - 1; // Adjust loop counter
-                    }
-                }
-                // Try to parse as number or boolean
-                if (!isNaN(Number(value))) {
-                    args[key] = Number(value);
-                }
-                else if (value === 'true' || value === 'false') {
-                    args[key] = value === 'true';
-                }
-                else {
-                    args[key] = value;
-                }
-            }
-        }
-        return args;
-    }
-    parseXMLParameters(xmlContent) {
-        const args = {};
-        // Parse Claude-style <parameter name="key">value</parameter>
-        const parameterPattern = /<parameter\s+name="([^"]+)">([^<]*)<\/parameter>/g;
-        let match;
-        while ((match = parameterPattern.exec(xmlContent)) !== null) {
-            const [, key, value] = match;
-            args[key] = this.parseValue(value.trim());
-        }
-        // If no parameter tags found, try generic XML <key>value</key>
-        if (Object.keys(args).length === 0) {
-            // Match any XML tag pair
-            const genericPattern = /<(\w+)>([^<]*)<\/\1>/g;
-            while ((match = genericPattern.exec(xmlContent)) !== null) {
-                const [, key, value] = match;
-                args[key] = this.parseValue(value.trim());
-            }
-        }
-        return args;
-    }
-    parseValue(value) {
-        // Try to parse as number
-        if (!isNaN(Number(value)) && value !== '') {
-            return Number(value);
-        }
-        // Try to parse as boolean
-        if (value === 'true' || value === 'false') {
-            return value === 'true';
-        }
-        // Handle HTML entities
-        return value
-            .replace(/&lt;/g, '<')
-            .replace(/&gt;/g, '>')
-            .replace(/&amp;/g, '&')
-            .replace(/&quot;/g, '"')
-            .replace(/&#39;/g, "'");
-    }
-}
-//# sourceMappingURL=TextToolCallParser.js.map

package/dist/src/providers/parsers/TextToolCallParser.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"TextToolCallParser.js","sourceRoot":"","sources":["../../../../src/providers/parsers/TextToolCallParser.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAcH,MAAM,OAAO,mBAAmB;IAC9B,qCAAqC;IACpB,QAAQ,GAAG;QAC1B,8DAA8D;QAC9D,6DAA6D;QAC7D,+FAA+F;QAC/F,kDAAkD;QAClD,2EAA2E;QAC3E,iGAAiG;QACjG,gDAAgD;QAChD,6DAA6D;QAC7D,kDAAkD;QAClD,0CAA0C;QAC1C,oCAAoC;QACpC,2EAA2E;KAC5E,CAAC;IAEF,KAAK,CAAC,OAAe;QAInB,MAAM,SAAS,GAAmB,EAAE,CAAC;QACrC,IAAI,cAAc,GAAG,OAAO,CAAC;QAC7B,MAAM,OAAO,GAIR,EAAE,CAAC;QAER,8EAA8E;QAC9E,IACE,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;YAClC,CAAC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC;YAC/B,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;YACvC,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC7B,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;YAChC,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC5B,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC3B,CAAC;YACD,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QACpD,CAAC;QAED,mBAAmB;QACnB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,KAAK,CAAC;YACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAChD,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACjC,0EAA0E;oBAC1E,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;oBAC7C,MAAM,IAAI,GAAG,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC9C,CAAC;qBAAM,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,oEAAoE;oBACpE,MAAM,CAAC,SAAS,EAAE,AAAD,EAAG,QAAQ,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,CAAC;qBAAM,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,sFAAsF;oBACtF,MAAM,CAAC,SAAS,EAAE,UAAU,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;oBAChD,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;wBACtC,OAAO,CAAC,IAAI,CAAC;4BACX,SAAS;4BACT,QAAQ;4BACR,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;yBAC7C,CAAC,CAAC;oBACL,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CACX,wDAAwD,KAAK,EAAE,CAChE,CAAC;wBACF,0DAA0D;wBAC1D,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBACtD,CAAC;gBACH,CAAC;qBAAM,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,kDAAkD;oBAClD,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,UAAU,CAAC,GAAG,KAAK,CAAC;oBAChD,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC;gBAC1D,CAAC;qBAAM,IAAI,OAAO,KAAK,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;oBACxC,oCAAoC;oBACpC,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;oBAC7C,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;gBACvD,CAAC;qBAAM,CAAC;oBACN,iDAAiD;oBACjD,MAAM,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,CAAC,GAAG,KAAK,CAAC;oBAC9C,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;YACD,qCAAqC;YACrC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACxB,CAAC;QAED,qBAAqB;QACrB,KAAK,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI,OAAO,EAAE,CAAC;YACpD,6GAA6G;YAC7G,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YAEvD,6CAA6C;YAC7C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,IAAI,UAAmC,CAAC;gBAExC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,sDAAsD;oBACtD,IACE,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC;wBAC3B,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAC1C,CAAC;wBACD,UAAU,GAAG,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;oBAC7C,CAAC;yBAAM,CAAC;wBACN,+BAA+B;wBAC/B,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAChC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,yCAAyC;oBACzC,UAAU,GAAG,IAAI,CAAC;gBACpB,CAAC;gBAED,SAAS,CAAC,IAAI,CAAC;oBACb,IAAI,EAAE,QAAQ;oBACd,SAAS,EAAE,UAAU;iBACtB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,gEAAgE;oBAChE,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBAChD,IAAI,eAAe,EAAE,CAAC;wBACpB,IAAI,CAAC;4BACH,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;4BAClD,SAAS,CAAC,IAAI,CAAC;gCACb,IAAI,EAAE,QAAQ;gCACd,SAAS,EAAE,UAAU;6BACtB,CAAC,CAAC;4BACH,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;wBACzD,CAAC;wBAAC,OAAO,YAAY,EAAE,CAAC;4BACtB,OAAO,CAAC,KAAK,CACX,4DAA4D,QAAQ,GAAG,EACvE,KAAK,CACN,CAAC;4BACF,OAAO,CAAC,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;4BAC9D,8CAA8C;wBAChD,CAAC;oBACH,CAAC;yBAAM,CAAC;wBACN,OAAO,CAAC,KAAK,CACX,4DAA4D,QAAQ,GAAG,EACvE,KAAK,CACN,CAAC;wBACF,OAAO,CAAC,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;oBAChE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,sFAAsF;QACtF,cAAc,GAAG,cAAc;aAC5B,OAAO,CAAC,2BAA2B,EAAE,EAAE,CAAC;aACxC,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC;aACvC,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;aAC5B,OAAO,CAAC,mCAAmC,EAAE,EAAE,CAAC,CAAC,sCAAsC;aACvF,OAAO,CAAC,6CAA6C,EAAE,EAAE,CAAC,CAAC,gCAAgC;aAC3F,OAAO,CAAC,4BAA4B,EAAE,EAAE,CAAC,CAAC,mCAAmC;aAC7E,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,iCAAiC;YACzE,kFAAkF;aACjF,OAAO,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,+BAA+B;aACvE,OAAO,CAAC,4DAA4D,EAAE,EAAE,CAAC,CAAC,oCAAoC;aAC9G,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,wCAAwC;aACpE,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,IAAI,EAAE,CAAC;QAEV,OAAO;YACL,cAAc;YACd,SAAS;SACV,CAAC;IACJ,CAAC;IAEO,kBAAkB,CAAC,GAAW;QACpC,MAAM,IAAI,GAA4B,EAAE,CAAC;QAEzC,uCAAuC;QACvC,uEAAuE;QACvE,MAAM,KAAK,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEtC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;gBACrB,IAAI,KAAK,GAA8B,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBAEpD,kDAAkD;gBAClD,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;oBACvB,IAAI,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;oBAErB,yBAAyB;oBACzB,OAAO,QAAQ,GAAG,KAAK,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;wBACnE,QAAQ,EAAE,CAAC;oBACb,CAAC;oBAED,IAAI,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;wBAC5B,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,EAAE,QAAQ,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;wBACnD,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB;wBAC5C,CAAC,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,sBAAsB;oBAC1C,CAAC;gBACH,CAAC;gBAED,oCAAoC;gBACpC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;oBAC1B,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5B,CAAC;qBAAM,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;oBACjD,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,KAAK,MAAM,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,kBAAkB,CAAC,UAAkB;QAC3C,MAAM,IAAI,GAA4B,EAAE,CAAC;QAEzC,6DAA6D;QAC7D,MAAM,gBAAgB,GACpB,mDAAmD,CAAC;QACtD,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5D,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC;YAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC5C,CAAC;QAED,+DAA+D;QAC/D,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnC,yBAAyB;YACzB,MAAM,cAAc,GAAG,uBAAuB,CAAC;YAC/C,OAAO,CAAC,KAAK,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAC1D,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,KAAK,CAAC;gBAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,UAAU,CAAC,KAAa;QAC9B,yBAAyB;QACzB,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,KAAK,EAAE,EAAE,CAAC;YAC1C,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;QACD,0BAA0B;QAC1B,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YAC1C,OAAO,KAAK,KAAK,MAAM,CAAC;QAC1B,CAAC;QACD,uBAAuB;QACvB,OAAO,KAAK;aACT,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC;aACrB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC;aACtB,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC;aACvB,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5B,CAAC;CACF"}

package/dist/src/providers/tokenizers/AnthropicTokenizer.d.ts

@@ -1,19 +0,0 @@
-import { ITokenizer } from './ITokenizer.js';
-export declare class AnthropicTokenizer implements ITokenizer {
-    /**
-     * Count tokens for Anthropic models
-     *
-     * Anthropic uses a tokenizer similar to Claude's tiktoken-based tokenizer.
-     * Since there's no official @anthropic-ai/tokenizer package available,
-     * we use a character-based estimation that aligns with typical Claude tokenization:
-     * - Average ~3.5-4 characters per token for English text
-     * - More conservative estimate for code and special characters
-     *
-     * This estimation should be within 10-15% of actual token counts for most content.
-     *
-     * @param text The text to tokenize
-     * @param model The model name (for model-specific tokenization if needed)
-     * @returns Estimated token count
-     */
-    countTokens(text: string, _model: string): Promise<number>;
-}

package/dist/src/providers/tokenizers/AnthropicTokenizer.js

@@ -1,37 +0,0 @@
-export class AnthropicTokenizer {
-    /**
-     * Count tokens for Anthropic models
-     *
-     * Anthropic uses a tokenizer similar to Claude's tiktoken-based tokenizer.
-     * Since there's no official @anthropic-ai/tokenizer package available,
-     * we use a character-based estimation that aligns with typical Claude tokenization:
-     * - Average ~3.5-4 characters per token for English text
-     * - More conservative estimate for code and special characters
-     *
-     * This estimation should be within 10-15% of actual token counts for most content.
-     *
-     * @param text The text to tokenize
-     * @param model The model name (for model-specific tokenization if needed)
-     * @returns Estimated token count
-     */
-    async countTokens(text, _model) {
-        // Base estimation: ~4 characters per token
-        let baseEstimate = text.length / 4;
-        // Adjust for code content (more tokens due to special characters)
-        const codeIndicators = /[{}[\]()<>:;=,\n\t]/g;
-        const codeMatches = text.match(codeIndicators);
-        if (codeMatches && codeMatches.length > text.length * 0.1) {
-            // If more than 10% special characters, it's likely code
-            baseEstimate = text.length / 3.5;
-        }
-        // Adjust for whitespace (multiple spaces/newlines count as fewer tokens)
-        const whitespaceRuns = text.match(/\s{2,}/g);
-        if (whitespaceRuns) {
-            const extraWhitespace = whitespaceRuns.reduce((sum, run) => sum + run.length - 1, 0);
-            baseEstimate -= extraWhitespace / 4;
-        }
-        // Round up to be conservative (better to overestimate than underestimate)
-        return Math.ceil(baseEstimate);
-    }
-}
-//# sourceMappingURL=AnthropicTokenizer.js.map

package/dist/src/providers/tokenizers/AnthropicTokenizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"AnthropicTokenizer.js","sourceRoot":"","sources":["../../../../src/providers/tokenizers/AnthropicTokenizer.ts"],"names":[],"mappings":"AAEA,MAAM,OAAO,kBAAkB;IAC7B;;;;;;;;;;;;;;OAcG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,MAAc;QAC5C,2CAA2C;QAC3C,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAEnC,kEAAkE;QAClE,MAAM,cAAc,GAAG,sBAAsB,CAAC;QAC9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC/C,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC1D,wDAAwD;YACxD,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;QACnC,CAAC;QAED,yEAAyE;QACzE,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC7C,IAAI,cAAc,EAAE,CAAC;YACnB,MAAM,eAAe,GAAG,cAAc,CAAC,MAAM,CAC3C,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,EAClC,CAAC,CACF,CAAC;YACF,YAAY,IAAI,eAAe,GAAG,CAAC,CAAC;QACtC,CAAC;QAED,0EAA0E;QAC1E,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACjC,CAAC;CACF"}

package/dist/src/providers/tokenizers/ITokenizer.d.ts

@@ -1,18 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-export interface ITokenizer {
-    countTokens(text: string, model: string): Promise<number>;
-}

package/dist/src/providers/tokenizers/ITokenizer.js

@@ -1,17 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-export {};
-//# sourceMappingURL=ITokenizer.js.map

package/dist/src/providers/tokenizers/ITokenizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"ITokenizer.js","sourceRoot":"","sources":["../../../../src/providers/tokenizers/ITokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/src/providers/tokenizers/OpenAITokenizer.d.ts

@@ -1,24 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { ITokenizer } from './ITokenizer.js';
-export declare class OpenAITokenizer implements ITokenizer {
-    private encoderCache;
-    countTokens(text: string, model: string): Promise<number>;
-    /**
-     * Clean up encoder resources
-     */
-    dispose(): void;
-}

package/dist/src/providers/tokenizers/OpenAITokenizer.js

@@ -1,56 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { encoding_for_model } from '@dqbd/tiktoken';
-export class OpenAITokenizer {
-    encoderCache = new Map();
-    async countTokens(text, model) {
-        try {
-            // Get or create encoder for the model
-            let encoder = this.encoderCache.get(model);
-            if (!encoder) {
-                // Try to get encoder for the specific model
-                try {
-                    encoder = encoding_for_model(model);
-                    this.encoderCache.set(model, encoder);
-                }
-                catch (_error) {
-                    // Fall back to cl100k_base encoding for newer models
-                    console.warn(`No specific encoding for model ${model}, using cl100k_base`);
-                    encoder = encoding_for_model('gpt-4');
-                    this.encoderCache.set(model, encoder);
-                }
-            }
-            // Count tokens
-            const tokens = encoder.encode(text);
-            return tokens.length;
-        }
-        catch (error) {
-            console.error('Error counting tokens:', error);
-            // Fallback: rough estimate based on characters
-            return Math.ceil(text.length / 4);
-        }
-    }
-    /**
-     * Clean up encoder resources
-     */
-    dispose() {
-        for (const encoder of this.encoderCache.values()) {
-            encoder.free();
-        }
-        this.encoderCache.clear();
-    }
-}
-//# sourceMappingURL=OpenAITokenizer.js.map

package/dist/src/providers/tokenizers/OpenAITokenizer.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"OpenAITokenizer.js","sourceRoot":"","sources":["../../../../src/providers/tokenizers/OpenAITokenizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,kBAAkB,EAAiB,MAAM,gBAAgB,CAAC;AAGnE,MAAM,OAAO,eAAe;IAClB,YAAY,GAAG,IAAI,GAAG,EAG3B,CAAC;IAEJ,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,KAAa;QAC3C,IAAI,CAAC;YACH,sCAAsC;YACtC,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,4CAA4C;gBAC5C,IAAI,CAAC;oBACH,OAAO,GAAG,kBAAkB,CAAC,KAAsB,CAAC,CAAC;oBACrD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,MAAM,EAAE,CAAC;oBAChB,qDAAqD;oBACrD,OAAO,CAAC,IAAI,CACV,kCAAkC,KAAK,qBAAqB,CAC7D,CAAC;oBACF,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;oBACtC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACxC,CAAC;YACH,CAAC;YAED,eAAe;YACf,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACpC,OAAO,MAAM,CAAC,MAAM,CAAC;QACvB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;YAC/C,+CAA+C;YAC/C,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAED;;OAEG;IACH,OAAO;QACL,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;YACjD,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;CACF"}

package/dist/src/tools/IToolFormatter.d.ts

@@ -1,40 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { ITool } from '../providers/ITool.js';
-import { IMessage } from '../providers/IMessage.js';
-export type ToolFormat = 'openai' | 'anthropic' | 'deepseek' | 'qwen' | 'hermes' | 'xml' | 'llama' | 'gemma';
-export interface OpenAIFunction {
-    name: string;
-    description?: string;
-    parameters: object;
-}
-export interface OpenAITool {
-    type: 'function';
-    function: OpenAIFunction;
-}
-export interface ResponsesTool {
-    type: 'function';
-    name: string;
-    description?: string | null;
-    parameters: Record<string, unknown> | null;
-    strict: boolean | null;
-}
-export interface IToolFormatter {
-    toProviderFormat(tools: ITool[], format: 'openai'): OpenAITool[];
-    toProviderFormat(tools: ITool[], format: ToolFormat): unknown;
-    fromProviderFormat(rawToolCall: unknown, format: ToolFormat): IMessage['tool_calls'];
-    toResponsesTool(tools: ITool[]): ResponsesTool[];
-}

package/dist/src/tools/IToolFormatter.js

@@ -1,17 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-export {};
-//# sourceMappingURL=IToolFormatter.js.map

package/dist/src/tools/IToolFormatter.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"IToolFormatter.js","sourceRoot":"","sources":["../../../src/tools/IToolFormatter.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG"}

package/dist/src/tools/ToolFormatter.d.ts

@@ -1,45 +0,0 @@
-/**
- * Copyright 2025 Vybestack LLC
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- *   http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-import { IToolFormatter, ToolFormat, OpenAITool, ResponsesTool } from './IToolFormatter.js';
-import { ITool } from '../providers/ITool.js';
-import { IMessage } from '../providers/IMessage.js';
-export declare class ToolFormatter implements IToolFormatter {
-    /**
-     * Converts Gemini schema format (with uppercase Type enums) to standard JSON Schema format
-     */
-    private convertGeminiSchemaToStandard;
-    toProviderFormat(tools: ITool[], format: 'openai'): OpenAITool[];
-    toProviderFormat(tools: ITool[], format: ToolFormat): unknown;
-    fromProviderFormat(rawToolCall: unknown, format: ToolFormat): IMessage['tool_calls'];
-    /**
-     * Handles streaming tool call accumulation for OpenAI-compatible providers
-     * This accumulates partial tool calls from streaming responses
-     */
-    accumulateStreamingToolCall(deltaToolCall: {
-        index?: number;
-        id?: string;
-        type?: string;
-        function?: {
-            name?: string;
-            arguments?: string;
-        };
-    }, accumulatedToolCalls: NonNullable<IMessage['tool_calls']>, format: ToolFormat): void;
-    /**
-     * Formats tools specifically for the OpenAI Responses API
-     * The Responses API expects a flatter format than the regular OpenAI API
-     */
-    toResponsesTool(tools: ITool[]): ResponsesTool[];
-}