@gguf/coder 0.0.1

package/dist/tool-calling/json-parser.js

@@ -0,0 +1,203 @@
+/**
+ * Internal JSON tool call parser
+ * Note: This is now an internal utility. Use tool-parser.ts for public API.
+ */
+/**
+ * Detects malformed JSON tool call attempts and returns error details
+ * Returns null if no malformed tool calls detected
+ */
+export function detectMalformedJSONToolCall(content) {
+    // Check for incomplete JSON structures
+    const patterns = [
+        {
+            // Incomplete JSON with name but missing arguments
+            regex: /\{\s*"name"\s*:\s*"[^"]+"\s*,?\s*\}/,
+            error: 'Incomplete tool call: missing "arguments" field',
+            hint: 'Tool calls must include both "name" and "arguments" fields',
+        },
+        {
+            // Incomplete JSON with arguments but missing name
+            regex: /\{\s*"arguments"\s*:\s*\{[^}]*\}\s*\}/,
+            error: 'Incomplete tool call: missing "name" field',
+            hint: 'Tool calls must include both "name" and "arguments" fields',
+        },
+        {
+            // Malformed arguments (not an object)
+            regex: /\{\s*"name"\s*:\s*"[^"]+"\s*,\s*"arguments"\s*:\s*"[^"]*"\s*\}/,
+            error: 'Invalid tool call: "arguments" must be an object, not a string',
+            hint: 'Use {"name": "tool_name", "arguments": {...}} format',
+        },
+    ];
+    for (const pattern of patterns) {
+        const match = content.match(pattern.regex);
+        if (match) {
+            return {
+                error: pattern.error,
+                examples: getCorrectJSONFormatExamples(pattern.hint),
+            };
+        }
+    }
+    return null;
+}
+/**
+ * Generates correct format examples for JSON error messages
+ */
+function getCorrectJSONFormatExamples(_specificHint) {
+    return `Please use the native tool calling format provided by the system. The tools are already available to you - call them directly using the function calling interface.`;
+}
+/**
+ * Parses JSON-formatted tool calls from content
+ * This is an internal function - use tool-parser.ts for public API
+ */
+export function parseJSONToolCalls(content) {
+    const extractedCalls = [];
+    let trimmedContent = content.trim();
+    // Handle markdown code blocks
+    const codeBlockMatch = trimmedContent.match(/^```(?:json)?\s*\n?([\s\S]*?)\n?```$/);
+    if (codeBlockMatch && codeBlockMatch[1]) {
+        trimmedContent = codeBlockMatch[1].trim();
+    }
+    // Try to parse entire content as single JSON tool call
+    if (trimmedContent.startsWith('{') && trimmedContent.endsWith('}')) {
+        // Skip empty or nearly empty JSON objects
+        if (trimmedContent === '{}' || trimmedContent.replace(/\s/g, '') === '{}') {
+            return extractedCalls;
+        }
+        try {
+            const parsed = JSON.parse(trimmedContent);
+            if (parsed.name && parsed.arguments !== undefined) {
+                const toolCall = {
+                    id: `call_${Date.now()}`,
+                    function: {
+                        name: parsed.name || '',
+                        arguments: parsed.arguments || {},
+                    },
+                };
+                extractedCalls.push(toolCall);
+                return extractedCalls;
+            }
+        }
+        catch {
+            // Failed to parse - will be caught by malformed detection
+        }
+    }
+    // Look for standalone JSON blocks in the content (multiline without code blocks)
+    const jsonBlockRegex = /\{\s*\n\s*"name":\s*"([^"]+)",\s*\n\s*"arguments":\s*\{[\s\S]*?\}\s*\n\s*\}/g;
+    let jsonMatch;
+    while ((jsonMatch = jsonBlockRegex.exec(content)) !== null) {
+        try {
+            const parsed = JSON.parse(jsonMatch[0]);
+            if (parsed.name && parsed.arguments !== undefined) {
+                const toolCall = {
+                    id: `call_${Date.now()}_${extractedCalls.length}`,
+                    function: {
+                        name: parsed.name || '',
+                        arguments: parsed.arguments || {},
+                    },
+                };
+                extractedCalls.push(toolCall);
+            }
+        }
+        catch {
+            // Failed to parse - will be caught by malformed detection
+        }
+    }
+    // Look for embedded tool calls using regex patterns
+    const toolCallPatterns = [
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*(\{[^}]*\})\}/g,
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*(\{[^}]+\})\}/g,
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*"([^"]+)"\}/g,
+    ];
+    for (const pattern of toolCallPatterns) {
+        let match;
+        while ((match = pattern.exec(content)) !== null) {
+            const [, name, argsStr] = match;
+            try {
+                let args;
+                if (argsStr && argsStr.startsWith('{')) {
+                    args = JSON.parse(argsStr || '{}');
+                }
+                else {
+                    args = argsStr || '';
+                }
+                extractedCalls.push({
+                    id: `call_${Date.now()}_${extractedCalls.length}`,
+                    function: {
+                        name: name || '',
+                        arguments: args,
+                    },
+                });
+            }
+            catch {
+                // Failed to parse - will be caught by malformed detection
+            }
+        }
+    }
+    // Deduplicate identical tool calls
+    const uniqueCalls = deduplicateToolCalls(extractedCalls);
+    return uniqueCalls;
+}
+function deduplicateToolCalls(toolCalls) {
+    const seen = new Set();
+    const unique = [];
+    for (const call of toolCalls) {
+        // Create a hash of the function name and arguments for comparison
+        const hash = `${call.function.name}:${JSON.stringify(call.function.arguments)}`;
+        if (!seen.has(hash)) {
+            seen.add(hash);
+            unique.push(call);
+        }
+        // Else: duplicate, skip it
+    }
+    return unique;
+}
+/**
+ * Cleans content by removing tool call JSON blocks
+ * This is an internal function - use tool-parser.ts for public API
+ */
+export function cleanJSONToolCalls(content, toolCalls) {
+    if (toolCalls.length === 0)
+        return content;
+    let cleanedContent = content;
+    // Handle markdown code blocks that contain only tool calls
+    const codeBlockRegex = /```(?:json)?\s*\n?([\s\S]*?)\n?```/g;
+    cleanedContent = cleanedContent.replace(codeBlockRegex, (match, blockContent) => {
+        const trimmedBlock = blockContent.trim();
+        // Check if this block contains a tool call that we parsed
+        try {
+            const parsed = JSON.parse(trimmedBlock);
+            if (parsed.name && parsed.arguments !== undefined) {
+                // This code block contains only a tool call, remove the entire block
+                return '';
+            }
+        }
+        catch {
+            // Not valid JSON, keep the code block
+        }
+        // Keep the code block as-is if it doesn't contain a tool call
+        return match;
+    });
+    // Remove JSON blocks that were parsed as tool calls (for non-code-block cases)
+    const toolCallPatterns = [
+        /\{\s*\n\s*"name":\s*"([^"]+)",\s*\n\s*"arguments":\s*\{[\s\S]*?\}\s*\n\s*\}/g, // Multiline JSON blocks
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*(\{[^}]*\})\}/g,
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*(\{[^}]+\})\}/g,
+        /\{"name":\s*"([^"]+)",\s*"arguments":\s*"([^"]+)"\}/g,
+    ];
+    for (const pattern of toolCallPatterns) {
+        cleanedContent = cleanedContent.replace(pattern, '');
+    }
+    // Clean up whitespace artifacts left by removed tool calls
+    cleanedContent = cleanedContent
+        // Remove trailing whitespace from each line
+        .replace(/[ \t]+$/gm, '')
+        // Collapse multiple spaces (but not at start of line for indentation)
+        .replace(/([^ \t\n]) {2,}/g, '$1 ')
+        // Remove lines that are only whitespace
+        .replace(/^[ \t]+$/gm, '')
+        // Collapse 2+ consecutive blank lines to a single blank line
+        .replace(/\n{3,}/g, '\n\n')
+        .trim();
+    return cleanedContent;
+}
+//# sourceMappingURL=json-parser.js.map

package/dist/tool-calling/json-parser.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parser.js","sourceRoot":"","sources":["../../source/tool-calling/json-parser.ts"],"names":[],"mappings":"AAEA;;;GAGG;AAEH;;;GAGG;AACH,MAAM,UAAU,2BAA2B,CAC1C,OAAe;IAEf,uCAAuC;IACvC,MAAM,QAAQ,GAAG;QAChB;YACC,kDAAkD;YAClD,KAAK,EAAE,qCAAqC;YAC5C,KAAK,EAAE,iDAAiD;YACxD,IAAI,EAAE,4DAA4D;SAClE;QACD;YACC,kDAAkD;YAClD,KAAK,EAAE,uCAAuC;YAC9C,KAAK,EAAE,4CAA4C;YACnD,IAAI,EAAE,4DAA4D;SAClE;QACD;YACC,sCAAsC;YACtC,KAAK,EAAE,gEAAgE;YACvE,KAAK,EAAE,gEAAgE;YACvE,IAAI,EAAE,sDAAsD;SAC5D;KACD,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,KAAK,EAAE,CAAC;YACX,OAAO;gBACN,KAAK,EAAE,OAAO,CAAC,KAAK;gBACpB,QAAQ,EAAE,4BAA4B,CAAC,OAAO,CAAC,IAAI,CAAC;aACpD,CAAC;QACH,CAAC;IACF,CAAC;IAED,OAAO,IAAI,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,4BAA4B,CAAC,aAAqB;IAC1D,OAAO,qKAAqK,CAAC;AAC9K,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,OAAe;IACjD,MAAM,cAAc,GAAe,EAAE,CAAC;IACtC,IAAI,cAAc,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAEpC,8BAA8B;IAC9B,MAAM,cAAc,GAAG,cAAc,CAAC,KAAK,CAC1C,sCAAsC,CACtC,CAAC;IACF,IAAI,cAAc,IAAI,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,uDAAuD;IACvD,IAAI,cAAc,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpE,0CAA0C;QAC1C,IAAI,cAAc,KAAK,IAAI,IAAI,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC;YAC3E,OAAO,cAAc,CAAC;QACvB,CAAC;QAED,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAGvC,CAAC;YAEF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG;oBAChB,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,EAAE;oBACxB,QAAQ,EAAE;wBACT,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;wBACvB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;qBACjC;iBACD,CAAC;gBACF,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC9B,OAAO,cAAc,CAAC;YACvB,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,0DAA0D;QAC3D,CAAC;IACF,CAAC;IAED,iFAAiF;IACjF,MAAM,cAAc,GACnB,8EAA8E,CAAC;IAChF,IAAI,SAAS,CAAC;IACd,OAAO,CAAC,SAAS,GAAG,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC5D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAGrC,CAAC;YACF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnD,MAAM,QAAQ,GAAG;oBAChB,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,cAAc,CAAC,MAAM,EAAE;oBACjD,QAAQ,EAAE;wBACT,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,EAAE;wBACvB,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;qBACjC;iBACD,CAAC;gBACF,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,0DAA0D;QAC3D,CAAC;IACF,CAAC;IAED,oDAAoD;IACpD,MAAM,gBAAgB,GAAG;QACxB,wDAAwD;QACxD,wDAAwD;QACxD,sDAAsD;KACtD,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACxC,IAAI,KAAK,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACjD,MAAM,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC;YAChC,IAAI,CAAC;gBACJ,IAAI,IAAsC,CAAC;gBAC3C,IAAI,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;oBACxC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,IAAI,CAA4B,CAAC;gBAC/D,CAAC;qBAAM,CAAC;oBACP,IAAI,GAAG,OAAO,IAAI,EAAE,CAAC;gBACtB,CAAC;gBACD,cAAc,CAAC,IAAI,CAAC;oBACnB,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,cAAc,CAAC,MAAM,EAAE;oBACjD,QAAQ,EAAE;wBACT,IAAI,EAAE,IAAI,IAAI,EAAE;wBAChB,SAAS,EAAE,IAA+B;qBAC1C;iBACD,CAAC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACR,0DAA0D;YAC3D,CAAC;QACF,CAAC;IACF,CAAC;IAED,mCAAmC;IACnC,MAAM,WAAW,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAC;IAEzD,OAAO,WAAW,CAAC;AACpB,CAAC;AAED,SAAS,oBAAoB,CAAC,SAAqB;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAe,EAAE,CAAC;IAE9B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC9B,kEAAkE;QAClE,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CACnD,IAAI,CAAC,QAAQ,CAAC,SAAS,CACvB,EAAE,CAAC;QAEJ,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnB,CAAC;QACD,2BAA2B;IAC5B,CAAC;IAED,OAAO,MAAM,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CACjC,OAAe,EACf,SAAqB;IAErB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC;IAE3C,IAAI,cAAc,GAAG,OAAO,CAAC;IAE7B,2DAA2D;IAC3D,MAAM,cAAc,GAAG,qCAAqC,CAAC;IAC7D,cAAc,GAAG,cAAc,CAAC,OAAO,CACtC,cAAc,EACd,CAAC,KAAK,EAAE,YAAoB,EAAE,EAAE;QAC/B,MAAM,YAAY,GAAG,YAAY,CAAC,IAAI,EAAE,CAAC;QAEzC,0DAA0D;QAC1D,IAAI,CAAC;YACJ,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAGrC,CAAC;YACF,IAAI,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;gBACnD,qEAAqE;gBACrE,OAAO,EAAE,CAAC;YACX,CAAC;QACF,CAAC;QAAC,MAAM,CAAC;YACR,sCAAsC;QACvC,CAAC;QAED,8DAA8D;QAC9D,OAAO,KAAK,CAAC;IACd,CAAC,CACD,CAAC;IAEF,+EAA+E;IAC/E,MAAM,gBAAgB,GAAG;QACxB,8EAA8E,EAAE,wBAAwB;QACxG,wDAAwD;QACxD,wDAAwD;QACxD,sDAAsD;KACtD,CAAC;IAEF,KAAK,MAAM,OAAO,IAAI,gBAAgB,EAAE,CAAC;QACxC,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,2DAA2D;IAC3D,cAAc,GAAG,cAAc;QAC9B,4CAA4C;SAC3C,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QACzB,sEAAsE;SACrE,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC;QACnC,wCAAwC;SACvC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC;QAC1B,6DAA6D;SAC5D,OAAO,CAAC,SAAS,EAAE,MAAM,CAAC;SAC1B,IAAI,EAAE,CAAC;IAET,OAAO,cAAc,CAAC;AACvB,CAAC"}

package/dist/tool-calling/json-parser.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=json-parser.spec.d.ts.map

package/dist/tool-calling/json-parser.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json-parser.spec.d.ts","sourceRoot":"","sources":["../../source/tool-calling/json-parser.spec.ts"],"names":[],"mappings":""}