@modular-prompt/driver 0.13.1 → 0.13.2

package/dist/mlx-ml/tool-call-parser/content-parsers.js

@@ -0,0 +1,223 @@
+import { coerceValue, extractBracketedValue } from './utils.js';
+export function normalizeJsonToolCall(obj) {
+    if (typeof obj !== 'object' || obj === null)
+        return null;
+    const rec = obj;
+    // {"name": "...", "arguments"|"parameters": {...}}
+    if (rec.name && typeof rec.name === 'string') {
+        let args = rec.arguments || rec.parameters || {};
+        if (typeof args === 'string') {
+            try {
+                args = JSON.parse(args);
+            }
+            catch {
+                args = {};
+            }
+        }
+        if (typeof args !== 'object' || args === null)
+            args = {};
+        return { name: rec.name, arguments: args };
+    }
+    // {"function": {"name": "...", "arguments": {...}}}
+    if (rec.function && typeof rec.function === 'object' && rec.function !== null) {
+        const func = rec.function;
+        if (func.name && typeof func.name === 'string') {
+            let args = func.arguments || func.parameters || {};
+            if (typeof args === 'string') {
+                try {
+                    args = JSON.parse(args);
+                }
+                catch {
+                    args = {};
+                }
+            }
+            if (typeof args !== 'object' || args === null)
+                args = {};
+            return { name: func.name, arguments: args };
+        }
+    }
+    // {"tool": {"name": "...", ...}}
+    if (rec.tool && typeof rec.tool === 'object' && rec.tool !== null) {
+        const tool = rec.tool;
+        if (tool.name && typeof tool.name === 'string') {
+            let args = tool.arguments || tool.parameters || {};
+            if (typeof args !== 'object' || args === null)
+                args = {};
+            return { name: tool.name, arguments: args };
+        }
+    }
+    return null;
+}
+export const jsonParser = {
+    name: 'json',
+    parse(content) {
+        try {
+            const parsed = JSON.parse(content);
+            if (Array.isArray(parsed)) {
+                const results = parsed
+                    .map(item => normalizeJsonToolCall(item))
+                    .filter((item) => item !== null);
+                return results.length > 0 ? results : null;
+            }
+            return normalizeJsonToolCall(parsed);
+        }
+        catch {
+            return null;
+        }
+    },
+};
+export const gemma4Parser = {
+    name: 'gemma4',
+    parse(content) {
+        const match = content.match(/^call:([\w.-]+)\{([\s\S]*)\}$/);
+        if (!match)
+            return null;
+        const name = match[1];
+        const argsStr = match[2].trim();
+        const args = {};
+        if (argsStr) {
+            const normalized = argsStr.replace(/<\|"\|>/g, '"');
+            let pos = 0;
+            while (pos < normalized.length) {
+                const keyMatch = normalized.slice(pos).match(/^(\w+):/);
+                if (!keyMatch)
+                    break;
+                const key = keyMatch[1];
+                pos += keyMatch[0].length;
+                const ch = normalized[pos];
+                let value;
+                if (ch === '"') {
+                    let end = pos + 1;
+                    while (end < normalized.length && normalized[end] !== '"') {
+                        if (normalized[end] === '\\')
+                            end++;
+                        end++;
+                    }
+                    value = normalized.slice(pos + 1, end);
+                    pos = end + 1;
+                }
+                else if (ch === '[' || ch === '{') {
+                    const extracted = extractBracketedValue(normalized, pos);
+                    if (!extracted)
+                        break;
+                    value = extracted;
+                    pos += value.length;
+                }
+                else {
+                    const endMatch = normalized.slice(pos).match(/^([^,}]*)/);
+                    value = endMatch ? endMatch[1].trim() : '';
+                    pos += endMatch ? endMatch[0].length : 0;
+                }
+                args[key] = coerceValue(value);
+                const sep = normalized.slice(pos).match(/^\s*,\s*/);
+                if (sep)
+                    pos += sep[0].length;
+            }
+        }
+        return { name, arguments: args };
+    },
+};
+export const pythonicParser = {
+    name: 'pythonic',
+    parse(content) {
+        const match = content.match(/^\[(\w+)\((.*)\)\]$/s);
+        if (!match)
+            return null;
+        const name = match[1];
+        const argsStr = match[2].trim();
+        const args = {};
+        if (argsStr) {
+            let pos = 0;
+            while (pos < argsStr.length) {
+                const keyMatch = argsStr.slice(pos).match(/^(\w+)\s*=\s*/);
+                if (!keyMatch)
+                    break;
+                const key = keyMatch[1];
+                pos += keyMatch[0].length;
+                const ch = argsStr[pos];
+                let value;
+                if (ch === '[' || ch === '{') {
+                    const extracted = extractBracketedValue(argsStr, pos);
+                    if (!extracted)
+                        break;
+                    value = extracted;
+                    pos += value.length;
+                }
+                else if (ch === '"' || ch === "'") {
+                    const quote = ch;
+                    let end = pos + 1;
+                    while (end < argsStr.length && argsStr[end] !== quote) {
+                        if (argsStr[end] === '\\')
+                            end++;
+                        end++;
+                    }
+                    value = argsStr.slice(pos + 1, end);
+                    pos = end + 1;
+                }
+                else {
+                    const endMatch = argsStr.slice(pos).match(/^([^,)]*)/);
+                    value = endMatch ? endMatch[1].trim() : '';
+                    pos += endMatch ? endMatch[0].length : 0;
+                }
+                args[key] = coerceValue(value);
+                const sep = argsStr.slice(pos).match(/^\s*,\s*/);
+                if (sep)
+                    pos += sep[0].length;
+            }
+        }
+        return { name, arguments: args };
+    },
+};
+function parseXmlParams(paramsStr, paramRegex) {
+    const args = {};
+    let paramMatch;
+    while ((paramMatch = paramRegex.exec(paramsStr)) !== null) {
+        args[paramMatch[1]] = coerceValue(paramMatch[2].trim());
+    }
+    return args;
+}
+export const xmlParser = {
+    name: 'xml',
+    parse(content) {
+        // qwen3_coder: <function=name><parameter=key>value</parameter></function>
+        const qwenMatch = content.match(/<function=([\w.-]+)>([\s\S]*?)<\/function>/);
+        if (qwenMatch) {
+            return {
+                name: qwenMatch[1],
+                arguments: parseXmlParams(qwenMatch[2], /<parameter=(\w+)>([\s\S]*?)<\/parameter>/g),
+            };
+        }
+        // minimax: <invoke name="name"><parameter name="key">value</parameter></invoke>
+        const minimaxMatch = content.match(/<invoke\s+name="([\w.]+)">([\s\S]*?)<\/invoke>/);
+        if (minimaxMatch) {
+            return {
+                name: minimaxMatch[1],
+                arguments: parseXmlParams(minimaxMatch[2], /<parameter\s+name="(\w+)">([\s\S]*?)<\/parameter>/g),
+            };
+        }
+        // minicpm5: <function name="name"><param name="key">value</param></function>
+        const minicpmMatch = content.match(/<function\s+name="([\w.-]+)">([\s\S]*?)<\/function>/);
+        if (minicpmMatch) {
+            return {
+                name: minicpmMatch[1],
+                arguments: parseXmlParams(minicpmMatch[2], /<param\s+name="(\w+)">([\s\S]*?)<\/param>/g),
+            };
+        }
+        return null;
+    },
+};
+export const defaultContentParsers = [
+    jsonParser,
+    gemma4Parser,
+    pythonicParser,
+    xmlParser,
+];
+export function tryParsers(content, parsers = defaultContentParsers) {
+    for (const parser of parsers) {
+        const result = parser.parse(content);
+        if (result)
+            return result;
+    }
+    return null;
+}
+//# sourceMappingURL=content-parsers.js.map

package/dist/mlx-ml/tool-call-parser/content-parsers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"content-parsers.js","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/content-parsers.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,qBAAqB,EAAE,MAAM,YAAY,CAAC;AAEhE,MAAM,UAAU,qBAAqB,CAAC,GAAY;IAChD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC;IAEzD,MAAM,GAAG,GAAG,GAA8B,CAAC;IAE3C,mDAAmD;IACnD,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7C,IAAI,IAAI,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE,CAAC;QACjD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,IAAI,CAAC;gBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAAC,CAAC;YAAC,MAAM,CAAC;gBAAC,IAAI,GAAG,EAAE,CAAC;YAAC,CAAC;QACvD,CAAC;QACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;YAAE,IAAI,GAAG,EAAE,CAAC;QACzD,OAAO,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,IAA+B,EAAE,CAAC;IACxE,CAAC;IAED,oDAAoD;IACpD,IAAI,GAAG,CAAC,QAAQ,IAAI,OAAO,GAAG,CAAC,QAAQ,KAAK,QAAQ,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;QAC9E,MAAM,IAAI,GAAG,GAAG,CAAC,QAAmC,CAAC;QACrD,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;YACnD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC7B,IAAI,CAAC;oBAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC;oBAAC,IAAI,GAAG,EAAE,CAAC;gBAAC,CAAC;YACvD,CAAC;YACD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;gBAAE,IAAI,GAAG,EAAE,CAAC;YACzD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAA+B,EAAE,CAAC;QACzE,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;QAClE,MAAM,IAAI,GAAG,GAAG,CAAC,IAA+B,CAAC;QACjD,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC/C,IAAI,IAAI,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC;YACnD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI;gBAAE,IAAI,GAAG,EAAE,CAAC;YACzD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,IAA+B,EAAE,CAAC;QACzE,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,UAAU,GAAkB;IACvC,IAAI,EAAE,MAAM;IACZ,KAAK,CAAC,OAAe;QACnB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,MAAM,OAAO,GAAG,MAAM;qBACnB,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;qBACxC,MAAM,CAAC,CAAC,IAAI,EAA0B,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;gBAC3D,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;YAC7C,CAAC;YACD,OAAO,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAkB;IACzC,IAAI,EAAE,QAAQ;IACd,KAAK,CAAC,OAAe;QACnB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,+BAA+B,CAAC,CAAC;QAC7D,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAA4B,EAAE,CAAC;QAEzC,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;YACpD,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,GAAG,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC;gBAC/B,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACxD,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAE1B,MAAM,EAAE,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;gBAC3B,IAAI,KAAa,CAAC;gBAElB,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACf,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;oBAClB,OAAO,GAAG,GAAG,UAAU,CAAC,MAAM,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC;wBAC1D,IAAI,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI;4BAAE,GAAG,EAAE,CAAC;wBACpC,GAAG,EAAE,CAAC;oBACR,CAAC;oBACD,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;oBACvC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;gBAChB,CAAC;qBAAM,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACpC,MAAM,SAAS,GAAG,qBAAqB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;oBACzD,IAAI,CAAC,SAAS;wBAAE,MAAM;oBACtB,KAAK,GAAG,SAAS,CAAC;oBAClB,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBAC1D,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;gBAE/B,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACpD,IAAI,GAAG;oBAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAChC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACnC,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAkB;IAC3C,IAAI,EAAE,UAAU;IAChB,KAAK,CAAC,OAAe;QACnB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;QACpD,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QAExB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,MAAM,IAAI,GAA4B,EAAE,CAAC;QAEzC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,GAAG,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;gBAC3D,IAAI,CAAC,QAAQ;oBAAE,MAAM;gBACrB,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACxB,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;gBAE1B,MAAM,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBACxB,IAAI,KAAa,CAAC;gBAElB,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBAC7B,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;oBACtD,IAAI,CAAC,SAAS;wBAAE,MAAM;oBACtB,KAAK,GAAG,SAAS,CAAC;oBAClB,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;gBACtB,CAAC;qBAAM,IAAI,EAAE,KAAK,GAAG,IAAI,EAAE,KAAK,GAAG,EAAE,CAAC;oBACpC,MAAM,KAAK,GAAG,EAAE,CAAC;oBACjB,IAAI,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;oBAClB,OAAO,GAAG,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC;wBACtD,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI;4BAAE,GAAG,EAAE,CAAC;wBACjC,GAAG,EAAE,CAAC;oBACR,CAAC;oBACD,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC;oBACpC,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC;gBAChB,CAAC;qBAAM,CAAC;oBACN,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;oBACvD,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3C,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC3C,CAAC;gBAED,IAAI,CAAC,GAAG,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;gBAE/B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;gBACjD,IAAI,GAAG;oBAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;YAChC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;IACnC,CAAC;CACF,CAAC;AAEF,SAAS,cAAc,CACrB,SAAiB,EACjB,UAAkB;IAElB,MAAM,IAAI,GAA4B,EAAE,CAAC;IACzC,IAAI,UAAU,CAAC;IACf,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1D,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAC1D,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,CAAC,MAAM,SAAS,GAAkB;IACtC,IAAI,EAAE,KAAK;IACX,KAAK,CAAC,OAAe;QACnB,0EAA0E;QAC1E,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAC9E,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;gBACL,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC;gBAClB,SAAS,EAAE,cAAc,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,2CAA2C,CAAC;aACrF,CAAC;QACJ,CAAC;QAED,gFAAgF;QAChF,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACrF,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;gBACrB,SAAS,EAAE,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,oDAAoD,CAAC;aACjG,CAAC;QACJ,CAAC;QAED,6EAA6E;QAC7E,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,qDAAqD,CAAC,CAAC;QAC1F,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC;gBACrB,SAAS,EAAE,cAAc,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,4CAA4C,CAAC;aACzF,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,qBAAqB,GAAoB;IACpD,UAAU;IACV,YAAY;IACZ,cAAc;IACd,SAAS;CACV,CAAC;AAEF,MAAM,UAAU,UAAU,CACxB,OAAe,EACf,UAA2B,qBAAqB;IAEhD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;IAC5B,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC"}

package/dist/mlx-ml/tool-call-parser/detector.d.ts

@@ -0,0 +1,16 @@
+import type { MlxRuntimeInfo } from '../process/types.js';
+import type { DelimiterPair } from './types.js';
+export interface DetectedDelimiter {
+    pair: DelimiterPair;
+    source: 'tool_call_format' | 'tool_parser_type' | 'special_tokens';
+}
+export interface DetectedMarker {
+    text: string;
+}
+export interface DetectionResult {
+    delimiters: DetectedDelimiter[];
+    marker: DetectedMarker | null;
+}
+export declare function detect(runtimeInfo: MlxRuntimeInfo | null): DetectionResult;
+export declare function lookupDelimiters(parserType: string): DelimiterPair | null;
+//# sourceMappingURL=detector.d.ts.map

package/dist/mlx-ml/tool-call-parser/detector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/detector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAqBhD,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,aAAa,CAAC;IACpB,MAAM,EAAE,kBAAkB,GAAG,kBAAkB,GAAG,gBAAgB,CAAC;CACpE;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,eAAe;IAC9B,UAAU,EAAE,iBAAiB,EAAE,CAAC;IAChC,MAAM,EAAE,cAAc,GAAG,IAAI,CAAC;CAC/B;AAED,wBAAgB,MAAM,CAAC,WAAW,EAAE,cAAc,GAAG,IAAI,GAAG,eAAe,CA0C1E;AAED,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAEzE"}

package/dist/mlx-ml/tool-call-parser/detector.js

@@ -0,0 +1,58 @@
+const KNOWN_TOOL_PARSER_DELIMITERS = {
+    json_tools: { start: '<tool_call>', end: '</tool_call>' },
+    pythonic: { start: '<|tool_call_start|>', end: '<|tool_call_end|>' },
+    function_gemma: { start: '<start_function_call>', end: '<end_function_call>' },
+    mistral: { start: '[TOOL_CALLS]', end: '' },
+    kimi_k2: { start: '<|tool_calls_section_begin|>', end: '<|tool_calls_section_end|>' },
+    longcat: { start: '<longcat_tool_call>', end: '</longcat_tool_call>' },
+    glm47: { start: '<tool_call>', end: '</tool_call>' },
+    qwen3_coder: { start: '<tool_call>', end: '</tool_call>' },
+    minimax_m2: { start: '<minimax:tool_call>', end: '</minimax:tool_call>' },
+    gemma4: { start: '<|tool_call>', end: '<tool_call|>' },
+};
+const TOOL_CALL_TOKEN_KEYS = [
+    'tool_call', 'tool_call_explicit', 'tool_call_xml',
+    'tool_calls_section', 'function_call_tags',
+    'longcat_tool_call', 'minimax_tool_call',
+];
+export function detect(runtimeInfo) {
+    const delimiters = [];
+    let marker = null;
+    if (!runtimeInfo)
+        return { delimiters, marker };
+    const toolCallFormat = runtimeInfo.features?.chat_template?.tool_call_format;
+    if (toolCallFormat?.call_start && toolCallFormat?.call_end) {
+        delimiters.push({
+            pair: { start: toolCallFormat.call_start, end: toolCallFormat.call_end },
+            source: 'tool_call_format',
+        });
+    }
+    if (toolCallFormat?.tool_parser_type) {
+        const known = KNOWN_TOOL_PARSER_DELIMITERS[toolCallFormat.tool_parser_type];
+        if (known && known.end) {
+            delimiters.push({
+                pair: known,
+                source: 'tool_parser_type',
+            });
+        }
+    }
+    for (const key of TOOL_CALL_TOKEN_KEYS) {
+        const token = runtimeInfo.special_tokens?.[key];
+        if (token && typeof token === 'object' && 'start' in token) {
+            const pair = token;
+            delimiters.push({
+                pair: { start: pair.start.text, end: pair.end.text },
+                source: 'special_tokens',
+            });
+        }
+    }
+    const markerToken = runtimeInfo.special_tokens?.['tool_calls_marker'];
+    if (markerToken && typeof markerToken === 'object' && 'text' in markerToken) {
+        marker = { text: markerToken.text };
+    }
+    return { delimiters, marker };
+}
+export function lookupDelimiters(parserType) {
+    return KNOWN_TOOL_PARSER_DELIMITERS[parserType] ?? null;
+}
+//# sourceMappingURL=detector.js.map

package/dist/mlx-ml/tool-call-parser/detector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"detector.js","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/detector.ts"],"names":[],"mappings":"AAIA,MAAM,4BAA4B,GAAkC;IAClE,UAAU,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE;IACzD,QAAQ,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,mBAAmB,EAAE;IACpE,cAAc,EAAE,EAAE,KAAK,EAAE,uBAAuB,EAAE,GAAG,EAAE,qBAAqB,EAAE;IAC9E,OAAO,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,EAAE,EAAE;IAC3C,OAAO,EAAE,EAAE,KAAK,EAAE,8BAA8B,EAAE,GAAG,EAAE,4BAA4B,EAAE;IACrF,OAAO,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,sBAAsB,EAAE;IACtE,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE;IACpD,WAAW,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE;IAC1D,UAAU,EAAE,EAAE,KAAK,EAAE,qBAAqB,EAAE,GAAG,EAAE,sBAAsB,EAAE;IACzE,MAAM,EAAE,EAAE,KAAK,EAAE,cAAc,EAAE,GAAG,EAAE,cAAc,EAAE;CACvD,CAAC;AAEF,MAAM,oBAAoB,GAAG;IAC3B,WAAW,EAAE,oBAAoB,EAAE,eAAe;IAClD,oBAAoB,EAAE,oBAAoB;IAC1C,mBAAmB,EAAE,mBAAmB;CAChC,CAAC;AAgBX,MAAM,UAAU,MAAM,CAAC,WAAkC;IACvD,MAAM,UAAU,GAAwB,EAAE,CAAC;IAC3C,IAAI,MAAM,GAA0B,IAAI,CAAC;IAEzC,IAAI,CAAC,WAAW;QAAE,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;IAEhD,MAAM,cAAc,GAAG,WAAW,CAAC,QAAQ,EAAE,aAAa,EAAE,gBAAgB,CAAC;IAE7E,IAAI,cAAc,EAAE,UAAU,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;QAC3D,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,EAAE,KAAK,EAAE,cAAc,CAAC,UAAU,EAAE,GAAG,EAAE,cAAc,CAAC,QAAQ,EAAE;YACxE,MAAM,EAAE,kBAAkB;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,cAAc,EAAE,gBAAgB,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,4BAA4B,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC;QAC5E,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,EAAE,CAAC;YACvB,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,KAAK;gBACX,MAAM,EAAE,kBAAkB;aAC3B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,oBAAoB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,IAAI,KAAK,EAAE,CAAC;YAC3D,MAAM,IAAI,GAAG,KAAyB,CAAC;YACvC,UAAU,CAAC,IAAI,CAAC;gBACd,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE;gBACpD,MAAM,EAAE,gBAAgB;aACzB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,WAAW,CAAC,cAAc,EAAE,CAAC,mBAAmB,CAAC,CAAC;IACtE,IAAI,WAAW,IAAI,OAAO,WAAW,KAAK,QAAQ,IAAI,MAAM,IAAI,WAAW,EAAE,CAAC;QAC5E,MAAM,GAAG,EAAE,IAAI,EAAG,WAA4B,CAAC,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,UAAkB;IACjD,OAAO,4BAA4B,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;AAC1D,CAAC"}

package/dist/mlx-ml/tool-call-parser/index.d.ts

@@ -0,0 +1,7 @@
+import type { MlxRuntimeInfo } from '../process/types.js';
+import type { ToolCallParseResult } from './types.js';
+export type { ToolCallParseResult } from './types.js';
+export type { ContentParser, ParsedToolCall } from './types.js';
+export { formatToolDefinitionsAsText } from './tool-formatter.js';
+export declare function parseToolCalls(text: string, runtimeInfo: MlxRuntimeInfo | null): ToolCallParseResult;
+//# sourceMappingURL=index.d.ts.map

package/dist/mlx-ml/tool-call-parser/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/index.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAKtD,YAAY,EAAE,mBAAmB,EAAE,MAAM,YAAY,CAAC;AACtD,YAAY,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAChE,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAElE,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,cAAc,GAAG,IAAI,GACjC,mBAAmB,CAqBrB"}

package/dist/mlx-ml/tool-call-parser/index.js

@@ -0,0 +1,136 @@
+import { detect } from './detector.js';
+import { tryParsers, jsonParser, normalizeJsonToolCall } from './content-parsers.js';
+import { escapeRegExp, extractJsonObject } from './utils.js';
+export { formatToolDefinitionsAsText } from './tool-formatter.js';
+export function parseToolCalls(text, runtimeInfo) {
+    const { delimiters, marker } = detect(runtimeInfo);
+    // 1. デリミタベースの検出
+    for (const { pair } of delimiters) {
+        const result = parseWithDelimiters(text, pair.start, pair.end);
+        if (result.toolCalls.length > 0)
+            return result;
+    }
+    // 2. マーカートークン（Mistral型）
+    if (marker) {
+        const result = parseMistralStyle(text, marker.text);
+        if (result.toolCalls.length > 0)
+            return result;
+    }
+    // 3. コードブロック
+    const codeBlockResult = parseCodeBlocks(text);
+    if (codeBlockResult.toolCalls.length > 0)
+        return codeBlockResult;
+    // 4. 汎用フォールバック
+    return parseGeneric(text);
+}
+function parseWithDelimiters(text, startDelimiter, endDelimiter) {
+    const toolCalls = [];
+    let content = text;
+    let callIndex = 0;
+    const regex = new RegExp(escapeRegExp(startDelimiter) + '([\\s\\S]*?)' + escapeRegExp(endDelimiter), 'g');
+    let match;
+    while ((match = regex.exec(text)) !== null) {
+        const innerContent = match[1].trim();
+        const parsed = tryParsers(innerContent);
+        if (parsed) {
+            const calls = Array.isArray(parsed) ? parsed : [parsed];
+            for (const call of calls) {
+                toolCalls.push({
+                    id: `call_${callIndex++}`,
+                    name: call.name,
+                    arguments: call.arguments || {},
+                });
+            }
+        }
+    }
+    if (toolCalls.length > 0) {
+        content = text.replace(regex, '').trim();
+    }
+    return { content, toolCalls };
+}
+function parseMistralStyle(text, markerText) {
+    const markerIndex = text.indexOf(markerText);
+    if (markerIndex === -1)
+        return { content: text, toolCalls: [] };
+    const content = text.substring(0, markerIndex).trim();
+    const callText = text.substring(markerIndex + markerText.length).trim();
+    const toolCalls = [];
+    let callIndex = 0;
+    try {
+        const parsed = JSON.parse(callText);
+        const items = Array.isArray(parsed) ? parsed : [parsed];
+        for (const item of items) {
+            if (item.name) {
+                toolCalls.push({
+                    id: `call_${callIndex++}`,
+                    name: item.name,
+                    arguments: item.arguments || item.parameters || {},
+                });
+            }
+        }
+    }
+    catch {
+        // skip
+    }
+    return { content, toolCalls };
+}
+function parseCodeBlocks(text) {
+    const toolCalls = [];
+    let content = text;
+    let callIndex = 0;
+    const regex = /```json:toolCall\s*\n([\s\S]*?)```/g;
+    let match;
+    while ((match = regex.exec(text)) !== null) {
+        const parsed = jsonParser.parse(match[1].trim());
+        if (parsed) {
+            const calls = Array.isArray(parsed) ? parsed : [parsed];
+            for (const call of calls) {
+                toolCalls.push({
+                    id: `call_${callIndex++}`,
+                    name: call.name,
+                    arguments: call.arguments || {},
+                });
+            }
+        }
+    }
+    if (toolCalls.length > 0) {
+        content = text.replace(regex, '').trim();
+    }
+    return { content, toolCalls };
+}
+function parseGeneric(text) {
+    const toolCalls = [];
+    let content = text;
+    let callIndex = 0;
+    const matched = [];
+    for (let i = 0; i < text.length; i++) {
+        if (text[i] !== '{')
+            continue;
+        const jsonStr = extractJsonObject(text, i);
+        if (!jsonStr)
+            continue;
+        try {
+            const parsed = JSON.parse(jsonStr);
+            const normalized = normalizeJsonToolCall(parsed);
+            if (normalized) {
+                toolCalls.push({
+                    id: `call_${callIndex++}`,
+                    name: normalized.name,
+                    arguments: normalized.arguments || {},
+                });
+                matched.push(jsonStr);
+                i += jsonStr.length - 1;
+            }
+        }
+        catch {
+            // skip
+        }
+    }
+    if (matched.length > 0) {
+        for (const m of matched) {
+            content = content.replace(m, '').trim();
+        }
+    }
+    return { content, toolCalls };
+}
+//# sourceMappingURL=index.js.map

package/dist/mlx-ml/tool-call-parser/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/index.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AACvC,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AACrF,OAAO,EAAE,YAAY,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAI7D,OAAO,EAAE,2BAA2B,EAAE,MAAM,qBAAqB,CAAC;AAElE,MAAM,UAAU,cAAc,CAC5B,IAAY,EACZ,WAAkC;IAElC,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC;IAEnD,gBAAgB;IAChB,KAAK,MAAM,EAAE,IAAI,EAAE,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,mBAAmB,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;IACjD,CAAC;IAED,wBAAwB;IACxB,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,MAAM,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,MAAM,CAAC;IACjD,CAAC;IAED,aAAa;IACb,MAAM,eAAe,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC;IAC9C,IAAI,eAAe,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,eAAe,CAAC;IAEjE,eAAe;IACf,OAAO,YAAY,CAAC,IAAI,CAAC,CAAC;AAC5B,CAAC;AAED,SAAS,mBAAmB,CAC1B,IAAY,EACZ,cAAsB,EACtB,YAAoB;IAEpB,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,KAAK,GAAG,IAAI,MAAM,CACtB,YAAY,CAAC,cAAc,CAAC,GAAG,cAAc,GAAG,YAAY,CAAC,YAAY,CAAC,EAC1E,GAAG,CACJ,CAAC;IAEF,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC;QACxC,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACxD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,QAAQ,SAAS,EAAE,EAAE;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,UAAkB;IACzD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAC7C,IAAI,WAAW,KAAK,CAAC,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;IAEhE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,IAAI,EAAE,CAAC;IACtD,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IACxE,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACxD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,QAAQ,SAAS,EAAE,EAAE;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,IAAI,EAAE;iBACnD,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;IACT,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,KAAK,GAAG,qCAAqC,CAAC;IAEpD,IAAI,KAAK,CAAC;IACV,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,MAAM,MAAM,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YACxD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,QAAQ,SAAS,EAAE,EAAE;oBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,EAAE;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAC3C,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC;AAED,SAAS,YAAY,CAAC,IAAY;IAChC,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG;YAAE,SAAS;QAE9B,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO;YAAE,SAAS;QAEvB,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACnC,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;YACjD,IAAI,UAAU,EAAE,CAAC;gBACf,SAAS,CAAC,IAAI,CAAC;oBACb,EAAE,EAAE,QAAQ,SAAS,EAAE,EAAE;oBACzB,IAAI,EAAE,UAAU,CAAC,IAAI;oBACrB,SAAS,EAAE,UAAU,CAAC,SAAS,IAAI,EAAE;iBACtC,CAAC,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;YAC1B,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;IACH,CAAC;IAED,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC;AAChC,CAAC"}

package/dist/mlx-ml/tool-call-parser/tool-formatter.d.ts

@@ -0,0 +1,8 @@
+import type { ToolDefinition } from '../../types.js';
+import type { SpecialToken, SpecialTokenPair } from '../../formatter/types.js';
+export declare function formatToolDefinitionsAsText(tools: ToolDefinition[], specialTokens?: Record<string, SpecialToken | SpecialTokenPair>, toolCallFormat?: {
+    call_start?: string;
+    call_end?: string;
+    tool_parser_type?: string;
+}): string;
+//# sourceMappingURL=tool-formatter.d.ts.map

package/dist/mlx-ml/tool-call-parser/tool-formatter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-formatter.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/tool-formatter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AA+B/E,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,cAAc,EAAE,EACvB,aAAa,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,GAAG,gBAAgB,CAAC,EAC/D,cAAc,CAAC,EAAE;IAAE,UAAU,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAE,GACrF,MAAM,CAoER"}

package/dist/mlx-ml/tool-call-parser/tool-formatter.js

@@ -0,0 +1,88 @@
+function formatProperties(lines, properties, required, depth = 1) {
+    const indent = '  '.repeat(depth);
+    for (const [name, schema] of Object.entries(properties)) {
+        const schemaObj = schema;
+        const req = required?.includes(name) ? ' (required)' : '';
+        const desc = schemaObj.description ? `: ${schemaObj.description}` : '';
+        const type = schemaObj.type || 'any';
+        if (type === 'array' && schemaObj.items) {
+            lines.push(`${indent}- ${name}: array${req}${desc}`);
+            const items = schemaObj.items;
+            if (items.properties) {
+                lines.push(`${indent}  Each item:`);
+                formatProperties(lines, items.properties, items.required, depth + 2);
+            }
+        }
+        else if (type === 'object' && schemaObj.properties) {
+            lines.push(`${indent}- ${name}: object${req}${desc}`);
+            formatProperties(lines, schemaObj.properties, schemaObj.required, depth + 1);
+        }
+        else {
+            lines.push(`${indent}- ${name}: ${type}${req}${desc}`);
+        }
+    }
+}
+export function formatToolDefinitionsAsText(tools, specialTokens, toolCallFormat) {
+    const lines = ['## Available Tools', ''];
+    lines.push('Instead of generating a text response, you can respond with tool call data.');
+    lines.push('The result of the tool execution will be provided as context in your next generation.');
+    lines.push('Choose a tool from the available list below, determine the appropriate arguments, and output a JSON string in the specified format.');
+    lines.push('If a required tool is not in the available list, report this to the user.');
+    lines.push('');
+    let exampleToolName;
+    let exampleArgs;
+    for (const tool of tools) {
+        lines.push(`### ${tool.name}`);
+        if (tool.description) {
+            lines.push(tool.description);
+        }
+        if (tool.parameters) {
+            const params = tool.parameters;
+            if (params.properties) {
+                lines.push('Parameters:');
+                formatProperties(lines, params.properties, params.required, 1);
+                if (!exampleToolName) {
+                    exampleToolName = tool.name;
+                    const argEntries = [];
+                    for (const [name, schema] of Object.entries(params.properties)) {
+                        const schemaObj = schema;
+                        const val = schemaObj.type === 'number' ? '0' : schemaObj.type === 'boolean' ? 'true' : `"..."`;
+                        argEntries.push(`"${name}": ${val}`);
+                    }
+                    exampleArgs = `{${argEntries.join(', ')}}`;
+                }
+            }
+            else {
+                lines.push(`Parameters: ${JSON.stringify(tool.parameters)}`);
+            }
+        }
+        lines.push('');
+    }
+    const concreteExample = exampleToolName
+        ? `{"name": "${exampleToolName}", "arguments": ${exampleArgs}}`
+        : '{"name": "tool_name", "arguments": {"key": "value"}}';
+    if (toolCallFormat?.call_start && toolCallFormat?.call_end) {
+        lines.push('To call a tool, respond ONLY with:');
+        lines.push(toolCallFormat.call_start);
+        lines.push(concreteExample);
+        lines.push(toolCallFormat.call_end);
+    }
+    else {
+        const toolCallToken = specialTokens?.tool_call;
+        if (toolCallToken && 'start' in toolCallToken && 'end' in toolCallToken) {
+            const pair = toolCallToken;
+            lines.push('To call a tool, respond ONLY with:');
+            lines.push(`${pair.start.text}`);
+            lines.push(concreteExample);
+            lines.push(`${pair.end.text}`);
+        }
+        else {
+            lines.push('To call a tool, respond ONLY with the following format. Do not include any other text before or after the tool call block:');
+            lines.push('```json:toolCall');
+            lines.push(concreteExample);
+            lines.push('```');
+        }
+    }
+    return lines.join('\n');
+}
+//# sourceMappingURL=tool-formatter.js.map

package/dist/mlx-ml/tool-call-parser/tool-formatter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-formatter.js","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/tool-formatter.ts"],"names":[],"mappings":"AAGA,SAAS,gBAAgB,CACvB,KAAe,EACf,UAAmC,EACnC,QAAmB,EACnB,QAAgB,CAAC;IAEjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QACxD,MAAM,SAAS,GAAG,MAAiC,CAAC;QACpD,MAAM,GAAG,GAAG,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QAC1D,MAAM,IAAI,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACvE,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,IAAI,KAAK,CAAC;QAErC,IAAI,IAAI,KAAK,OAAO,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACxC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,UAAU,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAgC,CAAC;YACzD,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gBACrB,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,cAAc,CAAC,CAAC;gBACpC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,UAAqC,EAAE,KAAK,CAAC,QAAoB,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,KAAK,QAAQ,IAAI,SAAS,CAAC,UAAU,EAAE,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,WAAW,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC;YACtD,gBAAgB,CAAC,KAAK,EAAE,SAAS,CAAC,UAAqC,EAAE,SAAS,CAAC,QAAoB,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACtH,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,IAAI,KAAK,IAAI,GAAG,GAAG,GAAG,IAAI,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B,CACzC,KAAuB,EACvB,aAA+D,EAC/D,cAAsF;IAEtF,MAAM,KAAK,GAAa,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;IACnD,KAAK,CAAC,IAAI,CAAC,6EAA6E,CAAC,CAAC;IAC1F,KAAK,CAAC,IAAI,CAAC,uFAAuF,CAAC,CAAC;IACpG,KAAK,CAAC,IAAI,CAAC,qIAAqI,CAAC,CAAC;IAClJ,KAAK,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;IACxF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAEf,IAAI,eAAmC,CAAC;IACxC,IAAI,WAA+B,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,KAAK,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/B,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/B,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,MAAM,GAAG,IAAI,CAAC,UAGnB,CAAC;YACF,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;gBACtB,KAAK,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC1B,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;gBAE/D,IAAI,CAAC,eAAe,EAAE,CAAC;oBACrB,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC;oBAC5B,MAAM,UAAU,GAAa,EAAE,CAAC;oBAChC,KAAK,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;wBAC/D,MAAM,SAAS,GAAG,MAA2B,CAAC;wBAC9C,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;wBAChG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;oBACvC,CAAC;oBACD,WAAW,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC7C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,MAAM,eAAe,GAAG,eAAe;QACrC,CAAC,CAAC,aAAa,eAAe,mBAAmB,WAAW,GAAG;QAC/D,CAAC,CAAC,sDAAsD,CAAC;IAE3D,IAAI,cAAc,EAAE,UAAU,IAAI,cAAc,EAAE,QAAQ,EAAE,CAAC;QAC3D,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;QACjD,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;SAAM,CAAC;QACN,MAAM,aAAa,GAAG,aAAa,EAAE,SAAS,CAAC;QAC/C,IAAI,aAAa,IAAI,OAAO,IAAI,aAAa,IAAI,KAAK,IAAI,aAAa,EAAE,CAAC;YACxE,MAAM,IAAI,GAAG,aAAiC,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;YACjD,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;YACjC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACN,KAAK,CAAC,IAAI,CAAC,4HAA4H,CAAC,CAAC;YACzI,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC5B,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/mlx-ml/tool-call-parser/types.d.ts

@@ -0,0 +1,18 @@
+import type { ToolCall } from '@modular-prompt/core';
+export interface ToolCallParseResult {
+    content: string;
+    toolCalls: ToolCall[];
+}
+export interface ParsedToolCall {
+    name: string;
+    arguments: Record<string, unknown>;
+}
+export interface ContentParser {
+    readonly name: string;
+    parse(content: string): ParsedToolCall | ParsedToolCall[] | null;
+}
+export interface DelimiterPair {
+    start: string;
+    end: string;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/mlx-ml/tool-call-parser/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAErD,MAAM,WAAW,mBAAmB;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAED,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,OAAO,EAAE,MAAM,GAAG,cAAc,GAAG,cAAc,EAAE,GAAG,IAAI,CAAC;CAClE;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;CACb"}

package/dist/mlx-ml/tool-call-parser/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/mlx-ml/tool-call-parser/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/types.ts"],"names":[],"mappings":""}

package/dist/mlx-ml/tool-call-parser/utils.d.ts

@@ -0,0 +1,5 @@
+export declare function coerceValue(value: string | undefined): unknown;
+export declare function extractBracketedValue(text: string, start: number): string | null;
+export declare function extractJsonObject(text: string, start: number): string | null;
+export declare function escapeRegExp(str: string): string;
+//# sourceMappingURL=utils.d.ts.map

package/dist/mlx-ml/tool-call-parser/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/mlx-ml/tool-call-parser/utils.ts"],"names":[],"mappings":"AAAA,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CAU9D;AAED,wBAAgB,qBAAqB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAsBhF;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAwB5E;AAED,wBAAgB,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAEhD"}