@kaleidorg/mind 0.0.1 → 0.2.0

package/dist/providers/qvac.js

@@ -1,150 +0,0 @@
-/**
- * QVAC provider — primary, on-device.
- *
- * Wraps the QVAC SDK's llamacpp-completion plugin. The actual binding
- * differs slightly per host (RN vs Node vs browser worker), so the heavy
- * lifting is delegated to a `QvacBinding` injected by the adapter packages.
- *
- * Node (kaleido-agent):       binding = await import('@qvac/sdk/node')
- * React Native (rate):        binding from @kaleido/mind-rn → wraps QVACService
- * Browser (rate-extension):   binding from @kaleido/mind-browser → talks to worker
- */
-export class QvacProvider {
-    name = 'qvac';
-    modelId;
-    binding;
-    contextSize;
-    temperature;
-    topP;
-    template;
-    backend;
-    constructor(opts) {
-        this.modelId = opts.model;
-        this.binding = opts.binding;
-        this.contextSize = opts.contextSize ?? 32768;
-        this.temperature = opts.temperature ?? 0.2;
-        this.topP = opts.topP ?? 0.9;
-        this.template = opts.template ?? this.detectTemplate(opts.model);
-        this.backend = opts.backend ?? 'auto';
-    }
-    async load() {
-        if (this.binding.isReady())
-            return;
-        await this.binding.load(this.modelId, {
-            contextSize: this.contextSize,
-            backend: this.backend,
-        });
-    }
-    async unload() {
-        await this.binding.unload();
-    }
-    isReady() {
-        return this.binding.isReady();
-    }
-    async run(messages, tools, opts = {}) {
-        await this.load();
-        const prompt = this.formatPrompt(messages, tools, opts);
-        const { text, usage } = await this.binding.complete(prompt, {
-            temperature: this.temperature,
-            topP: this.topP,
-            stop: opts.stop,
-            signal: opts.signal,
-        });
-        return this.parseCompletion(text, usage);
-    }
-    async *stream(messages, tools, opts = {}) {
-        await this.load();
-        const prompt = this.formatPrompt(messages, tools, opts);
-        let buffer = '';
-        for await (const chunk of this.binding.stream(prompt, {
-            temperature: this.temperature,
-            topP: this.topP,
-            stop: opts.stop,
-            signal: opts.signal,
-        })) {
-            buffer += chunk;
-            yield { type: 'token', text: chunk };
-        }
-        const parsed = this.parseCompletion(buffer);
-        for (const call of parsed.tool_calls) {
-            yield { type: 'tool_call', call };
-        }
-        yield { type: 'done', final: parsed.text };
-    }
-    detectTemplate(model) {
-        const m = model.toLowerCase();
-        if (m.includes('qwen3') || m.includes('qwen-3'))
-            return 'qwen3';
-        if (m.includes('hermes'))
-            return 'hermes';
-        if (m.includes('llama-3') || m.includes('llama3'))
-            return 'llama3';
-        return 'chatml';
-    }
-    /**
-     * Render messages + tools into the model's chat template.
-     * TODO: full implementations per family. This stub uses a minimal
-     * tool-aware ChatML rendering that works for Qwen3 / Hermes / Llama 3.
-     */
-    formatPrompt(messages, tools, opts) {
-        const toolDescriptions = tools.length
-            ? `\n\n<tools>\n${tools.map(t => JSON.stringify({
-                name: t.name,
-                description: t.description,
-                parameters: '<schema:' + t.name + '>',
-            })).join('\n')}\n</tools>\n\n` +
-                `When you need to call a tool, emit a single line of JSON wrapped in <tool_call></tool_call> tags. ` +
-                `Wait for the tool result before continuing.`
-            : '';
-        const sys = (opts.system ?? '') + toolDescriptions;
-        let prompt = sys ? `<|im_start|>system\n${sys}<|im_end|>\n` : '';
-        for (const m of messages) {
-            if (m.role === 'system')
-                continue;
-            prompt += `<|im_start|>${m.role}\n${m.content ?? ''}`;
-            if (m.tool_calls?.length) {
-                for (const c of m.tool_calls) {
-                    prompt += `\n<tool_call>${JSON.stringify({ name: c.name, arguments: c.args })}</tool_call>`;
-                }
-            }
-            prompt += `<|im_end|>\n`;
-        }
-        prompt += `<|im_start|>assistant\n`;
-        if (this.template === 'qwen3' && !opts.thinking) {
-            prompt += `<think>\n</think>\n`;
-        }
-        return prompt;
-    }
-    /**
-     * Parse the model's text output into (text, tool_calls).
-     * Recognises <tool_call>{...}</tool_call> blocks.
-     */
-    parseCompletion(text, usage) {
-        const tool_calls = [];
-        const callRegex = /<tool_call>\s*([\s\S]*?)\s*<\/tool_call>/g;
-        let match;
-        let i = 0;
-        while ((match = callRegex.exec(text)) !== null) {
-            const raw = match[1];
-            if (!raw)
-                continue;
-            try {
-                const parsed = JSON.parse(raw);
-                tool_calls.push({
-                    id: `c-${i++}`,
-                    name: parsed.name,
-                    args: parsed.arguments ?? {},
-                });
-            }
-            catch {
-                // Ignore malformed — the engine's retry loop will reprompt.
-            }
-        }
-        const cleaned = text.replace(callRegex, '').trim();
-        const result = { text: cleaned, tool_calls };
-        if (usage)
-            result.usage = usage;
-        return result;
-    }
-}
-//# sourceMappingURL=qvac.js.map

package/dist/providers/qvac.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"qvac.js","sourceRoot":"","sources":["../../src/providers/qvac.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAkDH,MAAM,OAAO,YAAY;IACP,IAAI,GAAG,MAAM,CAAC;IACd,OAAO,CAAS;IAEf,OAAO,CAAc;IACrB,WAAW,CAAS;IACpB,WAAW,CAAS;IACpB,IAAI,CAAS;IACb,QAAQ,CAA4C;IACpD,OAAO,CAA2C;IAEnE,YAAY,IAAsB;QAChC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC;QAC1B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC;QAC7B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,MAAM,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAAE,OAAO;QACnC,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YACpC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,OAAO,EAAE,IAAI,CAAC,OAAO;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,GAAG,CACP,QAAmB,EACnB,KAAgB,EAChB,OAA2B,EAAE;QAE7B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE;YAC1D,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,CAAC,MAAM,CACX,QAAmB,EACnB,KAAgB,EAChB,OAA2B,EAAE;QAE7B,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QACxD,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE;YACpD,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;SACpB,CAAC,EAAE,CAAC;YACH,MAAM,IAAI,KAAK,CAAC;YAChB,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;QACvC,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,UAAU,EAAE,CAAC;YACrC,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QACpC,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;IAC7C,CAAC;IAEO,cAAc,CAAC,KAAa;QAClC,MAAM,CAAC,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;QAC9B,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,OAAO,CAAC;QAChE,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC1C,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;YAAE,OAAO,QAAQ,CAAC;QACnE,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;;;OAIG;IACK,YAAY,CAAC,QAAmB,EAAE,KAAgB,EAAE,IAAwB;QAClF,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM;YACnC,CAAC,CAAC,gBAAgB,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC;gBAC5C,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,UAAU,GAAG,CAAC,CAAC,IAAI,GAAG,GAAG;aACtC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB;gBAC9B,oGAAoG;gBACpG,6CAA6C;YAC/C,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,GAAG,gBAAgB,CAAC;QACnD,IAAI,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,uBAAuB,GAAG,cAAc,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ;gBAAE,SAAS;YAClC,MAAM,IAAI,eAAe,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC;gBACzB,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;oBAC7B,MAAM,IAAI,gBAAgB,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,cAAc,CAAC;gBAC9F,CAAC;YACH,CAAC;YACD,MAAM,IAAI,cAAc,CAAC;QAC3B,CAAC;QACD,MAAM,IAAI,yBAAyB,CAAC;QAEpC,IAAI,IAAI,CAAC,QAAQ,KAAK,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChD,MAAM,IAAI,qBAAqB,CAAC;QAClC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;OAGG;IACK,eAAe,CAAC,IAAY,EAAE,KAAkC;QACtE,MAAM,UAAU,GAAe,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,2CAA2C,CAAC;QAC9D,IAAI,KAA6B,CAAC;QAClC,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,IAAI,CAAC,GAAG;gBAAE,SAAS;YACnB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA0D,CAAC;gBACxF,UAAU,CAAC,IAAI,CAAC;oBACd,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE;oBACd,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,IAAI,EAAE,MAAM,CAAC,SAAS,IAAI,EAAE;iBAC7B,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,4DAA4D;YAC9D,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnD,MAAM,MAAM,GAAsB,EAAE,IAAI,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;QAChE,IAAI,KAAK;YAAE,MAAM,CAAC,KAAK,GAAG,KAAK,CAAC;QAChC,OAAO,MAAM,CAAC;IAChB,CAAC;CACF"}