@kernel.chat/kbot 2.16.0 → 2.17.0

package/dist/inference.js

@@ -0,0 +1,308 @@
+// K:BOT Embedded Inference Engine
+// Runs GGUF models directly via node-llama-cpp — no Ollama, no external service needed.
+// GPU-accelerated on Mac (Metal), Linux (CUDA/Vulkan), Windows (CUDA/Vulkan).
+//
+// node-llama-cpp is an OPTIONAL dependency — kbot works fine without it.
+// All imports are dynamic to avoid compile errors when it's not installed.
+import { homedir } from 'node:os';
+import { join, basename } from 'node:path';
+import { existsSync, mkdirSync, readdirSync, statSync, unlinkSync } from 'node:fs';
+const MODELS_DIR = join(homedir(), '.kbot', 'models');
+// ── Dynamic import helper (avoids TS errors for optional dep) ──
+// Use a variable to prevent TypeScript from resolving the optional module at compile time
+const LLAMA_MODULE = 'node-llama-cpp';
+async function importLlama() {
+    try {
+        return await import(LLAMA_MODULE);
+    }
+    catch {
+        throw new Error('node-llama-cpp is not installed. Install it with:\n' +
+            '  npm install -g node-llama-cpp\n' +
+            'Or use Ollama instead: kbot local');
+    }
+}
+// ── Default models for auto-download ──
+export const DEFAULT_MODELS = {
+    'llama3.1-8b': {
+        hf: 'hf:mradermacher/Meta-Llama-3.1-8B-Instruct-GGUF:Q4_K_M',
+        description: 'General-purpose, great balance of speed and quality',
+        size: '~4.9 GB',
+    },
+    'qwen2.5-coder-7b': {
+        hf: 'hf:Qwen/Qwen2.5-Coder-7B-Instruct-GGUF:qwen2.5-coder-7b-instruct-q4_k_m.gguf',
+        description: 'Code-specialized, excellent for programming tasks',
+        size: '~4.7 GB',
+    },
+    'deepseek-r1-8b': {
+        hf: 'hf:mradermacher/DeepSeek-R1-Distill-Qwen-7B-GGUF:Q4_K_M',
+        description: 'Reasoning-specialized, chain-of-thought capable',
+        size: '~4.7 GB',
+    },
+    'gemma3-4b': {
+        hf: 'hf:google/gemma-3-4b-it-qat-q4_0-gguf:gemma-3-4b-it-q4_0.gguf',
+        description: 'Lightweight and fast, good for quick tasks',
+        size: '~2.5 GB',
+    },
+    'phi4-14b': {
+        hf: 'hf:mradermacher/phi-4-GGUF:Q4_K_M',
+        description: 'Microsoft Phi-4, strong reasoning for its size',
+        size: '~8.4 GB',
+    },
+};
+// ── Lazy-loaded engine state ──
+let _llama = null;
+let _model = null;
+let _context = null;
+let _session = null;
+let _loadedModelPath = null;
+let _loadedModelName = null;
+// ── Ensure models directory exists ──
+export function ensureModelsDir() {
+    if (!existsSync(MODELS_DIR)) {
+        mkdirSync(MODELS_DIR, { recursive: true });
+    }
+    return MODELS_DIR;
+}
+// ── Model management ──
+export function listLocalModels() {
+    ensureModelsDir();
+    const files = readdirSync(MODELS_DIR).filter(f => f.endsWith('.gguf'));
+    return files.map(f => {
+        const fullPath = join(MODELS_DIR, f);
+        const stat = statSync(fullPath);
+        const sizeGB = (stat.size / (1024 * 1024 * 1024)).toFixed(1);
+        return {
+            name: f.replace('.gguf', ''),
+            path: fullPath,
+            size: `${sizeGB} GB`,
+            modified: stat.mtime.toISOString().slice(0, 10),
+        };
+    });
+}
+export async function downloadModel(nameOrHf, onProgress) {
+    const llama = await importLlama();
+    const modelsDir = ensureModelsDir();
+    // Check if it's a known preset
+    const preset = DEFAULT_MODELS[nameOrHf];
+    const hfUri = preset ? preset.hf : nameOrHf;
+    const modelPath = await llama.resolveModelFile(hfUri, modelsDir, {
+        onProgress: onProgress
+            ? ({ downloadedSize, totalSize }) => {
+                if (totalSize > 0)
+                    onProgress(Math.round((downloadedSize / totalSize) * 100));
+            }
+            : undefined,
+    });
+    return modelPath;
+}
+export function removeModel(name) {
+    const modelsDir = ensureModelsDir();
+    const files = readdirSync(modelsDir).filter(f => f.endsWith('.gguf'));
+    const match = files.find(f => f.toLowerCase().includes(name.toLowerCase()));
+    if (match) {
+        unlinkSync(join(modelsDir, match));
+        return true;
+    }
+    return false;
+}
+// ── Engine lifecycle ──
+export async function loadModel(modelPath) {
+    const llama = await importLlama();
+    // If same model is already loaded, skip
+    if (_model && _loadedModelPath === modelPath)
+        return;
+    // Unload previous model if any
+    await unloadModel();
+    // Find model to load
+    let pathToLoad = modelPath;
+    if (!pathToLoad) {
+        // Auto-select: prefer largest available model
+        const models = listLocalModels();
+        if (models.length === 0) {
+            throw new Error('No models found. Run `kbot models pull llama3.1-8b` to download one.');
+        }
+        // Sort by file size descending, pick largest
+        const sorted = models.sort((a, b) => parseFloat(b.size) - parseFloat(a.size));
+        pathToLoad = sorted[0].path;
+    }
+    _llama = await llama.getLlama();
+    _model = await _llama.loadModel({ modelPath: pathToLoad });
+    _context = await _model.createContext();
+    _session = new llama.LlamaChatSession({ contextSequence: _context.getSequence() });
+    _loadedModelPath = pathToLoad;
+    _loadedModelName = basename(pathToLoad).replace('.gguf', '');
+}
+export async function unloadModel() {
+    if (_context) {
+        try {
+            await _context.dispose();
+        }
+        catch { /* ignore */ }
+    }
+    if (_model) {
+        try {
+            await _model.dispose();
+        }
+        catch { /* ignore */ }
+    }
+    _llama = null;
+    _model = null;
+    _context = null;
+    _session = null;
+    _loadedModelPath = null;
+    _loadedModelName = null;
+}
+export function getLoadedModelName() {
+    return _loadedModelName;
+}
+export function isModelLoaded() {
+    return _model !== null;
+}
+export async function chatCompletion(systemPrompt, messages, tools, onChunk) {
+    if (!_session || !_model) {
+        await loadModel();
+    }
+    // Build the prompt from messages
+    const lastUserMsg = messages.filter(m => m.role === 'user').pop();
+    if (!lastUserMsg) {
+        return {
+            content: '',
+            model: _loadedModelName || 'embedded',
+            usage: { input_tokens: 0, output_tokens: 0 },
+        };
+    }
+    const prompt = systemPrompt
+        ? `${systemPrompt}\n\n${lastUserMsg.content}`
+        : lastUserMsg.content;
+    // Set up function calling if tools are provided
+    let functions;
+    if (tools && tools.length > 0) {
+        const llama = await importLlama();
+        functions = {};
+        for (const tool of tools) {
+            functions[tool.name] = llama.defineChatSessionFunction({
+                description: tool.description,
+                params: tool.input_schema,
+                async handler(params) {
+                    return JSON.stringify({ __kbot_tool_call: true, name: tool.name, arguments: params });
+                },
+            });
+        }
+    }
+    let outputTokens = 0;
+    const response = await _session.prompt(prompt, {
+        maxTokens: 8192,
+        functions,
+        onTextChunk: onChunk
+            ? (chunk) => {
+                outputTokens += Math.ceil(chunk.length / 4);
+                onChunk(chunk);
+            }
+            : undefined,
+    });
+    const inputTokens = Math.ceil(prompt.length / 4);
+    if (!outputTokens)
+        outputTokens = Math.ceil(response.length / 4);
+    const result = {
+        content: response,
+        model: _loadedModelName || 'embedded',
+        usage: { input_tokens: inputTokens, output_tokens: outputTokens },
+        stop_reason: 'end_turn',
+    };
+    // Parse tool calls from the response
+    if (tools && tools.length > 0) {
+        const toolCalls = parseToolCallsFromResponse(response, tools.map(t => t.name));
+        if (toolCalls.length > 0) {
+            result.tool_calls = toolCalls;
+            result.content = response
+                .replace(/```(?:json)?\s*\{[\s\S]*?\}\s*```/g, '')
+                .replace(/\{[\s\S]*?"__kbot_tool_call"[\s\S]*?\}/g, '')
+                .replace(/\{[\s\S]*?"name"\s*:\s*"[a-z_]+"[\s\S]*?\}/g, '')
+                .trim();
+        }
+    }
+    return result;
+}
+function parseToolCallsFromResponse(content, knownTools) {
+    const calls = [];
+    // Pattern 1: kbot-captured tool calls via handler
+    const kbotPattern = /\{[^{}]*"__kbot_tool_call"\s*:\s*true[^{}]*\}/g;
+    let match;
+    while ((match = kbotPattern.exec(content)) !== null) {
+        try {
+            const obj = JSON.parse(match[0]);
+            if (obj.name && knownTools.includes(obj.name)) {
+                calls.push({
+                    id: `emb_${Date.now()}_${Math.random().toString(36).slice(2, 6)}`,
+                    name: obj.name,
+                    arguments: obj.arguments || {},
+                });
+            }
+        }
+        catch { /* skip */ }
+    }
+    if (calls.length > 0)
+        return calls;
+    // Pattern 2: Code blocks with JSON
+    const codeBlockPattern = /```(?:json)?\s*(\{[\s\S]*?\})\s*```/g;
+    while ((match = codeBlockPattern.exec(content)) !== null) {
+        try {
+            const obj = JSON.parse(match[1]);
+            const name = obj.name || obj.function?.name;
+            if (name && knownTools.includes(name)) {
+                const args = obj.arguments || obj.parameters || obj.input || {};
+                calls.push({
+                    id: `emb_${Date.now()}_${Math.random().toString(36).slice(2, 6)}`,
+                    name,
+                    arguments: typeof args === 'string' ? JSON.parse(args) : args,
+                });
+            }
+        }
+        catch { /* skip */ }
+    }
+    if (calls.length > 0)
+        return calls;
+    // Pattern 3: Raw JSON with known tool names
+    const rawPattern = /\{[^{}]*"name"\s*:\s*"([a-z_]+)"[^{}]*\}/g;
+    while ((match = rawPattern.exec(content)) !== null) {
+        if (knownTools.includes(match[1])) {
+            try {
+                const obj = JSON.parse(match[0]);
+                calls.push({
+                    id: `emb_${Date.now()}_${Math.random().toString(36).slice(2, 6)}`,
+                    name: obj.name,
+                    arguments: obj.arguments || obj.parameters || {},
+                });
+            }
+            catch { /* skip */ }
+        }
+    }
+    return calls;
+}
+// ── Reset session ──
+export async function resetSession() {
+    if (_context && _model) {
+        const llama = await importLlama();
+        _session = new llama.LlamaChatSession({ contextSequence: _context.getSequence() });
+    }
+}
+// ── Health check ──
+export async function isEmbeddedAvailable() {
+    try {
+        await importLlama();
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+// ── Model info ──
+export function getModelInfo() {
+    return {
+        name: _loadedModelName,
+        path: _loadedModelPath,
+        modelsDir: MODELS_DIR,
+        availableModels: listLocalModels().length,
+    };
+}
+//# sourceMappingURL=inference.js.map

package/dist/inference.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference.js","sourceRoot":"","sources":["../src/inference.ts"],"names":[],"mappings":"AAAA,kCAAkC;AAClC,wFAAwF;AACxF,8EAA8E;AAC9E,EAAE;AACF,yEAAyE;AACzE,2EAA2E;AAE3E,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,WAAW,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,SAAS,CAAA;AAElF,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAA;AAErD,kEAAkE;AAElE,0FAA0F;AAC1F,MAAM,YAAY,GAAG,gBAAgB,CAAA;AAErC,KAAK,UAAU,WAAW;IACxB,IAAI,CAAC;QACH,OAAO,MAAM,MAAM,CAAC,YAAY,CAAC,CAAA;IACnC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,qDAAqD;YACrD,mCAAmC;YACnC,mCAAmC,CACpC,CAAA;IACH,CAAC;AACH,CAAC;AAED,yCAAyC;AAEzC,MAAM,CAAC,MAAM,cAAc,GAAsE;IAC/F,aAAa,EAAE;QACb,EAAE,EAAE,wDAAwD;QAC5D,WAAW,EAAE,qDAAqD;QAClE,IAAI,EAAE,SAAS;KAChB;IACD,kBAAkB,EAAE;QAClB,EAAE,EAAE,8EAA8E;QAClF,WAAW,EAAE,mDAAmD;QAChE,IAAI,EAAE,SAAS;KAChB;IACD,gBAAgB,EAAE;QAChB,EAAE,EAAE,yDAAyD;QAC7D,WAAW,EAAE,iDAAiD;QAC9D,IAAI,EAAE,SAAS;KAChB;IACD,WAAW,EAAE;QACX,EAAE,EAAE,+DAA+D;QACnE,WAAW,EAAE,4CAA4C;QACzD,IAAI,EAAE,SAAS;KAChB;IACD,UAAU,EAAE;QACV,EAAE,EAAE,mCAAmC;QACvC,WAAW,EAAE,gDAAgD;QAC7D,IAAI,EAAE,SAAS;KAChB;CACF,CAAA;AAED,iCAAiC;AAEjC,IAAI,MAAM,GAAQ,IAAI,CAAA;AACtB,IAAI,MAAM,GAAQ,IAAI,CAAA;AACtB,IAAI,QAAQ,GAAQ,IAAI,CAAA;AACxB,IAAI,QAAQ,GAAQ,IAAI,CAAA;AACxB,IAAI,gBAAgB,GAAkB,IAAI,CAAA;AAC1C,IAAI,gBAAgB,GAAkB,IAAI,CAAA;AAE1C,uCAAuC;AAEvC,MAAM,UAAU,eAAe;IAC7B,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5B,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;IAC5C,CAAC;IACD,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,yBAAyB;AAEzB,MAAM,UAAU,eAAe;IAC7B,eAAe,EAAE,CAAA;IACjB,MAAM,KAAK,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;IACtE,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;QACnB,MAAM,QAAQ,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAA;QACpC,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAC/B,MAAM,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAC5D,OAAO;YACL,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5B,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,GAAG,MAAM,KAAK;YACpB,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;SAChD,CAAA;IACH,CAAC,CAAC,CAAA;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,UAAkC;IAElC,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAA;IACjC,MAAM,SAAS,GAAG,eAAe,EAAE,CAAA;IAEnC,+BAA+B;IAC/B,MAAM,MAAM,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAA;IACvC,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAA;IAE3C,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,SAAS,EAAE;QAC/D,UAAU,EAAE,UAAU;YACpB,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,SAAS,EAAiD,EAAE,EAAE;gBAC/E,IAAI,SAAS,GAAG,CAAC;oBAAE,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAA;YAC/E,CAAC;YACH,CAAC,CAAC,SAAS;KACd,CAAC,CAAA;IAEF,OAAO,SAAS,CAAA;AAClB,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,IAAY;IACtC,MAAM,SAAS,GAAG,eAAe,EAAE,CAAA;IACnC,MAAM,KAAK,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;IACrE,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAA;IAC3E,IAAI,KAAK,EAAE,CAAC;QACV,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;QAClC,OAAO,IAAI,CAAA;IACb,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,yBAAyB;AAEzB,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,SAAkB;IAChD,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAA;IAEjC,wCAAwC;IACxC,IAAI,MAAM,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAM;IAEpD,+BAA+B;IAC/B,MAAM,WAAW,EAAE,CAAA;IAEnB,qBAAqB;IACrB,IAAI,UAAU,GAAG,SAAS,CAAA;IAC1B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,8CAA8C;QAC9C,MAAM,MAAM,GAAG,eAAe,EAAE,CAAA;QAChC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,sEAAsE,CAAC,CAAA;QACzF,CAAC;QACD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAC7E,UAAU,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC7B,CAAC;IAED,MAAM,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAA;IAC/B,MAAM,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC,CAAA;IAC1D,QAAQ,GAAG,MAAM,MAAM,CAAC,aAAa,EAAE,CAAA;IACvC,QAAQ,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IAClF,gBAAgB,GAAG,UAAU,CAAA;IAC7B,gBAAgB,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAA;AAC9D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW;IAC/B,IAAI,QAAQ,EAAE,CAAC;QACb,IAAI,CAAC;YAAC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACzD,CAAC;IACD,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,CAAC;YAAC,MAAM,MAAM,CAAC,OAAO,EAAE,CAAA;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC;IACvD,CAAC;IACD,MAAM,GAAG,IAAI,CAAA;IACb,MAAM,GAAG,IAAI,CAAA;IACb,QAAQ,GAAG,IAAI,CAAA;IACf,QAAQ,GAAG,IAAI,CAAA;IACf,gBAAgB,GAAG,IAAI,CAAA;IACvB,gBAAgB,GAAG,IAAI,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO,gBAAgB,CAAA;AACzB,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,OAAO,MAAM,KAAK,IAAI,CAAA;AACxB,CAAC;AAYD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,YAAoB,EACpB,QAAkD,EAClD,KAA2F,EAC3F,OAAgC;IAEhC,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,EAAE,CAAC;QACzB,MAAM,SAAS,EAAE,CAAA;IACnB,CAAC;IAED,iCAAiC;IACjC,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,GAAG,EAAE,CAAA;IACjE,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,OAAO;YACL,OAAO,EAAE,EAAE;YACX,KAAK,EAAE,gBAAgB,IAAI,UAAU;YACrC,KAAK,EAAE,EAAE,YAAY,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE;SAC7C,CAAA;IACH,CAAC;IAED,MAAM,MAAM,GAAG,YAAY;QACzB,CAAC,CAAC,GAAG,YAAY,OAAO,WAAW,CAAC,OAAO,EAAE;QAC7C,CAAC,CAAC,WAAW,CAAC,OAAO,CAAA;IAEvB,gDAAgD;IAChD,IAAI,SAA0C,CAAA;IAC9C,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAA;QACjC,SAAS,GAAG,EAAE,CAAA;QACd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,yBAAyB,CAAC;gBACrD,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,MAAM,EAAE,IAAI,CAAC,YAAmB;gBAChC,KAAK,CAAC,OAAO,CAAC,MAAW;oBACvB,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,CAAA;gBACvF,CAAC;aACF,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,IAAI,YAAY,GAAG,CAAC,CAAA;IAEpB,MAAM,QAAQ,GAAG,MAAM,QAAS,CAAC,MAAM,CAAC,MAAM,EAAE;QAC9C,SAAS,EAAE,IAAI;QACf,SAAS;QACT,WAAW,EAAE,OAAO;YAClB,CAAC,CAAC,CAAC,KAAa,EAAE,EAAE;gBAChB,YAAY,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;gBAC3C,OAAO,CAAC,KAAK,CAAC,CAAA;YAChB,CAAC;YACH,CAAC,CAAC,SAAS;KACd,CAAC,CAAA;IAEF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAChD,IAAI,CAAC,YAAY;QAAE,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IAEhE,MAAM,MAAM,GAAmB;QAC7B,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,gBAAgB,IAAI,UAAU;QACrC,KAAK,EAAE,EAAE,YAAY,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE;QACjE,WAAW,EAAE,UAAU;KACxB,CAAA;IAED,qCAAqC;IACrC,IAAI,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAG,0BAA0B,CAAC,QAAQ,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9E,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,MAAM,CAAC,UAAU,GAAG,SAAS,CAAA;YAC7B,MAAM,CAAC,OAAO,GAAG,QAAQ;iBACtB,OAAO,CAAC,oCAAoC,EAAE,EAAE,CAAC;iBACjD,OAAO,CAAC,yCAAyC,EAAE,EAAE,CAAC;iBACtD,OAAO,CAAC,6CAA6C,EAAE,EAAE,CAAC;iBAC1D,IAAI,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAe,EACf,UAAoB;IAEpB,MAAM,KAAK,GAA4E,EAAE,CAAA;IAEzF,kDAAkD;IAClD,MAAM,WAAW,GAAG,gDAAgD,CAAA;IACpE,IAAI,KAAK,CAAA;IACT,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAChC,IAAI,GAAG,CAAC,IAAI,IAAI,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBACjE,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,EAAE;iBAC/B,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAElC,mCAAmC;IACnC,MAAM,gBAAgB,GAAG,sCAAsC,CAAA;IAC/D,OAAO,CAAC,KAAK,GAAG,gBAAgB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YAChC,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAA;YAC3C,IAAI,IAAI,IAAI,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,IAAI,GAAG,CAAC,KAAK,IAAI,EAAE,CAAA;gBAC/D,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBACjE,IAAI;oBACJ,SAAS,EAAE,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;iBAC9D,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;IACxB,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,KAAK,CAAA;IAElC,4CAA4C;IAC5C,MAAM,UAAU,GAAG,2CAA2C,CAAA;IAC9D,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QACnD,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;gBAChC,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE,EAAE,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBACjE,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,UAAU,IAAI,EAAE;iBACjD,CAAC,CAAA;YACJ,CAAC;YAAC,MAAM,CAAC,CAAC,UAAU,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED,sBAAsB;AAEtB,MAAM,CAAC,KAAK,UAAU,YAAY;IAChC,IAAI,QAAQ,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,MAAM,WAAW,EAAE,CAAA;QACjC,QAAQ,GAAG,IAAI,KAAK,CAAC,gBAAgB,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAA;IACpF,CAAC;AACH,CAAC;AAED,qBAAqB;AAErB,MAAM,CAAC,KAAK,UAAU,mBAAmB;IACvC,IAAI,CAAC;QACH,MAAM,WAAW,EAAE,CAAA;QACnB,OAAO,IAAI,CAAA;IACb,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAA;IACd,CAAC;AACH,CAAC;AAED,mBAAmB;AAEnB,MAAM,UAAU,YAAY;IAM1B,OAAO;QACL,IAAI,EAAE,gBAAgB;QACtB,IAAI,EAAE,gBAAgB;QACtB,SAAS,EAAE,UAAU;QACrB,eAAe,EAAE,eAAe,EAAE,CAAC,MAAM;KAC1C,CAAA;AACH,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@kernel.chat/kbot",
-  "version": "2.16.0",
-  "description": "Universal AI agent for your terminal. 39 specialists, 216 tools, 19 providers. Covers every code ecosystem — npm, PyPI, CRAN, Cargo, HuggingFace, arXiv, Docker, and more. VFX tools for Houdini VEX, GLSL shaders, FFmpeg, ImageMagick, Blender. Self-evolving, learns your patterns, runs offline with Ollama.",
+  "version": "2.17.0",
+  "description": "Universal AI agent for your terminal. 39 specialists, 216 tools, 20 providers. Embedded llama.cpp engine — runs GGUF models directly, no Ollama needed. Covers every code ecosystem. VFX, research, containers, creative coding. Self-evolving, learns your patterns.",
   "type": "module",
   "repository": {
     "type": "git",
@@ -109,6 +109,9 @@
     "readline": "^1.3.0",
     "zod": "^3.23.0"
   },
+  "optionalDependencies": {
+    "node-llama-cpp": "^3.0.0"
+  },
   "devDependencies": {
     "@types/node": "^22.0.0",
     "tsx": "^4.19.0",