agent-nuvira 1.14.0

package/dist/inference/interface.d.ts

@@ -0,0 +1,49 @@
+/**
+ * A model descriptor returned by listModels()
+ */
+export interface ModelDescriptor {
+    id: string;
+    name: string;
+    provider: string;
+    owner?: string;
+    description?: string;
+    /**
+     * Category tags indicating what this model is good for.
+     * Examples: 'chat', 'code', 'fast', 'reasoning', 'vision'
+     * Populated by the model-catalog utility when listing models.
+     */
+    tags?: string[];
+}
+import { InferenceOptions } from '../config/types.js';
+/**
+ * Unified inference provider interface.
+ * All adapters (local, nim, gemini, openrouter) implement this.
+ */
+export interface InferenceProvider {
+    /** Display name for the provider */
+    readonly name: string;
+    /**
+     * Generate a completion for the given prompt.
+     * Returns the generated text content.
+     */
+    generate(prompt: string, options?: InferenceOptions): Promise<string>;
+    /**
+     * Generate a streaming completion for the given prompt.
+     * Tokens are delivered to onToken as they arrive.
+     * Returns the full generated text content.
+     */
+    generateStream?(prompt: string, options: InferenceOptions | undefined, onToken: (token: string) => void): Promise<string>;
+    /**
+     * Check if the provider is properly configured and available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Get a description of the current provider configuration
+     */
+    getInfo(): string;
+    /**
+     * List available models from this provider
+     */
+    listModels(): Promise<ModelDescriptor[]>;
+}
+//# sourceMappingURL=interface.d.ts.map

package/dist/inference/interface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"interface.d.ts","sourceRoot":"","sources":["../../src/inference/interface.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAEtD;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC,oCAAoC;IACpC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAEtE;;;;OAIG;IACH,cAAc,CAAC,CACb,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,GAAG,SAAS,EACrC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAC/B,OAAO,CAAC,MAAM,CAAC,CAAC;IAEnB;;OAEG;IACH,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,OAAO,IAAI,MAAM,CAAC;IAElB;;OAEG;IACH,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;CAC1C"}

package/dist/inference/interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=interface.js.map

package/dist/inference/interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"interface.js","sourceRoot":"","sources":["../../src/inference/interface.ts"],"names":[],"mappings":""}

package/dist/inference/local-adapter.d.ts

@@ -0,0 +1,35 @@
+import { InferenceProvider, ModelDescriptor } from './interface.js';
+import { InferenceOptions, ProviderConfig } from '../config/types.js';
+/**
+ * Local Model Adapter
+ * Supports Ollama, Hugging Face Transformers, and GGML models
+ */
+export declare class LocalAdapter implements InferenceProvider {
+    readonly name = "Local";
+    private config;
+    constructor(config: ProviderConfig);
+    generate(prompt: string, options?: InferenceOptions): Promise<string>; /**
+   * Generate using Ollama HTTP API
+   */
+    private generateOllama;
+    /**
+     * Stream tokens from Ollama's HTTP API using newline-delimited JSON.
+     * Ollama's streaming format returns one JSON object per line with a `response` field.
+     */
+    private generateOllamaStream;
+    /**
+     * Generate using Hugging Face Transformers (via Python)
+     * Requires transformers Python package to be installed
+     */
+    private generateHuggingFace;
+    /**
+     * Generate using a GGML model binary
+     * Expects a path to a GGML-compatible model file or the llama.cpp binary
+     */
+    private generateGGML;
+    generateStream(prompt: string, options: InferenceOptions | undefined, onToken: (token: string) => void): Promise<string>;
+    isAvailable(): Promise<boolean>;
+    getInfo(): string;
+    listModels(): Promise<ModelDescriptor[]>;
+}
+//# sourceMappingURL=local-adapter.d.ts.map

package/dist/inference/local-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-adapter.d.ts","sourceRoot":"","sources":["../../src/inference/local-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AActE;;;GAGG;AACH,qBAAa,YAAa,YAAW,iBAAiB;IACpD,QAAQ,CAAC,IAAI,WAAW;IACxB,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAI5B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC,EAa1E;;KAEA;YACa,cAAc;IAsC5B;;;OAGG;YACW,oBAAoB;IA+ElC;;;OAGG;YACW,mBAAmB;IA8EjC;;;OAGG;YACW,YAAY;IA0DpB,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,GAAG,SAAS,EACrC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAC/B,OAAO,CAAC,MAAM,CAAC;IAiBZ,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAgBrC,OAAO,IAAI,MAAM;IAKX,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CAqB/C"}

package/dist/inference/local-adapter.js

@@ -0,0 +1,311 @@
+import { logger } from '../utils/logger.js';
+import { spawn } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { getModelTags } from './model-catalog.js';
+import { getCostTracker } from '../learning/cost-tracker.js';
+const OLLAMA_API_BASE = 'http://localhost:11434';
+/**
+ * Local Model Adapter
+ * Supports Ollama, Hugging Face Transformers, and GGML models
+ */
+export class LocalAdapter {
+    name = 'Local';
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    async generate(prompt, options) {
+        const runner = this.config.runner || 'ollama';
+        switch (runner) {
+            case 'ollama':
+                return this.generateOllama(prompt, options);
+            case 'huggingface':
+                return this.generateHuggingFace(prompt, options);
+            case 'ggml':
+                return this.generateGGML(prompt, options);
+            default:
+                throw new Error(`Unknown local runner: ${runner}. Supported: ollama, huggingface, ggml`);
+        }
+    } /**
+   * Generate using Ollama HTTP API
+   */
+    async generateOllama(prompt, options) {
+        const model = options?.model || this.config.model || 'llama2';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        logger.debug(`Ollama: Generating with model=${model}, temperature=${temperature}`);
+        const response = await fetch(`${OLLAMA_API_BASE}/api/generate`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                model,
+                prompt,
+                stream: false,
+                options: {
+                    temperature,
+                },
+            }),
+        });
+        if (!response.ok) {
+            const errorBody = await response.text();
+            throw new Error(`Ollama API error (${response.status}): ${errorBody}\n` +
+                `Ensure Ollama is running: ollama serve`);
+        }
+        const data = (await response.json());
+        const content = data.response || '';
+        // Track cost (local models are free, but we still track usage)
+        try {
+            getCostTracker().recordCallEstimated('local', model, prompt, content);
+        }
+        catch { /* Non-critical */ }
+        return content;
+    }
+    /**
+     * Stream tokens from Ollama's HTTP API using newline-delimited JSON.
+     * Ollama's streaming format returns one JSON object per line with a `response` field.
+     */
+    async generateOllamaStream(prompt, model, temperature, onToken) {
+        const response = await fetch(`${OLLAMA_API_BASE}/api/generate`, {
+            method: 'POST',
+            headers: { 'Content-Type': 'application/json' },
+            body: JSON.stringify({
+                model,
+                prompt,
+                stream: true,
+                options: { temperature },
+            }),
+        });
+        if (!response.ok) {
+            const errorBody = await response.text();
+            throw new Error(`Ollama streaming API error (${response.status}): ${errorBody}\n` +
+                `Ensure Ollama is running: ollama serve`);
+        }
+        const reader = response.body?.getReader();
+        if (!reader) {
+            throw new Error('Ollama response body is not readable');
+        }
+        const decoder = new TextDecoder();
+        const fullContent = [];
+        let buffer = '';
+        try {
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done)
+                    break;
+                buffer += decoder.decode(value, { stream: true });
+                // Ollama sends newline-delimited JSON: one object per line
+                const lines = buffer.split('\n');
+                buffer = lines.pop() || ''; // Keep incomplete line in buffer
+                for (const line of lines) {
+                    const trimmed = line.trim();
+                    if (!trimmed)
+                        continue;
+                    try {
+                        const parsed = JSON.parse(trimmed);
+                        // Each chunk has a `response` field with the token text
+                        if (parsed.response) {
+                            fullContent.push(parsed.response);
+                            onToken(parsed.response);
+                        }
+                        // `done: true` signals the end of the stream
+                        if (parsed.done) {
+                            break;
+                        }
+                    }
+                    catch {
+                        // Skip malformed JSON lines
+                    }
+                }
+            }
+        }
+        finally {
+            reader.releaseLock();
+        }
+        const content = fullContent.join('');
+        // Track cost for streaming (local models are free, tracks usage)
+        try {
+            getCostTracker().recordCallEstimated('local', model, prompt, content);
+        }
+        catch { /* Non-critical */ }
+        return content;
+    }
+    /**
+     * Generate using Hugging Face Transformers (via Python)
+     * Requires transformers Python package to be installed
+     */
+    async generateHuggingFace(prompt, options) {
+        const model = options?.model || this.config.model || 'microsoft/phi-2';
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 512;
+        logger.debug(`HuggingFace: Generating with model=${model}, maxTokens=${maxTokens}`);
+        // Use a Python script for reliability
+        const pythonScript = `
+import sys, json
+try:
+    from transformers import AutoModelForCausalLM, AutoTokenizer
+    import torch
+
+    model_name = ${JSON.stringify(model)}
+    prompt = ${JSON.stringify(prompt)}
+
+    tokenizer = AutoTokenizer.from_pretrained(model_name)
+    model = AutoModelForCausalLM.from_pretrained(model_name)
+
+    inputs = tokenizer(prompt, return_tensors="pt")
+    with torch.no_grad():
+        outputs = model.generate(**inputs, max_new_tokens=${maxTokens})
+    result = tokenizer.decode(outputs[0], skip_special_tokens=True)
+    # Strip the input prompt from the output
+    if result.startswith(prompt):
+        result = result[len(prompt):].strip()
+    print(json.dumps({"response": result}))
+except ImportError:
+    print(json.dumps({"error": "transformers package not installed. Run: pip install transformers torch"}))
+    sys.exit(1)
+except Exception as e:
+    print(json.dumps({"error": str(e)}))
+    sys.exit(1)
+`;
+        return new Promise((resolve, reject) => {
+            const python = spawn('python3', ['-c', pythonScript], {
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            let output = '';
+            let errorOutput = '';
+            python.stdout?.on('data', (chunk) => {
+                output += chunk.toString();
+            });
+            python.stderr?.on('data', (chunk) => {
+                errorOutput += chunk.toString();
+            });
+            python.on('error', (err) => {
+                if (err.code === 'ENOENT') {
+                    reject(new Error('Python 3 is not installed. Install it from https://python.org'));
+                }
+                else {
+                    reject(new Error(`Failed to run Python: ${err.message}`));
+                }
+            });
+            python.on('close', (exitCode) => {
+                if (exitCode === 0) {
+                    try {
+                        const parsed = JSON.parse(output);
+                        if (parsed.error) {
+                            reject(new Error(parsed.error));
+                        }
+                        else {
+                            resolve(parsed.response || '');
+                        }
+                    }
+                    catch (parseErr) {
+                        reject(new Error(`Failed to parse HuggingFace output: ${output}`));
+                    }
+                }
+                else {
+                    reject(new Error(`Hugging Face inference failed: ${errorOutput || output}`));
+                }
+            });
+        });
+    }
+    /**
+     * Generate using a GGML model binary
+     * Expects a path to a GGML-compatible model file or the llama.cpp binary
+     */
+    async generateGGML(prompt, options) {
+        const model = options?.model || this.config.model || './models/llama-2-7b.gguf';
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 512;
+        logger.debug(`GGML: Generating with model=${model}, maxTokens=${maxTokens}`);
+        // Check if the model file exists
+        if (!existsSync(model)) {
+            throw new Error(`GGML model not found at: ${model}\n` +
+                `Download a model or update the path in your config.\n` +
+                `You can download models from: https://huggingface.co/TheBloke`);
+        }
+        return new Promise((resolve, reject) => {
+            const llamaCpp = spawn('llama-cli', [
+                '-m', model,
+                '-p', prompt,
+                '-n', String(maxTokens),
+                '--no-display-prompt',
+            ], {
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            let output = '';
+            let errorOutput = '';
+            llamaCpp.stdout?.on('data', (data) => {
+                output += data.toString();
+            });
+            llamaCpp.stderr?.on('data', (data) => {
+                errorOutput += data.toString();
+            });
+            llamaCpp.on('error', (err) => {
+                if (err.code === 'ENOENT') {
+                    reject(new Error('llama-cli not found. Install llama.cpp:\n' +
+                        '  brew install llama.cpp\n' +
+                        '  # or build from: https://github.com/ggerganov/llama.cpp'));
+                }
+                else {
+                    reject(new Error(`Failed to run GGML model: ${err.message}`));
+                }
+            });
+            llamaCpp.on('close', (code) => {
+                if (code === 0) {
+                    resolve(output.trim().replace(prompt, '').trim());
+                }
+                else {
+                    reject(new Error(`GGML inference exited with code ${code}: ${errorOutput}`));
+                }
+            });
+        });
+    }
+    async generateStream(prompt, options, onToken) {
+        const runner = this.config.runner || 'ollama';
+        if (runner !== 'ollama') {
+            // Only Ollama supports streaming for now; HuggingFace and GGML fall back to non-streaming
+            logger.debug(`Local: Streaming not supported for runner '${runner}', falling back to non-streaming`);
+            return this.generate(prompt, options);
+        }
+        const model = options?.model || this.config.model || 'llama2';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        logger.debug(`Ollama: Streaming with model=${model}, temperature=${temperature}`);
+        return this.generateOllamaStream(prompt, model, temperature, onToken);
+    }
+    async isAvailable() {
+        const runner = this.config.runner || 'ollama';
+        if (runner === 'ollama') {
+            try {
+                const response = await fetch(`${OLLAMA_API_BASE}/api/tags`);
+                return response.ok;
+            }
+            catch {
+                return false;
+            }
+        }
+        // For huggingface/ggml, check at generation time
+        return true;
+    }
+    getInfo() {
+        const runner = this.config.runner || 'ollama';
+        return `Provider: Local (${runner})\nModel: ${this.config.model || 'default'}\nStatus: ✅ Always available`;
+    }
+    async listModels() {
+        const runner = this.config.runner || 'ollama';
+        if (runner === 'ollama') {
+            try {
+                const response = await fetch(`${OLLAMA_API_BASE}/api/tags`);
+                if (!response.ok)
+                    return [];
+                const data = (await response.json());
+                return (data.models || []).map((m) => ({
+                    id: m.name,
+                    name: m.name,
+                    provider: 'local',
+                    tags: getModelTags(m.name),
+                }));
+            }
+            catch {
+                return [];
+            }
+        }
+        return [];
+    }
+}
+//# sourceMappingURL=local-adapter.js.map

package/dist/inference/local-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"local-adapter.js","sourceRoot":"","sources":["../../src/inference/local-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAC3C,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,MAAM,eAAe,GAAG,wBAAwB,CAAC;AAOjD;;;GAGG;AACH,MAAM,OAAO,YAAY;IACd,IAAI,GAAG,OAAO,CAAC;IAChB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA0B;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAE9C,QAAQ,MAAM,EAAE,CAAC;YACf,KAAK,QAAQ;gBACX,OAAO,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC9C,KAAK,aAAa;gBAChB,OAAO,IAAI,CAAC,mBAAmB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,KAAK,MAAM;gBACT,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC5C;gBACE,MAAM,IAAI,KAAK,CAAC,yBAAyB,MAAM,wCAAwC,CAAC,CAAC;QAC7F,CAAC;IACH,CAAC,CAAA;;KAEA;IACO,KAAK,CAAC,cAAc,CAAC,MAAc,EAAE,OAA0B;QACrE,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC9D,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAE3E,MAAM,CAAC,KAAK,CAAC,iCAAiC,KAAK,iBAAiB,WAAW,EAAE,CAAC,CAAC;QAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,eAAe,eAAe,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE;oBACP,WAAW;iBACZ;aACF,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,qBAAqB,QAAQ,CAAC,MAAM,MAAM,SAAS,IAAI;gBACvD,wCAAwC,CACzC,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA2B,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;QAEpC,+DAA+D;QAC/D,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,oBAAoB,CAChC,MAAc,EACd,KAAa,EACb,WAAmB,EACnB,OAAgC;QAEhC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,eAAe,eAAe,EAAE;YAC9D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;YAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,MAAM;gBACN,MAAM,EAAE,IAAI;gBACZ,OAAO,EAAE,EAAE,WAAW,EAAE;aACzB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CACb,+BAA+B,QAAQ,CAAC,MAAM,MAAM,SAAS,IAAI;gBACjE,wCAAwC,CACzC,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC;QAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1D,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,IAAI,CAAC;YACH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAEhB,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;gBAElD,2DAA2D;gBAC3D,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,iCAAiC;gBAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;oBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBAEvB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACnC,wDAAwD;wBACxD,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;4BACpB,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;4BAClC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC3B,CAAC;wBACD,6CAA6C;wBAC7C,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;4BAChB,MAAM;wBACR,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,4BAA4B;oBAC9B,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAErC,iEAAiE;QACjE,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACxE,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,mBAAmB,CAAC,MAAc,EAAE,OAA0B;QAC1E,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,iBAAiB,CAAC;QACvE,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAErE,MAAM,CAAC,KAAK,CAAC,sCAAsC,KAAK,eAAe,SAAS,EAAE,CAAC,CAAC;QAEpF,sCAAsC;QACtC,MAAM,YAAY,GAAG;;;;;;mBAMN,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;eACzB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC;;;;;;;4DAOuB,SAAS;;;;;;;;;;;;CAYpE,CAAC;QAEE,OAAO,IAAI,OAAO,CAAS,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,YAAY,CAAC,EAAE;gBACpD,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC1C,MAAM,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAC7B,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,KAAa,EAAE,EAAE;gBAC1C,WAAW,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YAClC,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBACzB,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,MAAM,CAAC,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC,CAAC;gBACrF,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,yBAAyB,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAC5D,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE;gBAC9B,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;oBACnB,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;wBAClC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;4BACjB,MAAM,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;wBAClC,CAAC;6BAAM,CAAC;4BACN,OAAO,CAAC,MAAM,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC;wBACjC,CAAC;oBACH,CAAC;oBAAC,OAAO,QAAQ,EAAE,CAAC;wBAClB,MAAM,CAAC,IAAI,KAAK,CAAC,uCAAuC,MAAM,EAAE,CAAC,CAAC,CAAC;oBACrE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,kCAAkC,WAAW,IAAI,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;OAGG;IACK,KAAK,CAAC,YAAY,CAAC,MAAc,EAAE,OAA0B;QACnE,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,0BAA0B,CAAC;QAChF,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,GAAG,CAAC;QAErE,MAAM,CAAC,KAAK,CAAC,+BAA+B,KAAK,eAAe,SAAS,EAAE,CAAC,CAAC;QAE7E,iCAAiC;QACjC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACb,4BAA4B,KAAK,IAAI;gBACrC,uDAAuD;gBACvD,+DAA+D,CAChE,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,EAAE;gBAClC,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC;gBACvB,qBAAqB;aACtB,EAAE;gBACD,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,WAAW,GAAG,EAAE,CAAC;YAErB,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC3C,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAC5B,CAAC,CAAC,CAAC;YAEH,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBAC3C,WAAW,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACjC,CAAC,CAAC,CAAC;YAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;gBAC3B,IAAK,GAA6B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrD,MAAM,CAAC,IAAI,KAAK,CACd,2CAA2C;wBAC3C,4BAA4B;wBAC5B,2DAA2D,CAC5D,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,6BAA6B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBAChE,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBAC5B,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpD,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,IAAI,KAAK,CAAC,mCAAmC,IAAI,KAAK,WAAW,EAAE,CAAC,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC,CAAC,CAAC;QACL,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,OAAqC,EACrC,OAAgC;QAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAE9C,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,0FAA0F;YAC1F,MAAM,CAAC,KAAK,CAAC,8CAA8C,MAAM,kCAAkC,CAAC,CAAC;YACrG,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;QAC9D,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAE3E,MAAM,CAAC,KAAK,CAAC,gCAAgC,KAAK,iBAAiB,WAAW,EAAE,CAAC,CAAC;QAElF,OAAO,IAAI,CAAC,oBAAoB,CAAC,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED,KAAK,CAAC,WAAW;QACf,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAE9C,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,eAAe,WAAW,CAAC,CAAC;gBAC5D,OAAO,QAAQ,CAAC,EAAE,CAAC;YACrB,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;QAED,iDAAiD;QACjD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO;QACL,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAC9C,OAAO,oBAAoB,MAAM,aAAa,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,8BAA8B,CAAC;IAC7G,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,QAAQ,CAAC;QAE9C,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;YACxB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,eAAe,WAAW,CAAC,CAAC;gBAC5D,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAAE,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyC,CAAC;gBAC7E,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC;oBACvD,EAAE,EAAE,CAAC,CAAC,IAAI;oBACV,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;iBAC3B,CAAC,CAAC,CAAC;YACN,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,CAAC;IACZ,CAAC;CACF"}

package/dist/inference/model-catalog.d.ts

@@ -0,0 +1,53 @@
+/**
+ * Model Catalog — Categorizes AI models by capability so users can pick
+ * the right model for their task.
+ *
+ * Each model is tagged with one or more categories based on its ID pattern.
+ * The model picker uses these categories to group models with icons,
+ * descriptions, and recommendation badges.
+ */
+/** Category identifier used internally */
+export type ModelCategory = 'chat' | 'code' | 'reasoning' | 'fast' | 'creative' | 'vision' | 'instruct' | 'agentic' | 'preview' | 'speech' | 'other';
+/** Display metadata for each category */
+export interface CategoryInfo {
+    /** Icon shown next to the category header */
+    icon: string;
+    /** Short human-readable label */
+    label: string;
+    /** Explanation of what this category is good for */
+    description: string;
+}
+/**
+ * Display info for every category.
+ * Ordered roughly by popularity / usefulness.
+ */
+export declare const CATEGORY_INFO: Record<ModelCategory, CategoryInfo>;
+/**
+ * Determine the category for a given model ID.
+ * Uses pattern matching against known model naming conventions.
+ *
+ * @param modelId The model identifier (e.g., "llama-3.3-70b-versatile")
+ * @param owner   Optional owner/organization hint (e.g., "meta", "google")
+ * @returns The best-matching category, defaulting to 'other'
+ */
+export declare function categorizeModel(modelId: string, _owner?: string): ModelCategory;
+/**
+ * Get ALL applicable category tags for a model.
+ * This returns multiple categories so a model can be shown in multiple groups.
+ *
+ * Example: "llama-3.1-8b-instant" → ['chat', 'fast', 'instruct']
+ */
+export declare function getModelTags(modelId: string, _owner?: string): string[];
+/**
+ * Returns a human-friendly label for a model ID, stripping provider prefixes
+ * and formatting nicely.
+ *
+ * Example: "meta-llama/llama-3.3-70b-instruct" → "Llama 3.3 70B Instruct"
+ */
+export declare function formatModelName(modelId: string): string;
+/**
+ * Get a recommendation badge / description for a model.
+ * Some well-known models get a short blurb about what they excel at.
+ */
+export declare function getModelBadge(modelId: string): string | undefined;
+//# sourceMappingURL=model-catalog.d.ts.map

package/dist/inference/model-catalog.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.d.ts","sourceRoot":"","sources":["../../src/inference/model-catalog.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,0CAA0C;AAC1C,MAAM,MAAM,aAAa,GACrB,MAAM,GACN,MAAM,GACN,WAAW,GACX,MAAM,GACN,UAAU,GACV,QAAQ,GACR,UAAU,GACV,SAAS,GACT,SAAS,GACT,QAAQ,GACR,OAAO,CAAC;AAEZ,yCAAyC;AACzC,MAAM,WAAW,YAAY;IAC3B,6CAA6C;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,iCAAiC;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;;GAGG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,CAAC,aAAa,EAAE,YAAY,CAyD7D,CAAC;AAkIF;;;;;;;GAOG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,aAAa,CAuB/E;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAqBvE;AAED;;;;;GAKG;AACH,wBAAgB,eAAe,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAsBvD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAyCjE"}