agent-nuvira 1.14.0

package/dist/inference/model-catalog.js

@@ -0,0 +1,306 @@
+/**
+ * Model Catalog — Categorizes AI models by capability so users can pick
+ * the right model for their task.
+ *
+ * Each model is tagged with one or more categories based on its ID pattern.
+ * The model picker uses these categories to group models with icons,
+ * descriptions, and recommendation badges.
+ */
+/**
+ * Display info for every category.
+ * Ordered roughly by popularity / usefulness.
+ */
+export const CATEGORY_INFO = {
+    chat: {
+        icon: '💬',
+        label: 'Chat',
+        description: 'General conversation, Q&A, and everyday tasks',
+    },
+    code: {
+        icon: '💻',
+        label: 'Code',
+        description: 'Code generation, debugging, and programming tasks',
+    },
+    reasoning: {
+        icon: '🧠',
+        label: 'Reasoning',
+        description: 'Complex problem-solving, math, and logic',
+    },
+    fast: {
+        icon: '⚡',
+        label: 'Fast',
+        description: 'Low-latency responses — best for quick iterations',
+    },
+    creative: {
+        icon: '🎨',
+        label: 'Creative',
+        description: 'Creative writing, storytelling, and brainstorming',
+    },
+    vision: {
+        icon: '👁️',
+        label: 'Vision',
+        description: 'Image understanding and multimodal tasks',
+    },
+    instruct: {
+        icon: '🎯',
+        label: 'Instruct',
+        description: 'Instruction-tuned models for structured output',
+    },
+    agentic: {
+        icon: '🤖',
+        label: 'Agentic',
+        description: 'Tool-use, function-calling, and autonomous agents',
+    },
+    preview: {
+        icon: '🧪',
+        label: 'Preview',
+        description: 'Experimental / preview — may not be production-ready',
+    },
+    speech: {
+        icon: '🎤',
+        label: 'Speech',
+        description: 'Speech/audio models — TTS, STT, voice (not chat-compatible)',
+    },
+    other: {
+        icon: '🔹',
+        label: 'Other',
+        description: 'Uncategorized models',
+    },
+};
+/**
+ * Ordered list of pattern matchers.
+ * Each entry has a list of regex patterns to test against the model ID,
+ * and the category to assign when any pattern matches.
+ *
+ * Only the LOWEST-priority match is kept (i.e., the most specific pattern wins).
+ */
+const CATEGORY_PATTERNS = [
+    // ── Speech / Audio (most specific — not chat-compatible) ───────────────
+    { patterns: [/orpheus/i, /whisper/i, /distil-whisper/i, /tts/i, /audio/i], category: 'speech', priority: 1 },
+    // ── Vision / Multimodal ────────────────────────────────────────────────
+    { patterns: [/vision/i, /multimodal/i], category: 'vision', priority: 2 },
+    // ── Reasoning / Thinking ───────────────────────────────────────────────
+    {
+        patterns: [
+            /qwen-2(?:\.5)?-(?:\d+)?b?(?:\d+)?-?(?:instruct|reasoning)?$/i,
+            /deepseek-r1/i,
+            /deepseek-(?:v2|v3)/i,
+            /reasoning/i,
+            /think/i,
+        ],
+        category: 'reasoning',
+        priority: 3,
+    },
+    // ── Agentic / Tool-use ─────────────────────────────────────────────────
+    {
+        patterns: [
+            /function-call/i,
+            /tool-use/i,
+            /agent/i,
+            /claude.*(?:opus|sonnet)/i,
+            /gpt-4/i,
+        ],
+        category: 'agentic',
+        priority: 4,
+    },
+    // ── Code ───────────────────────────────────────────────────────────────
+    {
+        patterns: [
+            /coder/i,
+            /code-/i,
+            /code\b/i,
+            /deepseek-coder/i,
+            /codellama/i,
+            /codegemma/i,
+            /starcoder/i,
+            /qwen-coder/i,
+            /wizardcoder/i,
+            /codeqwen/i,
+        ],
+        category: 'code',
+        priority: 4,
+    },
+    // ── Fast / Lightweight ─────────────────────────────────────────────────
+    {
+        patterns: [
+            /llama-3[._-]1-8b/i,
+            /llama-3[._-]2-3b/i,
+            /llama-?-3b/i,
+            /gemma-?2-?9b/i,
+            /gemma-?2-?2b/i,
+            /mistral-7b/i,
+            /mixtral-8x7b/i,
+            /phi-?3/i,
+            /phi-?3?-?mini/i,
+        ],
+        category: 'fast',
+        priority: 5,
+    },
+    // ── Preview / Experimental ─────────────────────────────────────────────
+    {
+        patterns: [
+            /preview/i,
+            /exp$/i,
+            /experimental/i,
+            /flash-exp/i,
+        ],
+        category: 'preview',
+        priority: 6,
+    },
+    // ── Instruct / Structured ──────────────────────────────────────────────
+    {
+        patterns: [
+            /-it$/i,
+            /-instruct/i,
+            /instruct$/i,
+        ],
+        category: 'instruct',
+        priority: 6,
+    },
+    // ── Chat / General (most broad — catch-all for known chat models) ──────
+    {
+        patterns: [
+            /llama/i,
+            /mistral/i,
+            /mixtral/i,
+            /gemma/i,
+            /gemini/i,
+            /qwen/i,
+            /deepseek/i,
+            /claude/i,
+            /gpt/i,
+            /phi/i,
+            /command\b/i,
+            /aya/i,
+            /nous/i,
+            /hermes/i,
+            /dbrx/i,
+            /solar/i,
+            /wizard/i,
+        ],
+        category: 'chat',
+        priority: 7,
+    },
+];
+/**
+ * Determine the category for a given model ID.
+ * Uses pattern matching against known model naming conventions.
+ *
+ * @param modelId The model identifier (e.g., "llama-3.3-70b-versatile")
+ * @param owner   Optional owner/organization hint (e.g., "meta", "google")
+ * @returns The best-matching category, defaulting to 'other'
+ */
+export function categorizeModel(modelId, _owner) {
+    let bestCategory = 'other';
+    let bestPriority = Infinity;
+    let bestIndex = -1;
+    for (let i = 0; i < CATEGORY_PATTERNS.length; i++) {
+        const entry = CATEGORY_PATTERNS[i];
+        for (const pattern of entry.patterns) {
+            if (pattern.test(modelId)) {
+                if (entry.priority < bestPriority) {
+                    bestCategory = entry.category;
+                    bestPriority = entry.priority;
+                    bestIndex = i;
+                }
+                break; // Only first matching pattern per entry
+            }
+        }
+    }
+    // If the model matched "fast" or "preview" but also has a broader category,
+    // use the broader category for display but keep the tag
+    // (tags will be handled separately)
+    return bestCategory;
+}
+/**
+ * Get ALL applicable category tags for a model.
+ * This returns multiple categories so a model can be shown in multiple groups.
+ *
+ * Example: "llama-3.1-8b-instant" → ['chat', 'fast', 'instruct']
+ */
+export function getModelTags(modelId, _owner) {
+    const tags = [];
+    for (const entry of CATEGORY_PATTERNS) {
+        for (const pattern of entry.patterns) {
+            if (pattern.test(modelId)) {
+                tags.push(entry.category);
+                break;
+            }
+        }
+    }
+    // Always include 'chat' for any model that has recognizable patterns
+    // (even code models can do chat), but NOT for speech models
+    const hasKnownPattern = tags.length > 0;
+    const isSpeech = tags.includes('speech');
+    if (hasKnownPattern && !tags.includes('chat') && !isSpeech) {
+        tags.push('chat');
+    }
+    return tags;
+}
+/**
+ * Returns a human-friendly label for a model ID, stripping provider prefixes
+ * and formatting nicely.
+ *
+ * Example: "meta-llama/llama-3.3-70b-instruct" → "Llama 3.3 70B Instruct"
+ */
+export function formatModelName(modelId) {
+    // Strip provider prefix (e.g., "groq/", "nvidia/")
+    let name = modelId.replace(/^[^/]+\//, '');
+    // Replace separators
+    name = name.replace(/[/_]/g, ' ');
+    // Capitalize first letter of each segment
+    name = name.replace(/\b\w/g, (c) => c.toUpperCase());
+    // Fix common renames
+    name = name.replace(/\bLlama\b/g, 'Llama');
+    name = name.replace(/\bGpt\b/g, 'GPT');
+    name = name.replace(/\bClaude\b/g, 'Claude');
+    name = name.replace(/\bGemma\b/g, 'Gemma');
+    name = name.replace(/\bGemini\b/g, 'Gemini');
+    name = name.replace(/\bMistral\b/g, 'Mistral');
+    name = name.replace(/\bMixtral\b/g, 'Mixtral');
+    name = name.replace(/\bQwen\b/g, 'Qwen');
+    name = name.replace(/\bDeepseek\b/g, 'DeepSeek');
+    return name;
+}
+/**
+ * Get a recommendation badge / description for a model.
+ * Some well-known models get a short blurb about what they excel at.
+ */
+export function getModelBadge(modelId) {
+    const badges = {
+        // Groq
+        'llama-3.3-70b-versatile': 'Best all-rounder — strong at chat, code, and reasoning',
+        'llama-3.1-8b-instant': 'Fast & capable — great for quick iterations',
+        'mixtral-8x7b-32768': 'Excellent for long context (32K tokens)',
+        'gemma2-9b-it': 'Lightning fast — ideal for simple tasks',
+        'qwen-2.5-32b': 'Excellent reasoning and multilingual support',
+        'qwen-qwen-2.5-32b': 'Excellent reasoning and multilingual support',
+        'deepseek-r1-distill-llama-70b': 'Strong reasoning with distilled efficiency',
+        'deepseek-r1-distill-qwen-32b': 'Excellent reasoning in a compact package',
+        // Gemini
+        'gemini-2.0-flash-exp': 'Latest Gemini — fast, multimodal, strong all-around',
+        'gemini-2.0-flash': 'Fast & capable — balances speed and quality',
+        'gemini-1.5-flash': 'Quick responses with good quality',
+        'gemini-1.5-pro': 'Best quality — slower but more accurate',
+        // OpenRouter common
+        'mistralai/mistral-7b-instruct': 'Lightweight instruct model — good for simple tasks',
+        'openai/gpt-4o': 'Top-tier — best for complex tasks',
+        'openai/gpt-4o-mini': 'Affordable & fast — great for everyday use',
+        'anthropic/claude-sonnet-4-20250514': 'Excellent for agentic tasks and long context',
+        'anthropic/claude-3.5-sonnet': 'Balanced quality and speed',
+        'meta-llama/llama-3.3-70b-instruct': 'Strong open-weight model — versatile and capable',
+        // Speech / Audio
+        'whisper-large-v3': 'Speech-to-text transcription model',
+        'distil-whisper-large-v3-en': 'Fast STT — English optimized',
+        'canopylabs/orpheus-v1-english': 'Text-to-speech voice generation (not chat)',
+        // Local / Ollama
+        'llama2': 'Original Llama — works offline',
+        'llama3': 'Modern open-weight chat model',
+        'deepseek-coder': 'Specialized for code — great for programming',
+        'codellama': 'Code-focused Llama variant',
+        'mistral': 'Solid general-purpose model',
+        'phi': 'Ultra-lightweight — runs on any hardware',
+    };
+    return badges[modelId];
+}
+//# sourceMappingURL=model-catalog.js.map

package/dist/inference/model-catalog.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-catalog.js","sourceRoot":"","sources":["../../src/inference/model-catalog.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA4BH;;;GAGG;AACH,MAAM,CAAC,MAAM,aAAa,GAAwC;IAChE,IAAI,EAAE;QACJ,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,+CAA+C;KAC7D;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,mDAAmD;KACjE;IACD,SAAS,EAAE;QACT,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,0CAA0C;KACxD;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,GAAG;QACT,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,mDAAmD;KACjE;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,mDAAmD;KACjE;IACD,MAAM,EAAE;QACN,IAAI,EAAE,KAAK;QACX,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,0CAA0C;KACxD;IACD,QAAQ,EAAE;QACR,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,UAAU;QACjB,WAAW,EAAE,gDAAgD;KAC9D;IACD,OAAO,EAAE;QACP,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,SAAS;QAChB,WAAW,EAAE,mDAAmD;KACjE;IACD,OAAO,EAAE;QACP,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,SAAS;QAChB,WAAW,EAAE,sDAAsD;KACpE;IACD,MAAM,EAAE;QACN,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,QAAQ;QACf,WAAW,EAAE,6DAA6D;KAC3E;IACD,KAAK,EAAE;QACL,IAAI,EAAE,IAAI;QACV,KAAK,EAAE,OAAO;QACd,WAAW,EAAE,sBAAsB;KACpC;CAEF,CAAC;AAUF;;;;;;GAMG;AACH,MAAM,iBAAiB,GAIlB;IACH,0EAA0E;IAC1E,EAAE,QAAQ,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,iBAAiB,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE;IAC5G,0EAA0E;IAC1E,EAAE,QAAQ,EAAE,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE;IACzE,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,8DAA8D;YAC9D,cAAc;YACd,qBAAqB;YACrB,YAAY;YACZ,QAAQ;SACT;QACD,QAAQ,EAAE,WAAW;QACrB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,gBAAgB;YAChB,WAAW;YACX,QAAQ;YACR,0BAA0B;YAC1B,QAAQ;SACT;QACD,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,QAAQ;YACR,QAAQ;YACR,SAAS;YACT,iBAAiB;YACjB,YAAY;YACZ,YAAY;YACZ,YAAY;YACZ,aAAa;YACb,cAAc;YACd,WAAW;SACZ;QACD,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,mBAAmB;YACnB,mBAAmB;YACnB,aAAa;YACb,eAAe;YACf,eAAe;YACf,aAAa;YACb,eAAe;YACf,SAAS;YACT,gBAAgB;SACjB;QACD,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,UAAU;YACV,OAAO;YACP,eAAe;YACf,YAAY;SACb;QACD,QAAQ,EAAE,SAAS;QACnB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,OAAO;YACP,YAAY;YACZ,YAAY;SACb;QACD,QAAQ,EAAE,UAAU;QACpB,QAAQ,EAAE,CAAC;KACZ;IACD,0EAA0E;IAC1E;QACE,QAAQ,EAAE;YACR,QAAQ;YACR,UAAU;YACV,UAAU;YACV,QAAQ;YACR,SAAS;YACT,OAAO;YACP,WAAW;YACX,SAAS;YACT,MAAM;YACN,MAAM;YACN,YAAY;YACZ,MAAM;YACN,OAAO;YACP,SAAS;YACT,OAAO;YACP,QAAQ;YACR,SAAS;SACV;QACD,QAAQ,EAAE,MAAM;QAChB,QAAQ,EAAE,CAAC;KACZ;CACF,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe,EAAE,MAAe;IAC9D,IAAI,YAAY,GAAkB,OAAO,CAAC;IAC1C,IAAI,YAAY,GAAG,QAAQ,CAAC;IAC5B,IAAI,SAAS,GAAG,CAAC,CAAC,CAAC;IAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,iBAAiB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;QACnC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,IAAI,KAAK,CAAC,QAAQ,GAAG,YAAY,EAAE,CAAC;oBAClC,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;oBAC9B,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;oBAC9B,SAAS,GAAG,CAAC,CAAC;gBAChB,CAAC;gBACD,MAAM,CAAC,wCAAwC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,wDAAwD;IACxD,oCAAoC;IACpC,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAAC,OAAe,EAAE,MAAe;IAC3D,MAAM,IAAI,GAAa,EAAE,CAAC;IAE1B,KAAK,MAAM,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACtC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBAC1B,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,4DAA4D;IAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACzC,IAAI,eAAe,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QAC3D,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,mDAAmD;IACnD,IAAI,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;IAE3C,qBAAqB;IACrB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;IAElC,0CAA0C;IAC1C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IAErD,qBAAqB;IACrB,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACvC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IAC7C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC3C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,EAAE,QAAQ,CAAC,CAAC;IAC7C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,SAAS,CAAC,CAAC;IAC/C,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACzC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,UAAU,CAAC,CAAC;IAEjD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,OAAe;IAC3C,MAAM,MAAM,GAA2B;QACrC,OAAO;QACP,yBAAyB,EAAE,wDAAwD;QACnF,sBAAsB,EAAE,6CAA6C;QACrE,oBAAoB,EAAE,yCAAyC;QAC/D,cAAc,EAAE,yCAAyC;QACzD,cAAc,EAAE,8CAA8C;QAC9D,mBAAmB,EAAE,8CAA8C;QACnE,+BAA+B,EAAE,4CAA4C;QAC7E,8BAA8B,EAAE,0CAA0C;QAE1E,SAAS;QACT,sBAAsB,EAAE,qDAAqD;QAC7E,kBAAkB,EAAE,6CAA6C;QACjE,kBAAkB,EAAE,mCAAmC;QACvD,gBAAgB,EAAE,yCAAyC;QAE3D,oBAAoB;QACpB,+BAA+B,EAAE,oDAAoD;QACrF,eAAe,EAAE,mCAAmC;QACpD,oBAAoB,EAAE,4CAA4C;QAClE,oCAAoC,EAAE,8CAA8C;QACpF,6BAA6B,EAAE,4BAA4B;QAC3D,mCAAmC,EAAE,kDAAkD;QAEvF,iBAAiB;QACjB,kBAAkB,EAAE,oCAAoC;QACxD,4BAA4B,EAAE,8BAA8B;QAC5D,+BAA+B,EAAE,4CAA4C;QAE7E,iBAAiB;QACjB,QAAQ,EAAE,gCAAgC;QAC1C,QAAQ,EAAE,+BAA+B;QACzC,gBAAgB,EAAE,8CAA8C;QAChE,WAAW,EAAE,4BAA4B;QACzC,SAAS,EAAE,6BAA6B;QACxC,KAAK,EAAE,0CAA0C;KAClD,CAAC;IAEF,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC;AACzB,CAAC"}

package/dist/inference/nim-adapter.d.ts

@@ -0,0 +1,17 @@
+import { InferenceProvider, ModelDescriptor } from './interface.js';
+import { InferenceOptions, ProviderConfig } from '../config/types.js';
+/**
+ * NVIDIA NIM Adapter
+ * Connects to NVIDIA NIM OpenAI-compatible API
+ */
+export declare class NIMAdapter implements InferenceProvider {
+    readonly name = "NVIDIA NIM";
+    private config;
+    constructor(config: ProviderConfig);
+    generate(prompt: string, options?: InferenceOptions): Promise<string>;
+    generateStream(prompt: string, options: InferenceOptions | undefined, onToken: (token: string) => void): Promise<string>;
+    isAvailable(): Promise<boolean>;
+    getInfo(): string;
+    listModels(): Promise<ModelDescriptor[]>;
+}
+//# sourceMappingURL=nim-adapter.d.ts.map

package/dist/inference/nim-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"nim-adapter.d.ts","sourceRoot":"","sources":["../../src/inference/nim-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AActE;;;GAGG;AACH,qBAAa,UAAW,YAAW,iBAAiB;IAClD,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAI5B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC;IA8CrE,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,GAAG,SAAS,EACrC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAC/B,OAAO,CAAC,MAAM,CAAC;IA6BZ,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAIrC,OAAO,IAAI,MAAM;IAIX,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CAsB/C"}

package/dist/inference/nim-adapter.js

@@ -0,0 +1,103 @@
+import { logger } from '../utils/logger.js';
+import { streamCompletion } from './sse.js';
+import { getModelTags } from './model-catalog.js';
+import { getCostTracker } from '../learning/cost-tracker.js';
+const DEFAULT_NIM_BASE_URL = 'https://integrate.api.nvidia.com/v1';
+/**
+ * NVIDIA NIM Adapter
+ * Connects to NVIDIA NIM OpenAI-compatible API
+ */
+export class NIMAdapter {
+    name = 'NVIDIA NIM';
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    async generate(prompt, options) {
+        const apiKey = this.config.apiKey;
+        if (!apiKey) {
+            throw new Error('NVIDIA NIM API key is not configured. Set NVIDIA_NIM_API_KEY env var.');
+        }
+        const model = options?.model || this.config.model || 'meta/llama-3.1-8b-instruct';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 4096;
+        logger.debug(`NIM: Generating with model=${model}, temperature=${temperature}, maxTokens=${maxTokens}`);
+        const baseUrl = this.config.baseUrl || DEFAULT_NIM_BASE_URL;
+        const url = `${baseUrl}/chat/completions`;
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'Authorization': `Bearer ${apiKey}`,
+                'Content-Type': 'application/json',
+                'Accept': 'application/json',
+            },
+            body: JSON.stringify({
+                model,
+                messages: [{ role: 'user', content: prompt }],
+                temperature,
+                max_tokens: maxTokens,
+            }),
+        });
+        if (!response.ok) {
+            const errorBody = await response.text();
+            throw new Error(`NVIDIA NIM API error (${response.status}): ${errorBody}`);
+        }
+        const data = (await response.json());
+        const content = data.choices[0]?.message?.content || '';
+        // Track cost
+        try {
+            getCostTracker().recordCallEstimated('nim', model, prompt, content);
+        }
+        catch { /* Non-critical */ }
+        return content;
+    }
+    async generateStream(prompt, options, onToken) {
+        const apiKey = this.config.apiKey;
+        if (!apiKey) {
+            throw new Error('NVIDIA NIM API key is not configured. Set NVIDIA_NIM_API_KEY env var.');
+        }
+        const model = options?.model || this.config.model || 'meta/llama-3.1-8b-instruct';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 4096;
+        logger.debug(`NIM: Streaming with model=${model}, temperature=${temperature}, maxTokens=${maxTokens}`);
+        const baseUrl = this.config.baseUrl || DEFAULT_NIM_BASE_URL;
+        const fullContent = await streamCompletion(`${baseUrl}/chat/completions`, { 'Authorization': `Bearer ${apiKey}` }, { model, messages: [{ role: 'user', content: prompt }], temperature, max_tokens: maxTokens }, onToken);
+        // Track cost for streaming response
+        try {
+            getCostTracker().recordCallEstimated('nim', model, prompt, fullContent);
+        }
+        catch { /* Non-critical */ }
+        return fullContent;
+    }
+    async isAvailable() {
+        return !!this.config.apiKey;
+    }
+    getInfo() {
+        return `Provider: NVIDIA NIM\nModel: ${this.config.model || 'default'}\nStatus: ${this.config.apiKey ? '✅ Configured' : '❌ Missing API key'}`;
+    }
+    async listModels() {
+        const apiKey = this.config.apiKey;
+        if (!apiKey)
+            return [];
+        const baseUrl = this.config.baseUrl || DEFAULT_NIM_BASE_URL;
+        try {
+            const response = await fetch(`${baseUrl}/models`, {
+                headers: { 'Authorization': `Bearer ${apiKey}` },
+            });
+            if (!response.ok)
+                return [];
+            const data = (await response.json());
+            return (data.data || []).map((m) => ({
+                id: m.id,
+                name: m.id.split('/').pop() || m.id,
+                provider: 'nim',
+                owner: m.owned_by || 'nvidia',
+                tags: getModelTags(m.id, m.owned_by),
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=nim-adapter.js.map

package/dist/inference/nim-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nim-adapter.js","sourceRoot":"","sources":["../../src/inference/nim-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,MAAM,oBAAoB,GAAG,qCAAqC,CAAC;AAQnE;;;GAGG;AACH,MAAM,OAAO,UAAU;IACZ,IAAI,GAAG,YAAY,CAAC;IACrB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA0B;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,4BAA4B,CAAC;QAClF,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3E,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,8BAA8B,KAAK,iBAAiB,WAAW,eAAe,SAAS,EAAE,CAAC,CAAC;QAExG,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,oBAAoB,CAAC;QAC5D,MAAM,GAAG,GAAG,GAAG,OAAO,mBAAmB,CAAC;QAE1C,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,EAAE;gBACnC,cAAc,EAAE,kBAAkB;gBAClC,QAAQ,EAAE,kBAAkB;aAC7B;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW;gBACX,UAAU,EAAE,SAAS;aACtB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAgB,CAAC;QACpD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAExD,aAAa;QACb,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QACtE,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,OAAqC,EACrC,OAAgC;QAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,4BAA4B,CAAC;QAClF,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3E,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,iBAAiB,WAAW,eAAe,SAAS,EAAE,CAAC,CAAC;QAEvG,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,oBAAoB,CAAC;QAE5D,MAAM,WAAW,GAAG,MAAM,gBAAgB,CACxC,GAAG,OAAO,mBAAmB,EAC7B,EAAE,eAAe,EAAE,UAAU,MAAM,EAAE,EAAE,EACvC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,EAC5F,OAAO,CACR,CAAC;QAEF,oCAAoC;QACpC,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAC1E,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,OAAO,gCAAgC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAAC;IAChJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,oBAAoB,CAAC;QAC5D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,SAAS,EAAE;gBAChD,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,MAAM,EAAE,EAAE;aACjD,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuD,CAAC;YAC3F,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAoC,EAAE,EAAE,CAAC,CAAC;gBACtE,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,EAAE;gBACnC,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC,CAAC,QAAQ,IAAI,QAAQ;gBAC7B,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC;aACrC,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/inference/openrouter-adapter.d.ts

@@ -0,0 +1,17 @@
+import { InferenceProvider, ModelDescriptor } from './interface.js';
+import { InferenceOptions, ProviderConfig } from '../config/types.js';
+/**
+ * OpenRouter Adapter
+ * Routes requests through OpenRouter's multi-provider API
+ */
+export declare class OpenRouterAdapter implements InferenceProvider {
+    readonly name = "OpenRouter";
+    private config;
+    constructor(config: ProviderConfig);
+    generate(prompt: string, options?: InferenceOptions): Promise<string>;
+    generateStream(prompt: string, options: InferenceOptions | undefined, onToken: (token: string) => void): Promise<string>;
+    isAvailable(): Promise<boolean>;
+    getInfo(): string;
+    listModels(): Promise<ModelDescriptor[]>;
+}
+//# sourceMappingURL=openrouter-adapter.d.ts.map

package/dist/inference/openrouter-adapter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter-adapter.d.ts","sourceRoot":"","sources":["../../src/inference/openrouter-adapter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AActE;;;GAGG;AACH,qBAAa,iBAAkB,YAAW,iBAAiB;IACzD,QAAQ,CAAC,IAAI,gBAAgB;IAC7B,OAAO,CAAC,MAAM,CAAiB;gBAEnB,MAAM,EAAE,cAAc;IAI5B,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,MAAM,CAAC;IA4CrE,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,gBAAgB,GAAG,SAAS,EACrC,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAC/B,OAAO,CAAC,MAAM,CAAC;IAgCZ,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAIrC,OAAO,IAAI,MAAM;IAIX,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;CAqB/C"}

package/dist/inference/openrouter-adapter.js

@@ -0,0 +1,105 @@
+import { logger } from '../utils/logger.js';
+import { streamCompletion } from './sse.js';
+import { getModelTags } from './model-catalog.js';
+import { getCostTracker } from '../learning/cost-tracker.js';
+const OPENROUTER_BASE_URL = 'https://openrouter.ai/api/v1';
+/**
+ * OpenRouter Adapter
+ * Routes requests through OpenRouter's multi-provider API
+ */
+export class OpenRouterAdapter {
+    name = 'OpenRouter';
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    async generate(prompt, options) {
+        const apiKey = this.config.apiKey;
+        if (!apiKey) {
+            throw new Error('OpenRouter API key is not configured. Set OPENROUTER_API_KEY env var.');
+        }
+        const model = options?.model || this.config.model || 'mistralai/mistral-7b-instruct';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 4096;
+        logger.debug(`OpenRouter: Generating with model=${model}, temperature=${temperature}, maxTokens=${maxTokens}`);
+        const response = await fetch(`${OPENROUTER_BASE_URL}/chat/completions`, {
+            method: 'POST',
+            headers: {
+                'Authorization': `Bearer ${apiKey}`,
+                'Content-Type': 'application/json',
+                'HTTP-Referer': 'https://github.com/buff-cli/buff',
+                'X-Title': 'Buff CLI',
+            },
+            body: JSON.stringify({
+                model,
+                messages: [{ role: 'user', content: prompt }],
+                temperature,
+                max_tokens: maxTokens,
+            }),
+        });
+        if (!response.ok) {
+            const errorBody = await response.text();
+            throw new Error(`OpenRouter API error (${response.status}): ${errorBody}`);
+        }
+        const data = (await response.json());
+        const content = data.choices[0]?.message?.content || '';
+        // Track cost
+        try {
+            getCostTracker().recordCallEstimated('openrouter', model, prompt, content);
+        }
+        catch { /* Non-critical */ }
+        return content;
+    }
+    async generateStream(prompt, options, onToken) {
+        const apiKey = this.config.apiKey;
+        if (!apiKey) {
+            throw new Error('OpenRouter API key is not configured. Set OPENROUTER_API_KEY env var.');
+        }
+        const model = options?.model || this.config.model || 'mistralai/mistral-7b-instruct';
+        const temperature = options?.temperature ?? this.config.temperature ?? 0.7;
+        const maxTokens = options?.maxTokens ?? this.config.maxTokens ?? 4096;
+        logger.debug(`OpenRouter: Streaming with model=${model}, temperature=${temperature}, maxTokens=${maxTokens}`);
+        // OpenRouter uses OpenAI-compatible streaming SSE, same as Groq/NIM
+        const fullContent = await streamCompletion(`${OPENROUTER_BASE_URL}/chat/completions`, {
+            'Authorization': `Bearer ${apiKey}`,
+            'HTTP-Referer': 'https://github.com/buff-cli/buff',
+            'X-Title': 'Buff CLI',
+        }, { model, messages: [{ role: 'user', content: prompt }], temperature, max_tokens: maxTokens }, onToken);
+        // Track cost for streaming response
+        try {
+            getCostTracker().recordCallEstimated('openrouter', model, prompt, fullContent);
+        }
+        catch { /* Non-critical */ }
+        return fullContent;
+    }
+    async isAvailable() {
+        return !!this.config.apiKey;
+    }
+    getInfo() {
+        return `Provider: OpenRouter\nModel: ${this.config.model || 'default'}\nStatus: ${this.config.apiKey ? '✅ Configured' : '❌ Missing API key'}`;
+    }
+    async listModels() {
+        const apiKey = this.config.apiKey;
+        if (!apiKey)
+            return [];
+        try {
+            const response = await fetch(`${OPENROUTER_BASE_URL}/models`, {
+                headers: { 'Authorization': `Bearer ${apiKey}` },
+            });
+            if (!response.ok)
+                return [];
+            const data = (await response.json());
+            return (data.data || []).map((m) => ({
+                id: m.id,
+                name: m.name || m.id,
+                provider: 'openrouter',
+                description: m.description,
+                tags: getModelTags(m.id),
+            }));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+//# sourceMappingURL=openrouter-adapter.js.map

package/dist/inference/openrouter-adapter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter-adapter.js","sourceRoot":"","sources":["../../src/inference/openrouter-adapter.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAE7D,MAAM,mBAAmB,GAAG,8BAA8B,CAAC;AAQ3D;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,YAAY,CAAC;IACrB,MAAM,CAAiB;IAE/B,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,MAAc,EAAE,OAA0B;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,+BAA+B,CAAC;QACrF,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3E,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,qCAAqC,KAAK,iBAAiB,WAAW,eAAe,SAAS,EAAE,CAAC,CAAC;QAE/G,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,mBAAmB,EAAE;YACtE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,eAAe,EAAE,UAAU,MAAM,EAAE;gBACnC,cAAc,EAAE,kBAAkB;gBAClC,cAAc,EAAE,kCAAkC;gBAClD,SAAS,EAAE,UAAU;aACtB;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;gBACnB,KAAK;gBACL,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW;gBACX,UAAU,EAAE,SAAS;aACtB,CAAC;SACH,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,yBAAyB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC;QAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAuB,CAAC;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QAExD,aAAa;QACb,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7E,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,cAAc,CAClB,MAAc,EACd,OAAqC,EACrC,OAAgC;QAEhC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,uEAAuE,CAAC,CAAC;QAC3F,CAAC;QAED,MAAM,KAAK,GAAG,OAAO,EAAE,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,+BAA+B,CAAC;QACrF,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;QAC3E,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI,CAAC;QAEtE,MAAM,CAAC,KAAK,CAAC,oCAAoC,KAAK,iBAAiB,WAAW,eAAe,SAAS,EAAE,CAAC,CAAC;QAE9G,oEAAoE;QACpE,MAAM,WAAW,GAAG,MAAM,gBAAgB,CACxC,GAAG,mBAAmB,mBAAmB,EACzC;YACE,eAAe,EAAE,UAAU,MAAM,EAAE;YACnC,cAAc,EAAE,kCAAkC;YAClD,SAAS,EAAE,UAAU;SACtB,EACD,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,WAAW,EAAE,UAAU,EAAE,SAAS,EAAE,EAC5F,OAAO,CACR,CAAC;QAEF,oCAAoC;QACpC,IAAI,CAAC;YACH,cAAc,EAAE,CAAC,mBAAmB,CAAC,YAAY,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACjF,CAAC;QAAC,MAAM,CAAC,CAAC,kBAAkB,CAAC,CAAC;QAE9B,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,WAAW;QACf,OAAO,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC9B,CAAC;IAED,OAAO;QACL,OAAO,gCAAgC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,SAAS,aAAa,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,mBAAmB,EAAE,CAAC;IAChJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAClC,IAAI,CAAC,MAAM;YAAE,OAAO,EAAE,CAAC;QAEvB,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,mBAAmB,SAAS,EAAE;gBAC5D,OAAO,EAAE,EAAE,eAAe,EAAE,UAAU,MAAM,EAAE,EAAE;aACjD,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE;gBAAE,OAAO,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAyE,CAAC;YAC7G,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAsD,EAAE,EAAE,CAAC,CAAC;gBACxF,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE;gBACpB,QAAQ,EAAE,YAAY;gBACtB,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,IAAI,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;aACzB,CAAC,CAAC,CAAC;QACN,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF"}

package/dist/inference/sse.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Shared SSE streaming utilities for OpenAI-compatible APIs.
+ * Used by Groq, NIM, and any future OpenAI-compatible adapters.
+ */
+/**
+ * Parse a single SSE line from an OpenAI-compatible streaming response.
+ * Returns the content delta or null for non-content events (e.g., [DONE], usage info).
+ */
+export declare function parseSSELine(line: string): string | null;
+/**
+ * Perform a streaming chat completion request for an OpenAI-compatible API.
+ *
+ * @param url - The full URL for the chat completions endpoint
+ * @param headers - HTTP headers (including Authorization)
+ * @param body - The JSON request body (stream: true will be added automatically)
+ * @param onToken - Callback for each content token as it arrives
+ * @returns The full concatenated response text
+ */
+export declare function streamCompletion(url: string, headers: Record<string, string>, body: Record<string, unknown>, onToken: (token: string) => void): Promise<string>;
+//# sourceMappingURL=sse.d.ts.map

package/dist/inference/sse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse.d.ts","sourceRoot":"","sources":["../../src/inference/sse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;GAGG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAUxD;AAED;;;;;;;;GAQG;AACH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,IAAI,GAC/B,OAAO,CAAC,MAAM,CAAC,CAgEjB"}