@theone1345/smartrelay 0.2.0

package/dist/router.js

@@ -0,0 +1,298 @@
+/** Intelligent router that selects a runner from task intent, explicit IDs, or provider shortcuts. */
+/** Provider shortcut groups, tried in order until a configured runner is found. */
+const PROVIDER_SHORTCUTS = [
+    // 1. Providers
+    {
+        match: ['openrouter', 'or'],
+        candidates: [
+            'openrouter-claude-3.7-sonnet',
+            'openrouter-deepseek-r1',
+            'openrouter-deepseek-v3',
+            'openrouter-qwen-2.5-coder',
+            'openrouter-claude-sonnet-4.5',
+        ],
+    },
+    {
+        match: ['nvidia', 'nemotron'],
+        candidates: [
+            'nemotron-3-super-120b-a12b',
+            'nvidia-llama-3.3-70b',
+            'nvidia-llama-70b',
+            'nvidia-qwen-coder',
+            'nvidia-deepseek-r1',
+        ],
+    },
+    {
+        match: ['ollama', 'local'],
+        candidates: ['ollama-qwen-coder', 'ollama-llama3.2', 'ollama-deepseek-r1'],
+    },
+    {
+        match: ['openai'],
+        candidates: ['gpt-4o', 'gpt-4o-mini', 'test-generator-agent'],
+    },
+    // 2. Model Families (Natural & Explicit)
+    {
+        match: ['deepseek', 'r1'],
+        candidates: [
+            'openrouter-deepseek-r1',
+            'nvidia-deepseek-r1',
+            'openrouter-deepseek-v3',
+            'ollama-deepseek-r1',
+        ],
+    },
+    {
+        match: ['v3', 'deepseek-v3'],
+        candidates: ['openrouter-deepseek-v3'],
+    },
+    {
+        match: ['claude', 'sonnet'],
+        candidates: [
+            'openrouter-claude-sonnet-4.5',
+            'openrouter-claude-3.7-sonnet',
+            'code-review-agent',
+            'claude-3-7-sonnet',
+        ],
+    },
+    {
+        match: ['qwen'],
+        candidates: [
+            'openrouter-qwen-2.5-coder',
+            'nvidia-qwen-coder',
+            'ollama-qwen-coder',
+            'openrouter-qwen-coder-free',
+        ],
+    },
+    {
+        match: ['llama'],
+        candidates: [
+            'openrouter-llama-3.3-70b',
+            'nvidia-llama-3.3-70b',
+            'ollama-llama3.2',
+        ],
+    },
+    {
+        match: ['gemini'],
+        candidates: ['openrouter-gemini-2.0-flash'],
+    },
+    {
+        match: ['gpt'],
+        candidates: ['gpt-4o', 'gpt-4o-mini', 'planner-agent'],
+    },
+];
+/** Role shortcuts mapping a keyword to a single specialized agent. */
+const ROLE_SHORTCUTS = [
+    ['plan', 'planner-agent'],
+    ['review', 'code-review-agent'],
+    ['test', 'test-generator-agent'],
+    ['explain', 'explain-agent'],
+];
+/** Preferred defaults, in priority order, when no `default_runner` is configured. */
+const PREFERRED_DEFAULTS = [
+    'nemotron-3-super-120b-a12b',
+    'openrouter-claude-sonnet-4.5',
+    'code-review-agent',
+    'claude-3-7-sonnet',
+    'gpt-4o',
+    'gpt-4o-mini',
+    'ollama-qwen-coder',
+];
+const PLAN_KEYWORDS = [
+    'plan', 'roadmap', 'architecture', 'break down', 'design plan',
+    'implementation plan', 'strategy', 'phases', 'step-by-step plan',
+];
+const REVIEW_KEYWORDS = [
+    'review', 'audit', 'critique', 'vulnerability', 'security',
+    'edge case', 'smell', 'refactor', 'race condition', 'memory leak',
+    'optimize', 'performance issue', 'bug in', 'check this code',
+];
+const EXPLAIN_KEYWORDS = [
+    'explain', 'what does this do', 'how does this work',
+    'walk me through', 'help me understand', 'document this',
+    'what is this', 'describe this', 'break down', 'annotate',
+    'summarize this code', 'help me read', 'what does it do',
+];
+const TEST_KEYWORDS = [
+    'generate test', 'unit test', 'widget test', 'integration test',
+    'pytest', 'mock', 'assert', 'coverage', 'test case', 'tdd',
+    'write test', 'add test',
+];
+/** Routes tasks to the most suitable runner automatically, via shortcuts, or by explicit ID. */
+export class TaskRouter {
+    registry;
+    activeRunnerId = null;
+    constructor(registry) {
+        this.registry = registry;
+    }
+    /** Formats a clean interactive menu of available shortcuts and runners. */
+    formatMenu() {
+        const activeText = this.activeRunnerId
+            ? `Pinned to \`${this.activeRunnerId}\``
+            : '🟢 Auto-Routing (routes dynamically based on task intent)';
+        const lines = [
+            '⚡ **SmartRelay Model Fleet**',
+            '',
+            `**Current Mode**: ${activeText}`,
+            '',
+            '### ⚡ Natural Language Shortcuts',
+            '| What to say | Target Model & Provider | Purpose |',
+            '| :--- | :--- | :--- |',
+            '| **`Switch to openrouter`** | Claude 3.7 Sonnet (OpenRouter) | Flagship Cloud Reasoning & Code |',
+            '| **`Switch to deepseek`** | DeepSeek-R1 671B (OpenRouter / NVIDIA) | Deep Reasoning with CoT |',
+            '| **`Switch to v3`** | DeepSeek-V3 671B (OpenRouter) | High-Speed Code & Chat |',
+            '| **`Switch to qwen`** | Qwen 2.5 Coder 32B (OpenRouter / NVIDIA) | Code Specialist |',
+            '| **`Switch to llama`** | Llama 3.3 70B (OpenRouter / NVIDIA) | System Architecture & Planning |',
+            '| **`Switch to gemini`** | Gemini 2.0 Flash (OpenRouter) | Ultra-Fast & 1M Token Context |',
+            '| **`Switch to nvidia`** | Nemotron 3 Super 120B (NVIDIA NIM) | Heavyweight Cloud Agent |',
+            '| **`Switch to claude`** | Claude Sonnet 4.5 / 3.7 | Elite Code & Review |',
+            '| **`Switch to ollama`** | Qwen 2.5 Coder (Local Ollama) | Free $0.00 Offline Runner |',
+            '| **`Switch to auto`** | Smart Intent Routing (default) | Automatic Agent Routing |',
+            '| **`Switch to direct`** | Native Claude Intelligence | Bypass Sub-Agents |',
+            '',
+            "💡 *Tip: Say 'Switch to deepseek', 'Switch to qwen', or 'Switch to openrouter' anytime.*",
+        ];
+        return lines.join('\n');
+    }
+    /** Resolve a shortcut or provider name (e.g. 'nvidia', 'ollama', 'claude') to a runner. */
+    resolveShortcut(target) {
+        const targetClean = target.trim().toLowerCase();
+        // 1. Exact match in the registry (which itself handles aliases).
+        const exact = this.registry.get(target);
+        if (exact)
+            return exact;
+        // 2. Provider and model shortcuts.
+        for (const { match, candidates } of PROVIDER_SHORTCUTS) {
+            if (!match.some((keyword) => targetClean.includes(keyword)))
+                continue;
+            for (const candidate of candidates) {
+                const runner = this.registry.get(candidate);
+                if (runner)
+                    return runner;
+            }
+        }
+        // 3. Role shortcuts.
+        for (const [keyword, runnerId] of ROLE_SHORTCUTS) {
+            if (targetClean.includes(keyword)) {
+                const runner = this.registry.get(runnerId);
+                if (runner)
+                    return runner;
+            }
+        }
+        return null;
+    }
+    /** Switch the active runner. Accepts an exact ID, a provider name, 'auto', or 'direct'. */
+    setActiveRunner(target) {
+        const targetClean = target.trim().toLowerCase();
+        if (['list', 'help', '?', 'status', 'models', 'menu', ''].includes(targetClean)) {
+            return {
+                ok: true,
+                message: this.formatMenu(),
+            };
+        }
+        if (['auto', 'default', 'reset'].includes(targetClean)) {
+            this.activeRunnerId = null;
+            return {
+                ok: true,
+                message: "Switched to 'auto' mode. TaskRouter will automatically pick the best agent for each task.",
+            };
+        }
+        if (['direct', 'claude-direct', 'native'].includes(targetClean)) {
+            this.activeRunnerId = 'direct';
+            return { ok: true, message: "Switched to 'direct' mode. Claude Code will handle tasks natively." };
+        }
+        const runner = this.resolveShortcut(target);
+        if (runner) {
+            this.activeRunnerId = runner.id;
+            return { ok: true, message: `Active model switched to: '${runner.id}' (${runner.model})` };
+        }
+        return {
+            ok: false,
+            message: `Could not find runner matching '${target}'.\n\n` +
+                `💡 Quick shortcuts: 'openrouter', 'deepseek', 'qwen', 'llama', 'gemini', 'nvidia', 'claude', 'ollama', 'auto'.\n` +
+                `Available runners: ${this.formatAvailable()}`,
+        };
+    }
+    /** Information about the currently active runner and mode. */
+    getActiveRunnerInfo() {
+        if (this.activeRunnerId === null) {
+            const fallback = this.getDefaultRunner();
+            return {
+                mode: 'auto',
+                active_runner_id: fallback ? fallback.id : null,
+                model: fallback ? fallback.model : null,
+                description: 'Auto-routing active based on task keywords',
+            };
+        }
+        const runner = this.registry.get(this.activeRunnerId);
+        return {
+            mode: 'pinned',
+            active_runner_id: this.activeRunnerId,
+            model: runner ? runner.model : 'unknown',
+            description: `Pinned to ${this.activeRunnerId}`,
+        };
+    }
+    /** The configured default runner, the first available preferred runner, or any runner. */
+    getDefaultRunner() {
+        const configuredId = this.registry.serverConfig['default_runner'];
+        if (typeof configuredId === 'string' && configuredId) {
+            const runner = this.registry.get(configuredId);
+            if (runner)
+                return runner;
+        }
+        for (const preferredId of PREFERRED_DEFAULTS) {
+            const runner = this.registry.get(preferredId);
+            if (runner)
+                return runner;
+        }
+        const first = this.registry.listRunners().values().next();
+        return first.done ? null : first.value;
+    }
+    /** Pick the best runner for a task: explicit ID, pinned runner, then intent classification. */
+    routeTask(task, explicitRunnerId) {
+        // 1. Explicit runner ID or shortcut supplied with the request.
+        if (explicitRunnerId && !['default', 'auto', ''].includes(explicitRunnerId)) {
+            const runner = this.resolveShortcut(explicitRunnerId);
+            if (runner)
+                return runner;
+            return this.registry.get(explicitRunnerId);
+        }
+        // 2. Pinned active runner.
+        if (this.activeRunnerId && !['auto', 'direct'].includes(this.activeRunnerId)) {
+            const pinned = this.registry.get(this.activeRunnerId);
+            if (pinned)
+                return pinned;
+        }
+        const taskLower = task.toLowerCase();
+        const matches = (keywords) => keywords.some((keyword) => taskLower.includes(keyword));
+        // 3. Planning / architecture intent.
+        if (matches(PLAN_KEYWORDS)) {
+            const runner = this.registry.get('planner-agent');
+            if (runner)
+                return runner;
+        }
+        // 4. Code review intent.
+        if (matches(REVIEW_KEYWORDS)) {
+            const runner = this.registry.get('code-review-agent');
+            if (runner)
+                return runner;
+        }
+        // 5. Explanation / documentation intent.
+        if (matches(EXPLAIN_KEYWORDS)) {
+            const runner = this.registry.get('explain-agent');
+            if (runner)
+                return runner;
+        }
+        // 6. Test generation intent.
+        if (matches(TEST_KEYWORDS)) {
+            const runner = this.registry.get('test-generator-agent') ?? this.registry.get('gpt-4o');
+            if (runner)
+                return runner;
+        }
+        // 7. Default primary runner.
+        return this.getDefaultRunner();
+    }
+    /** Render the registered ID list the way Python's list repr did, for error messages. */
+    formatAvailable() {
+        return `[${this.registry.registeredIds().map((id) => `'${id}'`).join(', ')}]`;
+    }
+}
+//# sourceMappingURL=router.js.map

package/dist/router.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"router.js","sourceRoot":"","sources":["../src/router.ts"],"names":[],"mappings":"AAAA,sGAAsG;AAKtG,mFAAmF;AACnF,MAAM,kBAAkB,GAA+E;IACrG,eAAe;IACf;QACE,KAAK,EAAE,CAAC,YAAY,EAAE,IAAI,CAAC;QAC3B,UAAU,EAAE;YACV,8BAA8B;YAC9B,wBAAwB;YACxB,wBAAwB;YACxB,2BAA2B;YAC3B,8BAA8B;SAC/B;KACF;IACD;QACE,KAAK,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC;QAC7B,UAAU,EAAE;YACV,4BAA4B;YAC5B,sBAAsB;YACtB,kBAAkB;YAClB,mBAAmB;YACnB,oBAAoB;SACrB;KACF;IACD;QACE,KAAK,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC;QAC1B,UAAU,EAAE,CAAC,mBAAmB,EAAE,iBAAiB,EAAE,oBAAoB,CAAC;KAC3E;IACD;QACE,KAAK,EAAE,CAAC,QAAQ,CAAC;QACjB,UAAU,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,sBAAsB,CAAC;KAC9D;IAED,yCAAyC;IACzC;QACE,KAAK,EAAE,CAAC,UAAU,EAAE,IAAI,CAAC;QACzB,UAAU,EAAE;YACV,wBAAwB;YACxB,oBAAoB;YACpB,wBAAwB;YACxB,oBAAoB;SACrB;KACF;IACD;QACE,KAAK,EAAE,CAAC,IAAI,EAAE,aAAa,CAAC;QAC5B,UAAU,EAAE,CAAC,wBAAwB,CAAC;KACvC;IACD;QACE,KAAK,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC;QAC3B,UAAU,EAAE;YACV,8BAA8B;YAC9B,8BAA8B;YAC9B,mBAAmB;YACnB,mBAAmB;SACpB;KACF;IACD;QACE,KAAK,EAAE,CAAC,MAAM,CAAC;QACf,UAAU,EAAE;YACV,2BAA2B;YAC3B,mBAAmB;YACnB,mBAAmB;YACnB,4BAA4B;SAC7B;KACF;IACD;QACE,KAAK,EAAE,CAAC,OAAO,CAAC;QAChB,UAAU,EAAE;YACV,0BAA0B;YAC1B,sBAAsB;YACtB,iBAAiB;SAClB;KACF;IACD;QACE,KAAK,EAAE,CAAC,QAAQ,CAAC;QACjB,UAAU,EAAE,CAAC,6BAA6B,CAAC;KAC5C;IACD;QACE,KAAK,EAAE,CAAC,KAAK,CAAC;QACd,UAAU,EAAE,CAAC,QAAQ,EAAE,aAAa,EAAE,eAAe,CAAC;KACvD;CACF,CAAC;AAEF,sEAAsE;AACtE,MAAM,cAAc,GAAgE;IAClF,CAAC,MAAM,EAAE,eAAe,CAAC;IACzB,CAAC,QAAQ,EAAE,mBAAmB,CAAC;IAC/B,CAAC,MAAM,EAAE,sBAAsB,CAAC;IAChC,CAAC,SAAS,EAAE,eAAe,CAAC;CAC7B,CAAC;AAEF,qFAAqF;AACrF,MAAM,kBAAkB,GAAG;IACzB,4BAA4B;IAC5B,8BAA8B;IAC9B,mBAAmB;IACnB,mBAAmB;IACnB,QAAQ;IACR,aAAa;IACb,mBAAmB;CACX,CAAC;AAEX,MAAM,aAAa,GAAG;IACpB,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa;IAC9D,qBAAqB,EAAE,UAAU,EAAE,QAAQ,EAAE,mBAAmB;CACxD,CAAC;AAEX,MAAM,eAAe,GAAG;IACtB,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU;IAC1D,WAAW,EAAE,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa;IACjE,UAAU,EAAE,mBAAmB,EAAE,QAAQ,EAAE,iBAAiB;CACpD,CAAC;AAEX,MAAM,gBAAgB,GAAG;IACvB,SAAS,EAAE,mBAAmB,EAAE,oBAAoB;IACpD,iBAAiB,EAAE,oBAAoB,EAAE,eAAe;IACxD,cAAc,EAAE,eAAe,EAAE,YAAY,EAAE,UAAU;IACzD,qBAAqB,EAAE,cAAc,EAAE,iBAAiB;CAChD,CAAC;AAEX,MAAM,aAAa,GAAG;IACpB,eAAe,EAAE,WAAW,EAAE,aAAa,EAAE,kBAAkB;IAC/D,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK;IAC1D,YAAY,EAAE,UAAU;CAChB,CAAC;AAUX,gGAAgG;AAChG,MAAM,OAAO,UAAU;IAGO,QAAQ;IAFpC,cAAc,GAAkB,IAAI,CAAC;IAErC,YAA4B,QAAwB;wBAAxB,QAAQ;IAAmB,CAAC;IAExD,2EAA2E;IAC3E,UAAU;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc;YACpC,CAAC,CAAC,eAAe,IAAI,CAAC,cAAc,IAAI;YACxC,CAAC,CAAC,2DAA2D,CAAC;QAEhE,MAAM,KAAK,GAAa;YACtB,8BAA8B;YAC9B,EAAE;YACF,qBAAqB,UAAU,EAAE;YACjC,EAAE;YACF,kCAAkC;YAClC,qDAAqD;YACrD,wBAAwB;YACxB,mGAAmG;YACnG,iGAAiG;YACjG,iFAAiF;YACjF,uFAAuF;YACvF,kGAAkG;YAClG,4FAA4F;YAC5F,2FAA2F;YAC3F,4EAA4E;YAC5E,wFAAwF;YACxF,qFAAqF;YACrF,6EAA6E;YAC7E,EAAE;YACF,0FAA0F;SAC3F,CAAC;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED,2FAA2F;IAC3F,eAAe,CAAC,MAAc;QAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEhD,iEAAiE;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACxC,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QAExB,mCAAmC;QACnC,KAAK,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,kBAAkB,EAAE,CAAC;YACvD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAAE,SAAS;YACtE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC5C,IAAI,MAAM;oBAAE,OAAO,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,KAAK,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;YACjD,IAAI,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;gBAClC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBAC3C,IAAI,MAAM;oBAAE,OAAO,MAAM,CAAC;YAC5B,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2FAA2F;IAC3F,eAAe,CAAC,MAAc;QAC5B,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEhD,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAChF,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;aAC3B,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YACvD,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;YAC3B,OAAO;gBACL,EAAE,EAAE,IAAI;gBACR,OAAO,EACL,2FAA2F;aAC9F,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,QAAQ,EAAE,eAAe,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;YAChE,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;YAC/B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,oEAAoE,EAAE,CAAC;QACrG,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,MAAM,EAAE,CAAC;YACX,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,EAAE,CAAC;YAChC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,8BAA8B,MAAM,CAAC,EAAE,MAAM,MAAM,CAAC,KAAK,GAAG,EAAE,CAAC;QAC7F,CAAC;QAED,OAAO;YACL,EAAE,EAAE,KAAK;YACT,OAAO,EACL,mCAAmC,MAAM,QAAQ;gBACjD,kHAAkH;gBAClH,sBAAsB,IAAI,CAAC,eAAe,EAAE,EAAE;SACjD,CAAC;IACJ,CAAC;IAED,8DAA8D;IAC9D,mBAAmB;QACjB,IAAI,IAAI,CAAC,cAAc,KAAK,IAAI,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACzC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,gBAAgB,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI;gBAC/C,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;gBACvC,WAAW,EAAE,4CAA4C;aAC1D,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACtD,OAAO;YACL,IAAI,EAAE,QAAQ;YACd,gBAAgB,EAAE,IAAI,CAAC,cAAc;YACrC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACxC,WAAW,EAAE,aAAa,IAAI,CAAC,cAAc,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,0FAA0F;IAC1F,gBAAgB;QACd,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,gBAAgB,CAAC,CAAC;QAClE,IAAI,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,EAAE,CAAC;YACrD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC/C,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,KAAK,MAAM,WAAW,IAAI,kBAAkB,EAAE,CAAC;YAC7C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC9C,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC;QAC1D,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC;IACzC,CAAC;IAED,+FAA+F;IAC/F,SAAS,CAAC,IAAY,EAAE,gBAAgC;QACtD,+DAA+D;QAC/D,IAAI,gBAAgB,IAAI,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC5E,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YACtD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;YAC1B,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;QAC7C,CAAC;QAED,2BAA2B;QAC3B,IAAI,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7E,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YACtD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,CAAC,QAA2B,EAAW,EAAE,CACvD,QAAQ,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;QAE1D,qCAAqC;QACrC,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAClD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,yBAAyB;QACzB,IAAI,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;YACtD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,yCAAyC;QACzC,IAAI,OAAO,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;YAClD,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,6BAA6B;QAC7B,IAAI,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,sBAAsB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YACxF,IAAI,MAAM;gBAAE,OAAO,MAAM,CAAC;QAC5B,CAAC;QAED,6BAA6B;QAC7B,OAAO,IAAI,CAAC,gBAAgB,EAAE,CAAC;IACjC,CAAC;IAED,wFAAwF;IAChF,eAAe;QACrB,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IAChF,CAAC;CACF"}

package/dist/runners/anthropic.d.ts

@@ -0,0 +1,15 @@
+/** Anthropic API runner implementation. */
+import { BaseRunner, type RunnerConfig, type RunnerResult } from './base.js';
+/** Runner adapter for Anthropic Claude models via the official SDK. */
+export declare class AnthropicRunner extends BaseRunner {
+    private client;
+    private clientKey;
+    constructor(config: RunnerConfig);
+    private get envVarName();
+    /** Resolve the API key strictly from environment variables. */
+    private getApiKey;
+    private getClient;
+    execute(task: string, params?: Record<string, unknown> | null): Promise<RunnerResult>;
+    /** Map SDK exceptions onto the same messages the Python implementation produced. */
+    private describeFailure;
+}

package/dist/runners/anthropic.js

@@ -0,0 +1,116 @@
+/** Anthropic API runner implementation. */
+import Anthropic, { APIConnectionTimeoutError, APIError, APIUserAbortError, AuthenticationError, RateLimitError, } from '@anthropic-ai/sdk';
+import { BaseRunner, makeRunnerResult, resolveParams } from './base.js';
+import { describeError, startTimer } from '../util.js';
+/** Runner adapter for Anthropic Claude models via the official SDK. */
+export class AnthropicRunner extends BaseRunner {
+    client = null;
+    clientKey = null;
+    constructor(config) {
+        super(config);
+    }
+    get envVarName() {
+        return this.config.api_key_env || 'ANTHROPIC_API_KEY';
+    }
+    /** Resolve the API key strictly from environment variables. */
+    getApiKey() {
+        return process.env[this.envVarName] || undefined;
+    }
+    getClient(apiKey) {
+        if (this.client === null || this.clientKey !== apiKey) {
+            this.client = new Anthropic({
+                apiKey,
+                ...(this.config.base_url ? { baseURL: this.config.base_url } : {}),
+            });
+            this.clientKey = apiKey;
+        }
+        return this.client;
+    }
+    async execute(task, params) {
+        const elapsed = startTimer();
+        const { maxTokens, temperature, systemPrompt, timeoutSeconds } = resolveParams(this.config, params);
+        const apiKey = this.getApiKey();
+        if (!apiKey) {
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                latency_ms: elapsed(),
+                success: false,
+                error_message: `Authentication error: Environment variable '${this.envVarName}' is not set. ` +
+                    `Please export ${this.envVarName}=<your-key> to use runner '${this.id}'.`,
+            });
+        }
+        const timeoutMs = timeoutSeconds * 1000;
+        try {
+            const client = this.getClient(apiKey);
+            const response = await client.messages.create({
+                model: this.model,
+                messages: [{ role: 'user', content: task }],
+                max_tokens: maxTokens,
+                temperature,
+                ...(systemPrompt ? { system: systemPrompt } : {}),
+            }, { timeout: timeoutMs, signal: AbortSignal.timeout(timeoutMs) });
+            const chunks = [];
+            for (const block of response.content) {
+                if (block.type === 'text') {
+                    chunks.push(block.text);
+                }
+                else if ('text' in block && typeof block.text === 'string') {
+                    chunks.push(block.text);
+                }
+            }
+            const inputTokens = response.usage?.input_tokens ?? 0;
+            const outputTokens = response.usage?.output_tokens ?? 0;
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                output: chunks.join(''),
+                latency_ms: elapsed(),
+                input_tokens: inputTokens,
+                output_tokens: outputTokens,
+                estimated_cost_usd: this.calculateCost(inputTokens, outputTokens),
+                success: true,
+                error_message: null,
+                raw_metadata: {
+                    stop_reason: response.stop_reason,
+                    stop_sequence: response.stop_sequence,
+                    usage: {
+                        input_tokens: inputTokens,
+                        output_tokens: outputTokens,
+                        cache_creation_input_tokens: response.usage?.cache_creation_input_tokens ?? 0,
+                        cache_read_input_tokens: response.usage?.cache_read_input_tokens ?? 0,
+                    },
+                },
+            });
+        }
+        catch (error) {
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                latency_ms: elapsed(),
+                success: false,
+                error_message: this.describeFailure(error, timeoutSeconds),
+            });
+        }
+    }
+    /** Map SDK exceptions onto the same messages the Python implementation produced. */
+    describeFailure(error, timeoutSeconds) {
+        if (error instanceof APIConnectionTimeoutError || error instanceof APIUserAbortError) {
+            return `Request timed out after ${timeoutSeconds} seconds.`;
+        }
+        if (error instanceof AuthenticationError) {
+            return `Anthropic authentication failed: ${error.message}`;
+        }
+        if (error instanceof RateLimitError) {
+            return `Anthropic rate limit exceeded: ${error.message}`;
+        }
+        if (error instanceof APIError) {
+            return `Anthropic API error (${error.status}): ${error.message}`;
+        }
+        return `Unexpected error executing Anthropic runner: ${describeError(error)}`;
+    }
+}
+//# sourceMappingURL=anthropic.js.map

package/dist/runners/anthropic.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"anthropic.js","sourceRoot":"","sources":["../../src/runners/anthropic.ts"],"names":[],"mappings":"AAAA,2CAA2C;AAE3C,OAAO,SAAS,EAAE,EAChB,yBAAyB,EACzB,QAAQ,EACR,iBAAiB,EACjB,mBAAmB,EACnB,cAAc,GACf,MAAM,mBAAmB,CAAC;AAE3B,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAwC,MAAM,WAAW,CAAC;AAC9G,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEvD,uEAAuE;AACvE,MAAM,OAAO,eAAgB,SAAQ,UAAU;IACrC,MAAM,GAAqB,IAAI,CAAC;IAChC,SAAS,GAAkB,IAAI,CAAC;IAExC,YAAY,MAAoB;QAC9B,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,IAAY,UAAU;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,mBAAmB,CAAC;IACxD,CAAC;IAED,+DAA+D;IACvD,SAAS;QACf,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;IACnD,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YACtD,IAAI,CAAC,MAAM,GAAG,IAAI,SAAS,CAAC;gBAC1B,MAAM;gBACN,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACnE,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEQ,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,MAAuC;QAC1E,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpG,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,UAAU,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,KAAK;gBACd,aAAa,EACX,+CAA+C,IAAI,CAAC,UAAU,gBAAgB;oBAC9E,iBAAiB,IAAI,CAAC,UAAU,8BAA8B,IAAI,CAAC,EAAE,IAAI;aAC5E,CAAC,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,GAAG,IAAI,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,MAAM,CAC3C;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;gBAC3C,UAAU,EAAE,SAAS;gBACrB,WAAW;gBACX,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAClD,EACD,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAC/D,CAAC;YAEF,MAAM,MAAM,GAAa,EAAE,CAAC;YAC5B,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC1B,CAAC;qBAAM,IAAI,MAAM,IAAI,KAAK,IAAI,OAAQ,KAA4B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACrF,MAAM,CAAC,IAAI,CAAE,KAA0B,CAAC,IAAI,CAAC,CAAC;gBAChD,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC,CAAC;YACtD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YAExD,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;gBACvB,UAAU,EAAE,OAAO,EAAE;gBACrB,YAAY,EAAE,WAAW;gBACzB,aAAa,EAAE,YAAY;gBAC3B,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC;gBACjE,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE;oBACZ,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,aAAa,EAAE,QAAQ,CAAC,aAAa;oBACrC,KAAK,EAAE;wBACL,YAAY,EAAE,WAAW;wBACzB,aAAa,EAAE,YAAY;wBAC3B,2BAA2B,EAAE,QAAQ,CAAC,KAAK,EAAE,2BAA2B,IAAI,CAAC;wBAC7E,uBAAuB,EAAE,QAAQ,CAAC,KAAK,EAAE,uBAAuB,IAAI,CAAC;qBACtE;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,UAAU,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC;aAC3D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,oFAAoF;IAC5E,eAAe,CAAC,KAAc,EAAE,cAAsB;QAC5D,IAAI,KAAK,YAAY,yBAAyB,IAAI,KAAK,YAAY,iBAAiB,EAAE,CAAC;YACrF,OAAO,2BAA2B,cAAc,WAAW,CAAC;QAC9D,CAAC;QACD,IAAI,KAAK,YAAY,mBAAmB,EAAE,CAAC;YACzC,OAAO,oCAAoC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7D,CAAC;QACD,IAAI,KAAK,YAAY,cAAc,EAAE,CAAC;YACpC,OAAO,kCAAkC,KAAK,CAAC,OAAO,EAAE,CAAC;QAC3D,CAAC;QACD,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;YAC9B,OAAO,wBAAwB,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACnE,CAAC;QACD,OAAO,gDAAgD,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;IAChF,CAAC;CACF"}

package/dist/runners/base.d.ts

@@ -0,0 +1,90 @@
+/** Base classes and data models for LLM runners. */
+/**
+ * Configuration for a specific LLM runner.
+ *
+ * Field names mirror the YAML keys in `config/runners/*.yaml` verbatim so a
+ * parsed config block maps straight onto this shape.
+ */
+export interface RunnerConfig {
+    id: string;
+    /** "anthropic", "openai", "ollama", etc. */
+    type: string;
+    model: string;
+    api_key_env: string | null;
+    base_url: string | null;
+    cost_per_million_input_tokens: number;
+    cost_per_million_output_tokens: number;
+    default_params: Record<string, unknown>;
+    timeout_seconds: number;
+}
+/**
+ * Normalized result returned by any runner execution.
+ *
+ * Keys are snake_case and declared in the same order as the Python dataclass:
+ * this object is serialized directly onto the wire, and both the test suite and
+ * `plugin-smartrelay` depend on that exact shape.
+ */
+export interface RunnerResult {
+    runner_id: string;
+    model: string;
+    task: string;
+    output: string;
+    latency_ms: number;
+    input_tokens: number;
+    output_tokens: number;
+    estimated_cost_usd: number;
+    success: boolean;
+    error_message: string | null;
+    raw_metadata: Record<string, unknown>;
+    timestamp: string;
+}
+export interface RunnerResultInit {
+    runner_id: string;
+    model: string;
+    task: string;
+    output?: string;
+    latency_ms?: number;
+    input_tokens?: number;
+    output_tokens?: number;
+    estimated_cost_usd?: number;
+    success: boolean;
+    error_message?: string | null;
+    raw_metadata?: Record<string, unknown>;
+    timestamp?: string;
+}
+/**
+ * Build a `RunnerResult`, filling in the same defaults as the Python dataclass
+ * and always emitting keys in declaration order so `JSON.stringify` reproduces
+ * the original payload.
+ */
+export declare function makeRunnerResult(init: RunnerResultInit): RunnerResult;
+/** Serialize a result the way `RunnerResult.to_json()` did. */
+export declare function runnerResultToJson(result: RunnerResult, indent?: number | null): string;
+/** Inference parameters after merging runner defaults with per-request overrides. */
+export interface ResolvedParams {
+    maxTokens: number;
+    temperature: number;
+    systemPrompt: string | undefined;
+    timeoutSeconds: number;
+}
+/**
+ * Merge a runner's `default_params` with per-request overrides and pull out the
+ * four values every backend needs. Overrides win, matching `dict.update()`.
+ */
+export declare function resolveParams(config: RunnerConfig, params?: Record<string, unknown> | null): ResolvedParams;
+/** Abstract base class for all LLM backend runners. */
+export declare abstract class BaseRunner {
+    readonly config: RunnerConfig;
+    constructor(config: RunnerConfig);
+    get id(): string;
+    get model(): string;
+    /** Estimated cost in USD based on the configured per-million token rates. */
+    calculateCost(inputTokens: number, outputTokens: number): number;
+    /**
+     * Execute a task on the runner backend and return a normalized `RunnerResult`.
+     *
+     * Must never throw: errors are captured and returned as a result with
+     * `success: false` and an `error_message`.
+     */
+    abstract execute(task: string, params?: Record<string, unknown> | null): Promise<RunnerResult>;
+}

package/dist/runners/base.js

@@ -0,0 +1,61 @@
+/** Base classes and data models for LLM runners. */
+import { round } from '../util.js';
+/**
+ * Build a `RunnerResult`, filling in the same defaults as the Python dataclass
+ * and always emitting keys in declaration order so `JSON.stringify` reproduces
+ * the original payload.
+ */
+export function makeRunnerResult(init) {
+    return {
+        runner_id: init.runner_id,
+        model: init.model,
+        task: init.task,
+        output: init.output ?? '',
+        latency_ms: init.latency_ms ?? 0,
+        input_tokens: init.input_tokens ?? 0,
+        output_tokens: init.output_tokens ?? 0,
+        estimated_cost_usd: init.estimated_cost_usd ?? 0,
+        success: init.success,
+        error_message: init.error_message ?? null,
+        raw_metadata: init.raw_metadata ?? {},
+        timestamp: init.timestamp ?? new Date().toISOString(),
+    };
+}
+/** Serialize a result the way `RunnerResult.to_json()` did. */
+export function runnerResultToJson(result, indent = 2) {
+    return JSON.stringify(result, null, indent ?? undefined);
+}
+/**
+ * Merge a runner's `default_params` with per-request overrides and pull out the
+ * four values every backend needs. Overrides win, matching `dict.update()`.
+ */
+export function resolveParams(config, params) {
+    const merged = { ...config.default_params, ...(params ?? {}) };
+    const systemPrompt = merged['system_prompt'];
+    return {
+        maxTokens: merged['max_tokens'] ?? 2048,
+        temperature: merged['temperature'] ?? 0.7,
+        systemPrompt: typeof systemPrompt === 'string' && systemPrompt ? systemPrompt : undefined,
+        timeoutSeconds: merged['timeout_seconds'] ?? config.timeout_seconds,
+    };
+}
+/** Abstract base class for all LLM backend runners. */
+export class BaseRunner {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    get id() {
+        return this.config.id;
+    }
+    get model() {
+        return this.config.model;
+    }
+    /** Estimated cost in USD based on the configured per-million token rates. */
+    calculateCost(inputTokens, outputTokens) {
+        const inputCost = (inputTokens / 1_000_000) * this.config.cost_per_million_input_tokens;
+        const outputCost = (outputTokens / 1_000_000) * this.config.cost_per_million_output_tokens;
+        return round(inputCost + outputCost, 6);
+    }
+}
+//# sourceMappingURL=base.js.map

package/dist/runners/base.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"base.js","sourceRoot":"","sources":["../../src/runners/base.ts"],"names":[],"mappings":"AAAA,oDAAoD;AAEpD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AA0DnC;;;;GAIG;AACH,MAAM,UAAU,gBAAgB,CAAC,IAAsB;IACrD,OAAO;QACL,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;QACzB,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,CAAC;QAChC,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,CAAC;QACpC,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,CAAC;QACtC,kBAAkB,EAAE,IAAI,CAAC,kBAAkB,IAAI,CAAC;QAChD,OAAO,EAAE,IAAI,CAAC,OAAO;QACrB,aAAa,EAAE,IAAI,CAAC,aAAa,IAAI,IAAI;QACzC,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,EAAE;QACrC,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtD,CAAC;AACJ,CAAC;AAED,+DAA+D;AAC/D,MAAM,UAAU,kBAAkB,CAAC,MAAoB,EAAE,MAAM,GAAkB,CAAC;IAChF,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,MAAM,IAAI,SAAS,CAAC,CAAC;AAC3D,CAAC;AAUD;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,MAAoB,EACpB,MAAuC;IAEvC,MAAM,MAAM,GAA4B,EAAE,GAAG,MAAM,CAAC,cAAc,EAAE,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,EAAE,CAAC;IACxF,MAAM,YAAY,GAAG,MAAM,CAAC,eAAe,CAAC,CAAC;IAE7C,OAAO;QACL,SAAS,EAAG,MAAM,CAAC,YAAY,CAAwB,IAAI,IAAI;QAC/D,WAAW,EAAG,MAAM,CAAC,aAAa,CAAwB,IAAI,GAAG;QACjE,YAAY,EAAE,OAAO,YAAY,KAAK,QAAQ,IAAI,YAAY,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,SAAS;QACzF,cAAc,EAAG,MAAM,CAAC,iBAAiB,CAAwB,IAAI,MAAM,CAAC,eAAe;KAC5F,CAAC;AACJ,CAAC;AAED,uDAAuD;AACvD,MAAM,OAAgB,UAAU;IACF,MAAM;IAAlC,YAA4B,MAAoB;sBAApB,MAAM;IAAiB,CAAC;IAEpD,IAAI,EAAE;QACJ,OAAO,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;IAC3B,CAAC;IAED,6EAA6E;IAC7E,aAAa,CAAC,WAAmB,EAAE,YAAoB;QACrD,MAAM,SAAS,GAAG,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,6BAA6B,CAAC;QACxF,MAAM,UAAU,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,8BAA8B,CAAC;QAC3F,OAAO,KAAK,CAAC,SAAS,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC;IAC1C,CAAC;CASF"}

package/dist/runners/nvidia.d.ts

@@ -0,0 +1,14 @@
+/** NVIDIA NIM / API Catalog runner implementation. */
+import { OpenAIRunner } from './openai.js';
+import type { RunnerConfig } from './base.js';
+/**
+ * Runner adapter for NVIDIA NIM and the NVIDIA API Catalog (build.nvidia.com).
+ *
+ * Like the Python original this only swaps in NVIDIA's base URL and credential
+ * env var; it deliberately inherits OpenAI's error-message wording.
+ */
+export declare class NVIDIARunner extends OpenAIRunner {
+    static readonly DEFAULT_BASE_URL = "https://integrate.api.nvidia.com/v1";
+    constructor(config: RunnerConfig);
+    protected readonly defaultEnvVar = "NVIDIA_API_KEY";
+}

package/dist/runners/nvidia.js

@@ -0,0 +1,23 @@
+/** NVIDIA NIM / API Catalog runner implementation. */
+import { OpenAIRunner } from './openai.js';
+/**
+ * Runner adapter for NVIDIA NIM and the NVIDIA API Catalog (build.nvidia.com).
+ *
+ * Like the Python original this only swaps in NVIDIA's base URL and credential
+ * env var; it deliberately inherits OpenAI's error-message wording.
+ */
+export class NVIDIARunner extends OpenAIRunner {
+    static DEFAULT_BASE_URL = 'https://integrate.api.nvidia.com/v1';
+    constructor(config) {
+        // Backfilled onto the config itself (before `super`, which is legal because
+        // it does not touch `this`) so `getRunnersMetadata()` reports the effective
+        // base URL and env var rather than the empty YAML values.
+        if (!config.base_url)
+            config.base_url = NVIDIARunner.DEFAULT_BASE_URL;
+        if (!config.api_key_env)
+            config.api_key_env = 'NVIDIA_API_KEY';
+        super(config);
+    }
+    defaultEnvVar = 'NVIDIA_API_KEY';
+}
+//# sourceMappingURL=nvidia.js.map

package/dist/runners/nvidia.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"nvidia.js","sourceRoot":"","sources":["../../src/runners/nvidia.ts"],"names":[],"mappings":"AAAA,sDAAsD;AAEtD,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAG3C;;;;;GAKG;AACH,MAAM,OAAO,YAAa,SAAQ,YAAY;IAC5C,MAAM,CAAU,gBAAgB,GAAG,qCAAqC,CAAC;IAEzE,YAAY,MAAoB;QAC9B,4EAA4E;QAC5E,4EAA4E;QAC5E,0DAA0D;QAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC,gBAAgB,CAAC;QACtE,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,MAAM,CAAC,WAAW,GAAG,gBAAgB,CAAC;QAC/D,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAE2B,aAAa,GAAG,gBAAgB,CAAC;CAC9D"}

package/dist/runners/ollama.d.ts

@@ -0,0 +1,8 @@
+/** Ollama local HTTP runner implementation. */
+import { BaseRunner, type RunnerConfig, type RunnerResult } from './base.js';
+/** Runner adapter for local LLMs served by Ollama (Llama 3, DeepSeek, Mistral, Qwen). */
+export declare class OllamaRunner extends BaseRunner {
+    private readonly baseUrl;
+    constructor(config: RunnerConfig);
+    execute(task: string, params?: Record<string, unknown> | null): Promise<RunnerResult>;
+}