@theone1345/smartrelay 0.2.0

package/dist/runners/ollama.js

@@ -0,0 +1,107 @@
+/** Ollama local HTTP runner implementation. */
+import { BaseRunner, makeRunnerResult, resolveParams } from './base.js';
+import { describeError, startTimer } from '../util.js';
+/** Node's fetch reports connection failures via `error.cause.code`. */
+const CONNECT_ERROR_CODES = new Set([
+    'ECONNREFUSED',
+    'ENOTFOUND',
+    'EHOSTUNREACH',
+    'ENETUNREACH',
+    'ECONNRESET',
+    'EAI_AGAIN',
+]);
+function isTimeout(error) {
+    return error instanceof DOMException && (error.name === 'TimeoutError' || error.name === 'AbortError');
+}
+function isConnectFailure(error) {
+    const cause = error?.cause;
+    return typeof cause?.code === 'string' && CONNECT_ERROR_CODES.has(cause.code);
+}
+/** Runner adapter for local LLMs served by Ollama (Llama 3, DeepSeek, Mistral, Qwen). */
+export class OllamaRunner extends BaseRunner {
+    baseUrl;
+    constructor(config) {
+        super(config);
+        this.baseUrl = (config.base_url || 'http://localhost:11434').replace(/\/+$/, '');
+    }
+    async execute(task, params) {
+        const elapsed = startTimer();
+        const { maxTokens, temperature, systemPrompt, timeoutSeconds } = resolveParams(this.config, params);
+        const payload = {
+            model: this.model,
+            prompt: task,
+            stream: false,
+            options: {
+                temperature,
+                num_predict: maxTokens,
+            },
+        };
+        if (systemPrompt)
+            payload['system'] = systemPrompt;
+        try {
+            const response = await fetch(`${this.baseUrl}/api/generate`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify(payload),
+                // httpx takes seconds; AbortSignal.timeout takes milliseconds.
+                signal: AbortSignal.timeout(timeoutSeconds * 1000),
+            });
+            if (!response.ok) {
+                return makeRunnerResult({
+                    runner_id: this.id,
+                    model: this.model,
+                    task,
+                    latency_ms: elapsed(),
+                    success: false,
+                    error_message: `Ollama returned HTTP error (${response.status}): ${await response.text()}`,
+                });
+            }
+            const data = (await response.json());
+            const inputTokens = Number(data['prompt_eval_count'] ?? 0) || 0;
+            const outputTokens = Number(data['eval_count'] ?? 0) || 0;
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                output: typeof data['response'] === 'string' ? data['response'] : '',
+                latency_ms: elapsed(),
+                input_tokens: inputTokens,
+                output_tokens: outputTokens,
+                // Local models cost 0.00 USD unless custom pricing is configured.
+                estimated_cost_usd: this.calculateCost(inputTokens, outputTokens),
+                success: true,
+                error_message: null,
+                raw_metadata: {
+                    total_duration_ns: data['total_duration'] ?? null,
+                    load_duration_ns: data['load_duration'] ?? null,
+                    prompt_eval_duration_ns: data['prompt_eval_duration'] ?? null,
+                    eval_duration_ns: data['eval_duration'] ?? null,
+                    context: data['context'] ?? null,
+                },
+            });
+        }
+        catch (error) {
+            let message;
+            if (isTimeout(error)) {
+                message = `Request to Ollama timed out after ${timeoutSeconds} seconds.`;
+            }
+            else if (isConnectFailure(error)) {
+                message =
+                    `Could not connect to Ollama server at '${this.baseUrl}'. ` +
+                        "Ensure Ollama is installed and running ('ollama serve').";
+            }
+            else {
+                message = `Unexpected error communicating with Ollama: ${describeError(error)}`;
+            }
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                latency_ms: elapsed(),
+                success: false,
+                error_message: message,
+            });
+        }
+    }
+}
+//# sourceMappingURL=ollama.js.map

package/dist/runners/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../src/runners/ollama.ts"],"names":[],"mappings":"AAAA,+CAA+C;AAE/C,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAwC,MAAM,WAAW,CAAC;AAC9G,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEvD,uEAAuE;AACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,CAAC;IAClC,cAAc;IACd,WAAW;IACX,cAAc;IACd,aAAa;IACb,YAAY;IACZ,WAAW;CACZ,CAAC,CAAC;AAEH,SAAS,SAAS,CAAC,KAAc;IAC/B,OAAO,KAAK,YAAY,YAAY,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC,CAAC;AACzG,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,MAAM,KAAK,GAAI,KAA+C,EAAE,KAAK,CAAC;IACtE,OAAO,OAAO,KAAK,EAAE,IAAI,KAAK,QAAQ,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAChF,CAAC;AAED,yFAAyF;AACzF,MAAM,OAAO,YAAa,SAAQ,UAAU;IACzB,OAAO,CAAS;IAEjC,YAAY,MAAoB;QAC9B,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,OAAO,GAAG,CAAC,MAAM,CAAC,QAAQ,IAAI,wBAAwB,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACnF,CAAC;IAEQ,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,MAAuC;QAC1E,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpG,MAAM,OAAO,GAA4B;YACvC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,WAAW;gBACX,WAAW,EAAE,SAAS;aACvB;SACF,CAAC;QACF,IAAI,YAAY;YAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC;QAEnD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,IAAI,CAAC,OAAO,eAAe,EAAE;gBAC3D,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;gBAC7B,+DAA+D;gBAC/D,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;aACnD,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,OAAO,gBAAgB,CAAC;oBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;oBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,IAAI;oBACJ,UAAU,EAAE,OAAO,EAAE;oBACrB,OAAO,EAAE,KAAK;oBACd,aAAa,EAAE,+BAA+B,QAAQ,CAAC,MAAM,MAAM,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE;iBAC3F,CAAC,CAAC;YACL,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAA4B,CAAC;YAChE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAChE,MAAM,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;YAE1D,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,MAAM,EAAE,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE;gBACpE,UAAU,EAAE,OAAO,EAAE;gBACrB,YAAY,EAAE,WAAW;gBACzB,aAAa,EAAE,YAAY;gBAC3B,kEAAkE;gBAClE,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC;gBACjE,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE;oBACZ,iBAAiB,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,IAAI;oBACjD,gBAAgB,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI;oBAC/C,uBAAuB,EAAE,IAAI,CAAC,sBAAsB,CAAC,IAAI,IAAI;oBAC7D,gBAAgB,EAAE,IAAI,CAAC,eAAe,CAAC,IAAI,IAAI;oBAC/C,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,IAAI;iBACjC;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAe,CAAC;YACpB,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrB,OAAO,GAAG,qCAAqC,cAAc,WAAW,CAAC;YAC3E,CAAC;iBAAM,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACnC,OAAO;oBACL,0CAA0C,IAAI,CAAC,OAAO,KAAK;wBAC3D,0DAA0D,CAAC;YAC/D,CAAC;iBAAM,CAAC;gBACN,OAAO,GAAG,+CAA+C,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;YAClF,CAAC;YAED,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,UAAU,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,OAAO;aACvB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/runners/openai.d.ts

@@ -0,0 +1,28 @@
+/** OpenAI API runner implementation. */
+import { BaseRunner, type RunnerConfig, type RunnerResult } from './base.js';
+/**
+ * Runner adapter for OpenAI models (GPT-4o, GPT-4o-mini, o3-mini, etc.).
+ *
+ * Serves as the base for every OpenAI-compatible gateway. Subclasses override
+ * the protected hooks below to change the base URL, credential env var, extra
+ * headers, and the provider name used in error messages.
+ */
+export declare class OpenAIRunner extends BaseRunner {
+    protected readonly providerLabel: string;
+    protected readonly defaultEnvVar: string;
+    protected readonly defaultBaseUrl: string | null;
+    private client;
+    private clientKey;
+    constructor(config: RunnerConfig);
+    protected get envVarName(): string;
+    /** Extra headers to send with every request. */
+    protected extraHeaders(): Record<string, string> | undefined;
+    /** Message used when the request exceeds its deadline. */
+    protected timeoutMessage(timeoutSeconds: number): string;
+    /** Resolve the API key strictly from environment variables. */
+    protected getApiKey(): string | undefined;
+    private getClient;
+    execute(task: string, params?: Record<string, unknown> | null): Promise<RunnerResult>;
+    /** Map SDK exceptions onto the same messages the Python implementation produced. */
+    protected describeFailure(error: unknown, timeoutSeconds: number): string;
+}

package/dist/runners/openai.js

@@ -0,0 +1,131 @@
+/** OpenAI API runner implementation. */
+import OpenAI from 'openai';
+import { BaseRunner, makeRunnerResult, resolveParams } from './base.js';
+import { describeError, startTimer } from '../util.js';
+/**
+ * Runner adapter for OpenAI models (GPT-4o, GPT-4o-mini, o3-mini, etc.).
+ *
+ * Serves as the base for every OpenAI-compatible gateway. Subclasses override
+ * the protected hooks below to change the base URL, credential env var, extra
+ * headers, and the provider name used in error messages.
+ */
+export class OpenAIRunner extends BaseRunner {
+    providerLabel = 'OpenAI';
+    defaultEnvVar = 'OPENAI_API_KEY';
+    defaultBaseUrl = null;
+    client = null;
+    clientKey = null;
+    constructor(config) {
+        super(config);
+    }
+    get envVarName() {
+        return this.config.api_key_env || this.defaultEnvVar;
+    }
+    /** Extra headers to send with every request. */
+    extraHeaders() {
+        return undefined;
+    }
+    /** Message used when the request exceeds its deadline. */
+    timeoutMessage(timeoutSeconds) {
+        return `Request timed out after ${timeoutSeconds} seconds.`;
+    }
+    /** Resolve the API key strictly from environment variables. */
+    getApiKey() {
+        return process.env[this.envVarName] || undefined;
+    }
+    getClient(apiKey) {
+        if (this.client === null || this.clientKey !== apiKey) {
+            const baseURL = this.config.base_url || this.defaultBaseUrl;
+            const headers = this.extraHeaders();
+            this.client = new OpenAI({
+                apiKey,
+                ...(baseURL ? { baseURL } : {}),
+                ...(headers ? { defaultHeaders: headers } : {}),
+            });
+            this.clientKey = apiKey;
+        }
+        return this.client;
+    }
+    async execute(task, params) {
+        const elapsed = startTimer();
+        const { maxTokens, temperature, systemPrompt, timeoutSeconds } = resolveParams(this.config, params);
+        const apiKey = this.getApiKey();
+        if (!apiKey) {
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                latency_ms: elapsed(),
+                success: false,
+                error_message: `Authentication error: Environment variable '${this.envVarName}' is not set. ` +
+                    `Please export ${this.envVarName}=<your-key> to use runner '${this.id}'.`,
+            });
+        }
+        const timeoutMs = timeoutSeconds * 1000;
+        try {
+            const client = this.getClient(apiKey);
+            const messages = [];
+            if (systemPrompt)
+                messages.push({ role: 'system', content: systemPrompt });
+            messages.push({ role: 'user', content: task });
+            const response = await client.chat.completions.create({
+                model: this.model,
+                messages,
+                max_tokens: maxTokens,
+                temperature,
+            }, { timeout: timeoutMs, signal: AbortSignal.timeout(timeoutMs) });
+            const choice = response.choices[0];
+            const outputText = choice?.message.content || '';
+            const inputTokens = response.usage?.prompt_tokens ?? 0;
+            const outputTokens = response.usage?.completion_tokens ?? 0;
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                output: outputText,
+                latency_ms: elapsed(),
+                input_tokens: inputTokens,
+                output_tokens: outputTokens,
+                estimated_cost_usd: this.calculateCost(inputTokens, outputTokens),
+                success: true,
+                error_message: null,
+                raw_metadata: {
+                    finish_reason: choice ? choice.finish_reason : null,
+                    usage: {
+                        prompt_tokens: inputTokens,
+                        completion_tokens: outputTokens,
+                        total_tokens: response.usage?.total_tokens ?? 0,
+                    },
+                    system_fingerprint: response.system_fingerprint ?? null,
+                },
+            });
+        }
+        catch (error) {
+            return makeRunnerResult({
+                runner_id: this.id,
+                model: this.model,
+                task,
+                latency_ms: elapsed(),
+                success: false,
+                error_message: this.describeFailure(error, timeoutSeconds),
+            });
+        }
+    }
+    /** Map SDK exceptions onto the same messages the Python implementation produced. */
+    describeFailure(error, timeoutSeconds) {
+        if (error instanceof OpenAI.APIConnectionTimeoutError || error instanceof OpenAI.APIUserAbortError) {
+            return this.timeoutMessage(timeoutSeconds);
+        }
+        if (error instanceof OpenAI.AuthenticationError) {
+            return `${this.providerLabel} authentication failed: ${error.message}`;
+        }
+        if (error instanceof OpenAI.RateLimitError) {
+            return `${this.providerLabel} rate limit exceeded: ${error.message}`;
+        }
+        if (error instanceof OpenAI.APIError) {
+            return `${this.providerLabel} API error (${error.status}): ${error.message}`;
+        }
+        return `Unexpected error executing ${this.providerLabel} runner: ${describeError(error)}`;
+    }
+}
+//# sourceMappingURL=openai.js.map

package/dist/runners/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/runners/openai.ts"],"names":[],"mappings":"AAAA,wCAAwC;AAExC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,UAAU,EAAE,gBAAgB,EAAE,aAAa,EAAwC,MAAM,WAAW,CAAC;AAC9G,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,YAAY,CAAC;AAEvD;;;;;;GAMG;AACH,MAAM,OAAO,YAAa,SAAQ,UAAU;IACvB,aAAa,GAAW,QAAQ,CAAC;IACjC,aAAa,GAAW,gBAAgB,CAAC;IACzC,cAAc,GAAkB,IAAI,CAAC;IAEhD,MAAM,GAAkB,IAAI,CAAC;IAC7B,SAAS,GAAkB,IAAI,CAAC;IAExC,YAAY,MAAoB;QAC9B,KAAK,CAAC,MAAM,CAAC,CAAC;IAChB,CAAC;IAED,IAAc,UAAU;QACtB,OAAO,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,IAAI,CAAC,aAAa,CAAC;IACvD,CAAC;IAED,gDAAgD;IACtC,YAAY;QACpB,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,0DAA0D;IAChD,cAAc,CAAC,cAAsB;QAC7C,OAAO,2BAA2B,cAAc,WAAW,CAAC;IAC9D,CAAC;IAED,+DAA+D;IACrD,SAAS;QACjB,OAAO,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;IACnD,CAAC;IAEO,SAAS,CAAC,MAAc;QAC9B,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YACtD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC;YAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;YACpC,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;gBACvB,MAAM;gBACN,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/B,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAChD,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC;QAC1B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEQ,KAAK,CAAC,OAAO,CAAC,IAAY,EAAE,MAAuC;QAC1E,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;QAC7B,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,YAAY,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAEpG,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAC;QAChC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,UAAU,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,KAAK;gBACd,aAAa,EACX,+CAA+C,IAAI,CAAC,UAAU,gBAAgB;oBAC9E,iBAAiB,IAAI,CAAC,UAAU,8BAA8B,IAAI,CAAC,EAAE,IAAI;aAC5E,CAAC,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,cAAc,GAAG,IAAI,CAAC;QAExC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YAEtC,MAAM,QAAQ,GAA6C,EAAE,CAAC;YAC9D,IAAI,YAAY;gBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC,CAAC;YAC3E,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YAE/C,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CACnD;gBACE,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ;gBACR,UAAU,EAAE,SAAS;gBACrB,WAAW;aACZ,EACD,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAC/D,CAAC;YAEF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,UAAU,GAAG,MAAM,EAAE,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC;YACjD,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,EAAE,aAAa,IAAI,CAAC,CAAC;YACvD,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,EAAE,iBAAiB,IAAI,CAAC,CAAC;YAE5D,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,OAAO,EAAE;gBACrB,YAAY,EAAE,WAAW;gBACzB,aAAa,EAAE,YAAY;gBAC3B,kBAAkB,EAAE,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,YAAY,CAAC;gBACjE,OAAO,EAAE,IAAI;gBACb,aAAa,EAAE,IAAI;gBACnB,YAAY,EAAE;oBACZ,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI;oBACnD,KAAK,EAAE;wBACL,aAAa,EAAE,WAAW;wBAC1B,iBAAiB,EAAE,YAAY;wBAC/B,YAAY,EAAE,QAAQ,CAAC,KAAK,EAAE,YAAY,IAAI,CAAC;qBAChD;oBACD,kBAAkB,EAAE,QAAQ,CAAC,kBAAkB,IAAI,IAAI;iBACxD;aACF,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,gBAAgB,CAAC;gBACtB,SAAS,EAAE,IAAI,CAAC,EAAE;gBAClB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,IAAI;gBACJ,UAAU,EAAE,OAAO,EAAE;gBACrB,OAAO,EAAE,KAAK;gBACd,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,CAAC;aAC3D,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,oFAAoF;IAC1E,eAAe,CAAC,KAAc,EAAE,cAAsB;QAC9D,IAAI,KAAK,YAAY,MAAM,CAAC,yBAAyB,IAAI,KAAK,YAAY,MAAM,CAAC,iBAAiB,EAAE,CAAC;YACnG,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;QAC7C,CAAC;QACD,IAAI,KAAK,YAAY,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAChD,OAAO,GAAG,IAAI,CAAC,aAAa,2BAA2B,KAAK,CAAC,OAAO,EAAE,CAAC;QACzE,CAAC;QACD,IAAI,KAAK,YAAY,MAAM,CAAC,cAAc,EAAE,CAAC;YAC3C,OAAO,GAAG,IAAI,CAAC,aAAa,yBAAyB,KAAK,CAAC,OAAO,EAAE,CAAC;QACvE,CAAC;QACD,IAAI,KAAK,YAAY,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrC,OAAO,GAAG,IAAI,CAAC,aAAa,eAAe,KAAK,CAAC,MAAM,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QAC/E,CAAC;QACD,OAAO,8BAA8B,IAAI,CAAC,aAAa,YAAY,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;IAC5F,CAAC;CACF"}

package/dist/runners/openrouter.d.ts

@@ -0,0 +1,11 @@
+/** OpenRouter API runner implementation. */
+import { OpenAIRunner } from './openai.js';
+/** Runner adapter for models accessed via the OpenRouter API gateway. */
+export declare class OpenRouterRunner extends OpenAIRunner {
+    static readonly DEFAULT_BASE_URL = "https://openrouter.ai/api/v1";
+    protected readonly providerLabel = "OpenRouter";
+    protected readonly defaultEnvVar = "OPENROUTER_API_KEY";
+    protected readonly defaultBaseUrl = "https://openrouter.ai/api/v1";
+    protected extraHeaders(): Record<string, string>;
+    protected timeoutMessage(timeoutSeconds: number): string;
+}

package/dist/runners/openrouter.js

@@ -0,0 +1,19 @@
+/** OpenRouter API runner implementation. */
+import { OpenAIRunner } from './openai.js';
+/** Runner adapter for models accessed via the OpenRouter API gateway. */
+export class OpenRouterRunner extends OpenAIRunner {
+    static DEFAULT_BASE_URL = 'https://openrouter.ai/api/v1';
+    providerLabel = 'OpenRouter';
+    defaultEnvVar = 'OPENROUTER_API_KEY';
+    defaultBaseUrl = OpenRouterRunner.DEFAULT_BASE_URL;
+    extraHeaders() {
+        return {
+            'HTTP-Referer': 'https://github.com/mcp-delegation-server',
+            'X-Title': 'MCP Delegation Server',
+        };
+    }
+    timeoutMessage(timeoutSeconds) {
+        return `Request to OpenRouter timed out after ${timeoutSeconds} seconds.`;
+    }
+}
+//# sourceMappingURL=openrouter.js.map

package/dist/runners/openrouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../src/runners/openrouter.ts"],"names":[],"mappings":"AAAA,4CAA4C;AAE5C,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,yEAAyE;AACzE,MAAM,OAAO,gBAAiB,SAAQ,YAAY;IAChD,MAAM,CAAU,gBAAgB,GAAG,8BAA8B,CAAC;IAEtC,aAAa,GAAG,YAAY,CAAC;IAC7B,aAAa,GAAG,oBAAoB,CAAC;IACrC,cAAc,GAAG,gBAAgB,CAAC,gBAAgB,CAAC;IAE5D,YAAY;QAC7B,OAAO;YACL,cAAc,EAAE,0CAA0C;YAC1D,SAAS,EAAE,uBAAuB;SACnC,CAAC;IACJ,CAAC;IAEkB,cAAc,CAAC,cAAsB;QACtD,OAAO,yCAAyC,cAAc,WAAW,CAAC;IAC5E,CAAC;CACF"}

package/dist/runners/registry.d.ts

@@ -0,0 +1,53 @@
+/** Registry for discovering and managing configured LLM runners. */
+import type { BaseRunner } from './base.js';
+/** Structured metadata for a registered runner, as returned by `list_runners`. */
+export interface RunnerMetadata {
+    runner_id: string;
+    type: string;
+    model: string;
+    pricing: {
+        cost_per_million_input_tokens: number;
+        cost_per_million_output_tokens: number;
+    };
+    timeout_seconds: number;
+    default_params: Record<string, unknown>;
+    credentials_env_var: string | null;
+    is_authenticated: boolean;
+    base_url: string | null;
+}
+/** Registry maintaining runner instances configured via config.yaml, with auto-reload. */
+export declare class RunnerRegistry {
+    private runners;
+    private watchedFiles;
+    serverConfig: Record<string, unknown>;
+    configPath: string | null;
+    constructor(configPath?: string | null);
+    /** Locate the config file, searching the standard locations in order. */
+    static findConfigPath(customPath?: string | null): string;
+    /** Create and populate a registry from a YAML config file. */
+    static fromYaml(configPath?: string | null): RunnerRegistry;
+    /**
+     * Load or reload runners from the YAML config and any included files.
+     *
+     * On failure the previously loaded runners are left in place, matching the
+     * Python behavior of only swapping state in once parsing fully succeeds.
+     */
+    reload(): void;
+    /** Merge the `runners` block of one YAML file into the accumulated definitions. */
+    private mergeRunnerFile;
+    /** Reload if the config, any include, or any prompt file has changed on disk. */
+    reloadIfModified(): void;
+    /**
+     * Get a runner by ID, with auto-reload and alias matching.
+     *
+     * Resolution order is significant: exact, then case-insensitive, then
+     * provider-prefix add/strip, then match against the model name.
+     */
+    get(runnerId: string): BaseRunner | null;
+    /** All registered runners, keyed by ID. */
+    listRunners(): Map<string, BaseRunner>;
+    /** IDs of all registered runners, in config order. */
+    registeredIds(): string[];
+    /** Structured metadata for every registered runner. */
+    getRunnersMetadata(): RunnerMetadata[];
+}

package/dist/runners/registry.js

@@ -0,0 +1,273 @@
+/** Registry for discovering and managing configured LLM runners. */
+import { existsSync, readdirSync, readFileSync, statSync } from 'node:fs';
+import path from 'node:path';
+import { parse as parseYaml } from 'yaml';
+import { AnthropicRunner } from './anthropic.js';
+import { NVIDIARunner } from './nvidia.js';
+import { OllamaRunner } from './ollama.js';
+import { OpenAIRunner } from './openai.js';
+import { OpenRouterRunner } from './openrouter.js';
+import { getLogger } from '../logger.js';
+import { describeError, findProjectRoot, resolveUserPath } from '../util.js';
+const logger = getLogger('mcp_delegation_server.registry');
+const RUNNER_FACTORIES = {
+    anthropic: AnthropicRunner,
+    openai: OpenAIRunner,
+    ollama: OllamaRunner,
+    openrouter: OpenRouterRunner,
+    nvidia: NVIDIARunner,
+};
+/** Default credential env var per provider, used when a runner omits `api_key_env`. */
+const DEFAULT_ENV_BY_TYPE = {
+    anthropic: 'ANTHROPIC_API_KEY',
+    openai: 'OPENAI_API_KEY',
+    openrouter: 'OPENROUTER_API_KEY',
+    nvidia: 'NVIDIA_API_KEY',
+};
+/** Provider prefixes tried when resolving a runner ID alias. */
+const ALIAS_PREFIXES = ['openrouter-', 'ollama-', 'openai-', 'anthropic-'];
+function isRecord(value) {
+    return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+function mtimeOf(filePath) {
+    return statSync(filePath).mtimeMs;
+}
+/** Registry maintaining runner instances configured via config.yaml, with auto-reload. */
+export class RunnerRegistry {
+    runners = new Map();
+    watchedFiles = new Map();
+    serverConfig = {};
+    configPath;
+    constructor(configPath = null) {
+        this.configPath = configPath;
+    }
+    /** Locate the config file, searching the standard locations in order. */
+    static findConfigPath(customPath) {
+        if (customPath) {
+            if (existsSync(customPath))
+                return resolveUserPath(customPath);
+            throw new Error(`Specified configuration file not found: ${customPath}`);
+        }
+        const envPath = process.env['MCP_CONFIG_PATH'];
+        if (envPath) {
+            if (existsSync(envPath))
+                return resolveUserPath(envPath);
+            throw new Error(`Configuration file specified by MCP_CONFIG_PATH not found: ${envPath}`);
+        }
+        const projectRoot = findProjectRoot();
+        const candidates = [
+            path.join(process.cwd(), 'config.yaml'),
+            path.join(process.cwd(), 'config.yml'),
+            path.join(projectRoot, 'config.yaml'),
+            path.join(projectRoot, 'config.yml'),
+        ];
+        for (const candidate of candidates) {
+            if (existsSync(candidate))
+                return path.resolve(candidate);
+        }
+        throw new Error('Could not locate config.yaml in current directory or project root. ' +
+            'Set MCP_CONFIG_PATH environment variable to point to your config.yaml.');
+    }
+    /** Create and populate a registry from a YAML config file. */
+    static fromYaml(configPath) {
+        const registry = new RunnerRegistry(RunnerRegistry.findConfigPath(configPath));
+        registry.reload();
+        return registry;
+    }
+    /**
+     * Load or reload runners from the YAML config and any included files.
+     *
+     * On failure the previously loaded runners are left in place, matching the
+     * Python behavior of only swapping state in once parsing fully succeeds.
+     */
+    reload() {
+        if (!this.configPath || !existsSync(this.configPath))
+            return;
+        try {
+            const configDir = path.dirname(this.configPath);
+            const watched = new Map([[this.configPath, mtimeOf(this.configPath)]]);
+            const data = (parseYaml(readFileSync(this.configPath, 'utf-8')) ?? {});
+            this.serverConfig = isRecord(data['server']) ? data['server'] : {};
+            // Insertion order here determines the order of `list_runners`.
+            const runnerDefs = new Map();
+            if (isRecord(data['runners'])) {
+                for (const [id, def] of Object.entries(data['runners']))
+                    runnerDefs.set(id, def);
+            }
+            const includes = data['includes'];
+            if (Array.isArray(includes)) {
+                for (const include of includes) {
+                    if (typeof include !== 'string')
+                        continue;
+                    const includePath = path.isAbsolute(include) ? include : path.join(configDir, include);
+                    if (existsSync(includePath) && statSync(includePath).isFile()) {
+                        watched.set(includePath, mtimeOf(includePath));
+                        this.mergeRunnerFile(includePath, runnerDefs);
+                    }
+                    else if (existsSync(includePath) && statSync(includePath).isDirectory()) {
+                        const yamlFiles = readdirSync(includePath)
+                            .filter((name) => /\.y.*ml$/.test(name))
+                            .sort()
+                            .map((name) => path.join(includePath, name));
+                        for (const yamlFile of yamlFiles) {
+                            watched.set(yamlFile, mtimeOf(yamlFile));
+                            this.mergeRunnerFile(yamlFile, runnerDefs);
+                        }
+                    }
+                }
+            }
+            const nextRunners = new Map();
+            for (const [runnerId, runnerInfo] of runnerDefs) {
+                if (!isRecord(runnerInfo))
+                    continue;
+                const runnerType = runnerInfo['type'];
+                if (typeof runnerType !== 'string' || !runnerType)
+                    continue;
+                const defaultParams = isRecord(runnerInfo['default_params'])
+                    ? { ...runnerInfo['default_params'] }
+                    : {};
+                const promptFile = defaultParams['system_prompt_file'] ?? runnerInfo['system_prompt_file'];
+                if (typeof promptFile === 'string' && promptFile) {
+                    const promptPath = path.isAbsolute(promptFile) ? promptFile : path.join(configDir, promptFile);
+                    if (existsSync(promptPath) && statSync(promptPath).isFile()) {
+                        watched.set(promptPath, mtimeOf(promptPath));
+                        try {
+                            defaultParams['system_prompt'] = readFileSync(promptPath, 'utf-8').trim();
+                        }
+                        catch (error) {
+                            logger.warning(`Could not read prompt file ${promptPath} for runner ${runnerId}: ${describeError(error)}`);
+                        }
+                    }
+                    else {
+                        logger.warning(`Prompt file ${promptPath} does not exist for runner ${runnerId}`);
+                    }
+                }
+                const config = {
+                    id: runnerId,
+                    type: runnerType,
+                    model: typeof runnerInfo['model'] === 'string' ? runnerInfo['model'] : runnerId,
+                    api_key_env: typeof runnerInfo['api_key_env'] === 'string' ? runnerInfo['api_key_env'] : null,
+                    base_url: typeof runnerInfo['base_url'] === 'string' ? runnerInfo['base_url'] : null,
+                    cost_per_million_input_tokens: Number(runnerInfo['cost_per_million_input_tokens'] ?? 0) || 0,
+                    cost_per_million_output_tokens: Number(runnerInfo['cost_per_million_output_tokens'] ?? 0) || 0,
+                    default_params: defaultParams,
+                    timeout_seconds: Number(runnerInfo['timeout_seconds'] ?? this.serverConfig['default_timeout_seconds'] ?? 60) || 60,
+                };
+                const Factory = RUNNER_FACTORIES[runnerType];
+                if (Factory)
+                    nextRunners.set(runnerId, new Factory(config));
+            }
+            this.runners = nextRunners;
+            this.watchedFiles = watched;
+            logger.info(`Registry updated: loaded ${this.runners.size} runners from ${this.watchedFiles.size} files`);
+        }
+        catch (error) {
+            logger.error(`Failed to reload configuration: ${describeError(error)}`);
+        }
+    }
+    /** Merge the `runners` block of one YAML file into the accumulated definitions. */
+    mergeRunnerFile(filePath, into) {
+        try {
+            const parsed = (parseYaml(readFileSync(filePath, 'utf-8')) ?? {});
+            if (isRecord(parsed['runners'])) {
+                for (const [id, def] of Object.entries(parsed['runners']))
+                    into.set(id, def);
+            }
+        }
+        catch (error) {
+            logger.warning(`Failed to load included config ${filePath}: ${describeError(error)}`);
+        }
+    }
+    /** Reload if the config, any include, or any prompt file has changed on disk. */
+    reloadIfModified() {
+        if (this.watchedFiles.size === 0) {
+            if (this.configPath && existsSync(this.configPath))
+                this.reload();
+            return;
+        }
+        try {
+            for (const [filePath, recordedMtime] of this.watchedFiles) {
+                if (!existsSync(filePath) || mtimeOf(filePath) > recordedMtime) {
+                    this.reload();
+                    break;
+                }
+            }
+        }
+        catch {
+            // A transient stat failure should not take the server down.
+        }
+    }
+    /**
+     * Get a runner by ID, with auto-reload and alias matching.
+     *
+     * Resolution order is significant: exact, then case-insensitive, then
+     * provider-prefix add/strip, then match against the model name.
+     */
+    get(runnerId) {
+        this.reloadIfModified();
+        const exact = this.runners.get(runnerId);
+        if (exact)
+            return exact;
+        const lowered = runnerId.toLowerCase();
+        for (const [id, runner] of this.runners) {
+            if (id.toLowerCase() === lowered)
+                return runner;
+        }
+        for (const prefix of ALIAS_PREFIXES) {
+            const prefixed = this.runners.get(`${prefix}${runnerId}`);
+            if (prefixed)
+                return prefixed;
+            if (runnerId.startsWith(prefix)) {
+                const unprefixed = this.runners.get(runnerId.slice(prefix.length));
+                if (unprefixed)
+                    return unprefixed;
+            }
+        }
+        for (const runner of this.runners.values()) {
+            if (runner.model.toLowerCase() === lowered)
+                return runner;
+        }
+        return null;
+    }
+    /** All registered runners, keyed by ID. */
+    listRunners() {
+        this.reloadIfModified();
+        return new Map(this.runners);
+    }
+    /** IDs of all registered runners, in config order. */
+    registeredIds() {
+        this.reloadIfModified();
+        return [...this.runners.keys()];
+    }
+    /** Structured metadata for every registered runner. */
+    getRunnersMetadata() {
+        this.reloadIfModified();
+        const metadata = [];
+        for (const [runnerId, runner] of this.runners) {
+            const cfg = runner.config;
+            let isReady = true;
+            if (cfg.api_key_env) {
+                isReady = Boolean(process.env[cfg.api_key_env]);
+            }
+            else if (DEFAULT_ENV_BY_TYPE[cfg.type]) {
+                isReady = Boolean(process.env[DEFAULT_ENV_BY_TYPE[cfg.type]]);
+            }
+            metadata.push({
+                runner_id: runnerId,
+                type: cfg.type,
+                model: cfg.model,
+                pricing: {
+                    cost_per_million_input_tokens: cfg.cost_per_million_input_tokens,
+                    cost_per_million_output_tokens: cfg.cost_per_million_output_tokens,
+                },
+                timeout_seconds: cfg.timeout_seconds,
+                default_params: cfg.default_params,
+                credentials_env_var: cfg.api_key_env,
+                is_authenticated: isReady,
+                base_url: cfg.base_url,
+            });
+        }
+        return metadata;
+    }
+}
+//# sourceMappingURL=registry.js.map