bikky 0.3.1 → 0.3.2

package/dist/llm/inference/providers/openai.js

@@ -0,0 +1,73 @@
+/**
+ * OpenAI chat-completion provider — POSTs to /v1/chat/completions with bearer
+ * auth. Forwards `response_format` (json_object or json_schema) as-is.
+ *
+ * On failure: catches typed errors from the resilient fetch helper, records
+ * them via `_recordInferenceError` for surfacing by the orchestrator, and
+ * returns `null` to keep the fallback contract.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { resilientFetch } from "../../fetch.js";
+import { LlmAuthError, LlmHttpError, } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+const RETRY_CAP_MS = 5_000;
+export const openaiInferenceProvider = {
+    name: "openai",
+    label: "OpenAI",
+    browserCompatible: false,
+    defaults: {
+        model: "gpt-4.1-mini",
+        baseUrl: "https://api.openai.com",
+    },
+    async chat(opts, cfg, log) {
+        if (!cfg.apiKey) {
+            const details = { provider: "openai", model: cfg.model, body: "no API key" };
+            const err = new LlmAuthError(details);
+            _recordInferenceError(err);
+            log("WARN", `LLM OpenAI: no API key`);
+            return null;
+        }
+        const body = {
+            model: cfg.model,
+            messages: opts.messages,
+            temperature: opts.temperature ?? 0.2,
+            max_tokens: opts.max_tokens ?? 500,
+        };
+        if (opts.response_format)
+            body.response_format = opts.response_format;
+        try {
+            const resp = await resilientFetch({
+                url: `${cfg.baseUrl}/v1/chat/completions`,
+                init: {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        Authorization: `Bearer ${cfg.apiKey}`,
+                    },
+                    body: JSON.stringify(body),
+                },
+                timeoutMs: cfg.timeoutMs,
+                retries: cfg.retries,
+                baseDelayMs: cfg.retryBaseDelayMs,
+                capDelayMs: RETRY_CAP_MS,
+                provider: "openai",
+                model: cfg.model,
+            });
+            const data = (await resp.json());
+            _recordInferenceError(null);
+            return data.choices?.[0]?.message?.content?.trim() ?? null;
+        }
+        catch (e) {
+            if (e instanceof LlmHttpError) {
+                _recordInferenceError(e);
+                log("WARN", `LLM OpenAI ${e.kind}${e.status !== undefined ? ` (${e.status})` : ""}: ${e.message}`);
+            }
+            else {
+                log("WARN", `LLM OpenAI error: ${e.message}`);
+            }
+            return null;
+        }
+    },
+};
+registerInferenceProvider(openaiInferenceProvider);
+//# sourceMappingURL=openai.js.map

package/dist/llm/inference/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EACL,YAAY,EACZ,YAAY,GAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACxD,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,QAAQ;IACf,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,wBAAwB;KAClC;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,OAAO,GAAoB,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YAC9F,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC;gBAChC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,sBAAsB;gBACzC,IAAI,EAAE;oBACJ,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE;qBACtC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,WAAW,EAAE,GAAG,CAAC,gBAAgB;gBACjC,UAAU,EAAE,YAAY;gBACxB,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4D,CAAC;YAC5F,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,EAAE,qBAAsB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,uBAAuB,CAAC,CAAC"}

package/dist/llm/inference/providers/openai.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=openai.test.d.ts.map

package/dist/llm/inference/providers/openai.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/openai.test.js

@@ -0,0 +1,46 @@
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { openaiInferenceProvider } from "./openai.js";
+const cfg = {
+    provider: "openai",
+    model: "gpt-4.1-mini",
+    baseUrl: "https://api.openai.com",
+    apiKey: "sk-test",
+    fallback: null,
+    extra: {},
+    timeoutMs: 5_000,
+    retries: 0,
+    retryBaseDelayMs: 10,
+};
+const log = () => { };
+describe("openai inference provider", () => {
+    const realFetch = globalThis.fetch;
+    beforeEach(() => { globalThis.fetch = realFetch; });
+    afterEach(() => { globalThis.fetch = realFetch; });
+    it("sends bearer auth header and forwards json_schema response_format unchanged", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "ok" } }] }), { status: 200 });
+        });
+        await openaiInferenceProvider.chat({
+            messages: [{ role: "user", content: "x" }],
+            response_format: { type: "json_schema", json_schema: { name: "t", schema: { type: "object" } } },
+        }, cfg, log);
+        const init = captured;
+        const headers = init.headers;
+        assert.strictEqual(headers["Authorization"], "Bearer sk-test");
+        const body = JSON.parse(init.body);
+        assert.strictEqual(body.response_format.type, "json_schema");
+    });
+    it("returns null when no API key is configured", async () => {
+        const out = await openaiInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, { ...cfg, apiKey: null }, log);
+        assert.strictEqual(out, null);
+    });
+    it("returns null on HTTP error (recoverable)", async () => {
+        globalThis.fetch = (async () => new Response("nope", { status: 401 }));
+        const out = await openaiInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+});
+//# sourceMappingURL=openai.test.js.map

package/dist/llm/inference/providers/openai.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,GAAG,GAA4B;IACnC,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,cAAc;IACrB,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,SAAS;IACjB,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE,EAAE;IACT,SAAS,EAAE,KAAK;IAChB,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,EAAE;CACrB,CAAC;AAEF,MAAM,GAAG,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;AAErB,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;IACnC,UAAU,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,SAAS,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,EAAE,CAAC,6EAA6E,EAAE,KAAK,IAAI,EAAE;QAC3F,IAAI,QAAQ,GAAuB,IAAI,CAAC;QACxC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;YAC5D,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC,CAA4B,CAAC;QAE9B,MAAM,uBAAuB,CAAC,IAAI,CAAC;YACjC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAC1C,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;SACjG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAEb,MAAM,IAAI,GAAG,QAAkC,CAAC;QAChD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAiC,CAAC;QACvD,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,gBAAgB,CAAC,CAAC;QAC/D,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAC5C,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAC9C,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAA4B,CAAC;QAClG,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/portkey.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Portkey gateway chat-completion provider.
+ *
+ * Portkey speaks the OpenAI chat-completions wire format with extra headers.
+ * Auth: `x-portkey-api-key`. Optional routing: `x-portkey-virtual-key` and/or
+ * `x-portkey-config` from cfg.extra.virtual_key / cfg.extra.config_id.
+ *
+ * Default model is namespaced (e.g. "@openai/gpt-4o-mini"); pass-through any
+ * provider/model the user prefers.
+ */
+import type { InferenceProvider } from "../types.js";
+export declare const portkeyInferenceProvider: InferenceProvider;
+//# sourceMappingURL=portkey.d.ts.map

package/dist/llm/inference/providers/portkey.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"portkey.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/portkey.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAIlB,MAAM,aAAa,CAAC;AAYrB,eAAO,MAAM,wBAAwB,EAAE,iBA4DtC,CAAC"}

package/dist/llm/inference/providers/portkey.js

@@ -0,0 +1,80 @@
+/**
+ * Portkey gateway chat-completion provider.
+ *
+ * Portkey speaks the OpenAI chat-completions wire format with extra headers.
+ * Auth: `x-portkey-api-key`. Optional routing: `x-portkey-virtual-key` and/or
+ * `x-portkey-config` from cfg.extra.virtual_key / cfg.extra.config_id.
+ *
+ * Default model is namespaced (e.g. "@openai/gpt-4o-mini"); pass-through any
+ * provider/model the user prefers.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { resilientFetch } from "../../fetch.js";
+import { LlmAuthError, LlmHttpError, } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+const RETRY_CAP_MS = 5_000;
+export const portkeyInferenceProvider = {
+    name: "portkey",
+    label: "Portkey (gateway)",
+    browserCompatible: false,
+    defaults: {
+        model: "@openai/gpt-4o-mini",
+        baseUrl: "https://api.portkey.ai",
+    },
+    async chat(opts, cfg, log) {
+        if (!cfg.apiKey) {
+            const details = { provider: "portkey", model: cfg.model, body: "no API key" };
+            const err = new LlmAuthError(details);
+            _recordInferenceError(err);
+            log("WARN", `LLM Portkey: no API key`);
+            return null;
+        }
+        const headers = {
+            "Content-Type": "application/json",
+            "x-portkey-api-key": cfg.apiKey,
+        };
+        if (cfg.extra.virtual_key)
+            headers["x-portkey-virtual-key"] = cfg.extra.virtual_key;
+        if (cfg.extra.config_id)
+            headers["x-portkey-config"] = cfg.extra.config_id;
+        const body = {
+            model: cfg.model,
+            messages: opts.messages,
+            temperature: opts.temperature ?? 0.2,
+            max_tokens: opts.max_tokens ?? 500,
+        };
+        if (opts.response_format)
+            body.response_format = opts.response_format;
+        try {
+            const resp = await resilientFetch({
+                url: `${cfg.baseUrl}/v1/chat/completions`,
+                init: {
+                    method: "POST",
+                    headers,
+                    body: JSON.stringify(body),
+                },
+                timeoutMs: cfg.timeoutMs,
+                retries: cfg.retries,
+                baseDelayMs: cfg.retryBaseDelayMs,
+                capDelayMs: RETRY_CAP_MS,
+                provider: "portkey",
+                model: cfg.model,
+            });
+            const data = (await resp.json());
+            _recordInferenceError(null);
+            return data.choices?.[0]?.message?.content?.trim() ?? null;
+        }
+        catch (e) {
+            if (e instanceof LlmHttpError) {
+                _recordInferenceError(e);
+                log("WARN", `LLM Portkey ${e.kind}${e.status !== undefined ? ` (${e.status})` : ""}: ${e.message}`);
+            }
+            else {
+                log("WARN", `LLM Portkey error: ${e.message}`);
+            }
+            return null;
+        }
+    },
+};
+registerInferenceProvider(portkeyInferenceProvider);
+//# sourceMappingURL=portkey.js.map

package/dist/llm/inference/providers/portkey.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"portkey.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/portkey.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAQH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EACL,YAAY,EACZ,YAAY,GAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IACzD,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,mBAAmB;IAC1B,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,qBAAqB;QAC5B,OAAO,EAAE,wBAAwB;KAClC;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,OAAO,GAAoB,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YAC/F,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,MAAM,EAAE,yBAAyB,CAAC,CAAC;YACvC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAA2B;YACtC,cAAc,EAAE,kBAAkB;YAClC,mBAAmB,EAAE,GAAG,CAAC,MAAM;SAChC,CAAC;QACF,IAAI,GAAG,CAAC,KAAK,CAAC,WAAW;YAAE,OAAO,CAAC,uBAAuB,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC;QACpF,IAAI,GAAG,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO,CAAC,kBAAkB,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC;QAE3E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC;gBAChC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,sBAAsB;gBACzC,IAAI,EAAE;oBACJ,MAAM,EAAE,MAAM;oBACd,OAAO;oBACP,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,WAAW,EAAE,GAAG,CAAC,gBAAgB;gBACjC,UAAU,EAAE,YAAY;gBACxB,QAAQ,EAAE,SAAS;gBACnB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4D,CAAC;YAC5F,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACtG,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,EAAE,sBAAuB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,wBAAwB,CAAC,CAAC"}

package/dist/llm/inference/providers/portkey.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=portkey.test.d.ts.map

package/dist/llm/inference/providers/portkey.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"portkey.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/portkey.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/portkey.test.js

@@ -0,0 +1,48 @@
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { portkeyInferenceProvider } from "./portkey.js";
+const cfg = {
+    provider: "portkey",
+    model: "@openai/gpt-4o-mini",
+    baseUrl: "https://api.portkey.ai",
+    apiKey: "pk-test",
+    fallback: null,
+    extra: { virtual_key: "vk-1", config_id: "cfg-2" },
+    timeoutMs: 5_000,
+    retries: 0,
+    retryBaseDelayMs: 10,
+};
+const log = () => { };
+describe("portkey inference provider", () => {
+    const realFetch = globalThis.fetch;
+    beforeEach(() => { globalThis.fetch = realFetch; });
+    afterEach(() => { globalThis.fetch = realFetch; });
+    it("sends portkey headers (api-key, virtual-key, config) when provided", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "ok" } }] }), { status: 200 });
+        });
+        await portkeyInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        const headers = captured.headers;
+        assert.strictEqual(headers["x-portkey-api-key"], "pk-test");
+        assert.strictEqual(headers["x-portkey-virtual-key"], "vk-1");
+        assert.strictEqual(headers["x-portkey-config"], "cfg-2");
+    });
+    it("omits optional headers when extras are absent", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "ok" } }] }), { status: 200 });
+        });
+        await portkeyInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, { ...cfg, extra: {} }, log);
+        const headers = captured.headers;
+        assert.ok(!("x-portkey-virtual-key" in headers));
+        assert.ok(!("x-portkey-config" in headers));
+    });
+    it("returns null when no API key is configured", async () => {
+        const out = await portkeyInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, { ...cfg, apiKey: null }, log);
+        assert.strictEqual(out, null);
+    });
+});
+//# sourceMappingURL=portkey.test.js.map

package/dist/llm/inference/providers/portkey.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"portkey.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/portkey.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAC;AAGxD,MAAM,GAAG,GAA4B;IACnC,QAAQ,EAAE,SAAS;IACnB,KAAK,EAAE,qBAAqB;IAC5B,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,SAAS;IACjB,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE;IAClD,SAAS,EAAE,KAAK;IAChB,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,EAAE;CACrB,CAAC;AAEF,MAAM,GAAG,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;AAErB,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;IACnC,UAAU,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,SAAS,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,EAAE,CAAC,oEAAoE,EAAE,KAAK,IAAI,EAAE;QAClF,IAAI,QAAQ,GAAuB,IAAI,CAAC;QACxC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;YAC5D,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC,CAA4B,CAAC;QAE9B,MAAM,wBAAwB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAE9F,MAAM,OAAO,GAAI,QAAmC,CAAC,OAAiC,CAAC;QACvF,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,mBAAmB,CAAC,EAAE,SAAS,CAAC,CAAC;QAC5D,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,uBAAuB,CAAC,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,IAAI,QAAQ,GAAuB,IAAI,CAAC;QACxC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;YAC5D,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC,CAA4B,CAAC;QAE9B,MAAM,wBAAwB,CAAC,IAAI,CACjC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAC9C,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,GAAG,CAC3B,CAAC;QAEF,MAAM,OAAO,GAAI,QAAmC,CAAC,OAAiC,CAAC;QACvF,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,uBAAuB,IAAI,OAAO,CAAC,CAAC,CAAC;QACjD,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,IAAI,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,KAAK,IAAI,EAAE;QAC1D,MAAM,GAAG,GAAG,MAAM,wBAAwB,CAAC,IAAI,CAC7C,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAC9C,EAAE,GAAG,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/registry.d.ts

@@ -0,0 +1,15 @@
+/**
+ * In-process registry of inference providers.
+ *
+ * Providers self-register at module load by importing this file's
+ * `registerInferenceProvider`. The barrel `./providers/index.ts` is imported by
+ * `./index.ts` so that any consumer of the public API automatically pulls in
+ * the bundled providers.
+ */
+import type { InferenceProvider } from "./types.js";
+export declare function registerInferenceProvider(p: InferenceProvider): void;
+export declare function getInferenceProvider(name: string): InferenceProvider;
+export declare function listInferenceProviders(): InferenceProvider[];
+/** Test-only: clear the registry. */
+export declare function _resetInferenceRegistry(): void;
+//# sourceMappingURL=registry.d.ts.map

package/dist/llm/inference/registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.d.ts","sourceRoot":"","sources":["../../../src/llm/inference/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAIpD,wBAAgB,yBAAyB,CAAC,CAAC,EAAE,iBAAiB,GAAG,IAAI,CAEpE;AAED,wBAAgB,oBAAoB,CAAC,IAAI,EAAE,MAAM,GAAG,iBAAiB,CAOpE;AAED,wBAAgB,sBAAsB,IAAI,iBAAiB,EAAE,CAE5D;AAED,qCAAqC;AACrC,wBAAgB,uBAAuB,IAAI,IAAI,CAE9C"}

package/dist/llm/inference/registry.js

@@ -0,0 +1,28 @@
+/**
+ * In-process registry of inference providers.
+ *
+ * Providers self-register at module load by importing this file's
+ * `registerInferenceProvider`. The barrel `./providers/index.ts` is imported by
+ * `./index.ts` so that any consumer of the public API automatically pulls in
+ * the bundled providers.
+ */
+const providers = new Map();
+export function registerInferenceProvider(p) {
+    providers.set(p.name, p);
+}
+export function getInferenceProvider(name) {
+    const p = providers.get(name);
+    if (!p) {
+        const known = Array.from(providers.keys()).sort().join(", ") || "(none)";
+        throw new Error(`Unknown inference provider: "${name}". Registered: ${known}`);
+    }
+    return p;
+}
+export function listInferenceProviders() {
+    return Array.from(providers.values());
+}
+/** Test-only: clear the registry. */
+export function _resetInferenceRegistry() {
+    providers.clear();
+}
+//# sourceMappingURL=registry.js.map

package/dist/llm/inference/registry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.js","sourceRoot":"","sources":["../../../src/llm/inference/registry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAIH,MAAM,SAAS,GAAG,IAAI,GAAG,EAA6B,CAAC;AAEvD,MAAM,UAAU,yBAAyB,CAAC,CAAoB;IAC5D,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;AAC3B,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,IAAY;IAC/C,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC;QACzE,MAAM,IAAI,KAAK,CAAC,gCAAgC,IAAI,kBAAkB,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,qCAAqC;AACrC,MAAM,UAAU,uBAAuB;IACrC,SAAS,CAAC,KAAK,EAAE,CAAC;AACpB,CAAC"}

package/dist/llm/inference/registry.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Tests for the inference registry — dispatch + listing.
+ * Provider-specific behaviour is tested in providers/*.test.ts.
+ */
+export {};
+//# sourceMappingURL=registry.test.d.ts.map

package/dist/llm/inference/registry.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.test.d.ts","sourceRoot":"","sources":["../../../src/llm/inference/registry.test.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/llm/inference/registry.test.js

@@ -0,0 +1,63 @@
+/**
+ * Tests for the inference registry — dispatch + listing.
+ * Provider-specific behaviour is tested in providers/*.test.ts.
+ */
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { registerInferenceProvider, getInferenceProvider, listInferenceProviders, _resetInferenceRegistry, } from "./registry.js";
+const fakeProvider = {
+    name: "fake-inf",
+    label: "Fake (test)",
+    browserCompatible: false,
+    defaults: { model: "fake-model" },
+    async chat() { return "ok"; },
+};
+describe("inference registry", () => {
+    let snapshot;
+    beforeEach(() => {
+        snapshot = listInferenceProviders();
+        _resetInferenceRegistry();
+    });
+    afterEach(() => {
+        _resetInferenceRegistry();
+        for (const p of snapshot)
+            registerInferenceProvider(p);
+    });
+    it("registers and retrieves a provider by name", () => {
+        registerInferenceProvider(fakeProvider);
+        const got = getInferenceProvider("fake-inf");
+        assert.strictEqual(got.name, "fake-inf");
+        assert.strictEqual(got.defaults.model, "fake-model");
+    });
+    it("throws a helpful error when the provider is unknown", () => {
+        registerInferenceProvider(fakeProvider);
+        assert.throws(() => getInferenceProvider("nope"), {
+            message: /Unknown inference provider: "nope"\. Registered: fake-inf/,
+        });
+    });
+    it("lists all registered providers", () => {
+        registerInferenceProvider(fakeProvider);
+        registerInferenceProvider({ ...fakeProvider, name: "fake-2" });
+        const names = listInferenceProviders().map((p) => p.name).sort();
+        assert.deepStrictEqual(names, ["fake-2", "fake-inf"]);
+    });
+});
+describe("built-in inference providers (registered via barrel import)", () => {
+    it("registers ollama, openai, bedrock, portkey by importing the index", async () => {
+        const snap = listInferenceProviders();
+        _resetInferenceRegistry();
+        try {
+            await import("./providers/index.js");
+            const names = listInferenceProviders().map((p) => p.name).sort();
+            for (const expected of ["bedrock", "ollama", "openai", "portkey"]) {
+                assert.ok(names.includes(expected), `expected ${expected} to be registered, got ${names.join(", ")}`);
+            }
+        }
+        finally {
+            _resetInferenceRegistry();
+            for (const p of snap)
+                registerInferenceProvider(p);
+        }
+    });
+});
+//# sourceMappingURL=registry.test.js.map

package/dist/llm/inference/registry.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"registry.test.js","sourceRoot":"","sources":["../../../src/llm/inference/registry.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EACL,yBAAyB,EACzB,oBAAoB,EACpB,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,eAAe,CAAC;AAGvB,MAAM,YAAY,GAAsB;IACtC,IAAI,EAAE,UAAU;IAChB,KAAK,EAAE,aAAa;IACpB,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;IACjC,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC;CAC9B,CAAC;AAEF,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,QAA6B,CAAC;IAElC,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG,sBAAsB,EAAE,CAAC;QACpC,uBAAuB,EAAE,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,uBAAuB,EAAE,CAAC;QAC1B,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,yBAAyB,CAAC,YAAY,CAAC,CAAC;QACxC,MAAM,GAAG,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACzC,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,yBAAyB,CAAC,YAAY,CAAC,CAAC;QACxC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE;YAChD,OAAO,EAAE,2DAA2D;SACrE,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACxC,yBAAyB,CAAC,YAAY,CAAC,CAAC;QACxC,yBAAyB,CAAC,EAAE,GAAG,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,sBAAsB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QACjE,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,6DAA6D,EAAE,GAAG,EAAE;IAC3E,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,IAAI,GAAG,sBAAsB,EAAE,CAAC;QACtC,uBAAuB,EAAE,CAAC;QAC1B,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;YACrC,MAAM,KAAK,GAAG,sBAAsB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;YACjE,KAAK,MAAM,QAAQ,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC,EAAE,CAAC;gBAClE,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY,QAAQ,0BAA0B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACxG,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,uBAAuB,EAAE,CAAC;YAC1B,KAAK,MAAM,CAAC,IAAI,IAAI;gBAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/types.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Types for the pluggable inference (chat-completion) registry.
+ *
+ * Each provider declares a name, defaults, and a `chat()` method. The registry
+ * dispatches by `cfg.provider` (a string), so adding a new provider is a single
+ * file under ./providers/ + one line in ./providers/index.ts.
+ */
+export interface ResolvedInferenceConfig {
+    /** Provider name as registered (e.g. "ollama"). */
+    provider: string;
+    /** Model identifier passed to the provider. */
+    model: string;
+    /** Base URL for HTTP providers; "" for SDK-only providers. */
+    baseUrl: string;
+    /** Auth token / API key, or null when none required. */
+    apiKey: string | null;
+    /** Optional fallback provider name — used when `chat()` returns null. */
+    fallback: string | null;
+    /** Provider-specific extras (e.g. bedrock region, portkey virtual-key). */
+    extra: Record<string, string | undefined>;
+    /** Per-request timeout in milliseconds (HTTP providers). Defaults set by initLLM. */
+    timeoutMs: number;
+    /** Max retries on transient/rate-limit/timeout failures. */
+    retries: number;
+    /** Base backoff delay in milliseconds (full-jitter exponential). */
+    retryBaseDelayMs: number;
+}
+export interface ChatMessage {
+    role: string;
+    content: string;
+}
+export type ResponseFormat = {
+    type: "json_object";
+} | {
+    type: "json_schema";
+    json_schema: JsonSchemaSpec;
+};
+export interface JsonSchemaSpec {
+    name: string;
+    strict?: boolean;
+    schema: Record<string, unknown>;
+}
+export interface ChatCompletionOpts {
+    messages: ChatMessage[];
+    temperature?: number;
+    max_tokens?: number;
+    response_format?: ResponseFormat;
+}
+export interface InferenceProvider {
+    /** Stable identifier used in config (lowercase). */
+    readonly name: string;
+    /** Human label for logs. */
+    readonly label: string;
+    /** Defaults applied when caller omits model/baseUrl. */
+    readonly defaults: {
+        model: string;
+        baseUrl?: string;
+    };
+    /** Whether this provider can be called from a browser. */
+    readonly browserCompatible: boolean;
+    /**
+     * Run one chat completion. Return the assistant's text on success; return
+     * `null` on a recoverable failure (HTTP error, missing key, network) so the
+     * orchestrator can fall back. Throw only for programmer errors.
+     */
+    chat(opts: ChatCompletionOpts, cfg: ResolvedInferenceConfig, log: LogFn): Promise<string | null>;
+}
+export type LogFn = (level: string, ...args: unknown[]) => void;
+export interface InitLLMInput {
+    provider: string;
+    model?: string;
+    baseUrl?: string;
+    apiKey?: string | null;
+    /** Provider name to fall back to when primary returns null. */
+    fallback?: string | null;
+    extra?: Record<string, string | undefined>;
+    /** Per-request HTTP timeout. Defaults to 30s. */
+    timeoutMs?: number;
+    /** Max retries on transient/rate-limit/timeout failures. Defaults to 2. */
+    retries?: number;
+    /** Base backoff delay (ms) for retries. Defaults to 250ms. */
+    retryBaseDelayMs?: number;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/llm/inference/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/llm/inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,WAAW,uBAAuB;IACtC,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAC;IACjB,+CAA+C;IAC/C,KAAK,EAAE,MAAM,CAAC;IACd,8DAA8D;IAC9D,OAAO,EAAE,MAAM,CAAC;IAChB,wDAAwD;IACxD,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,yEAAyE;IACzE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,2EAA2E;IAC3E,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IAC1C,qFAAqF;IACrF,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,OAAO,EAAE,MAAM,CAAC;IAChB,oEAAoE;IACpE,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,WAAW;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,MAAM,cAAc,GACtB;IAAE,IAAI,EAAE,aAAa,CAAA;CAAE,GACvB;IAAE,IAAI,EAAE,aAAa,CAAC;IAAC,WAAW,EAAE,cAAc,CAAA;CAAE,CAAC;AAEzD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACjC;AAED,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,eAAe,CAAC,EAAE,cAAc,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC,oDAAoD;IACpD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,4BAA4B;IAC5B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,wDAAwD;IACxD,QAAQ,CAAC,QAAQ,EAAE;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC;IACF,0DAA0D;IAC1D,QAAQ,CAAC,iBAAiB,EAAE,OAAO,CAAC;IACpC;;;;OAIG;IACH,IAAI,CAAC,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE,uBAAuB,EAAE,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;CAClG;AAED,MAAM,MAAM,KAAK,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,IAAI,EAAE,OAAO,EAAE,KAAK,IAAI,CAAC;AAEhE,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,+DAA+D;IAC/D,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;IAC3C,iDAAiD;IACjD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,2EAA2E;IAC3E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,8DAA8D;IAC9D,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B"}

package/dist/llm/inference/types.js

@@ -0,0 +1,9 @@
+/**
+ * Types for the pluggable inference (chat-completion) registry.
+ *
+ * Each provider declares a name, defaults, and a `chat()` method. The registry
+ * dispatches by `cfg.provider` (a string), so adding a new provider is a single
+ * file under ./providers/ + one line in ./providers/index.ts.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/llm/inference/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/llm/inference/types.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG"}

package/dist/llm/telemetry.d.ts

@@ -0,0 +1,25 @@
+/**
+ * Lightweight LLM telemetry — appends one JSON line per call to
+ * ~/.bikky/logs/llm.jsonl (or BIKKY_LLM_LOG override). Rotates at
+ * BIKKY_LLM_LOG_MAX_BYTES (default 10 MB).
+ *
+ * Telemetry is best-effort: any failure is swallowed and logged to the
+ * provided logger.
+ */
+import type { LogFn } from "./types.js";
+export interface LLMTelemetryRecord {
+    ts: string;
+    prompt: string;
+    model: string;
+    provider: "ollama" | "openai" | "bedrock";
+    ok: boolean;
+    latency_ms: number;
+    tokens_in_est: number;
+    tokens_out_est: number;
+    error?: string;
+    request_id?: string;
+}
+/** Crude token estimator: ~4 chars per token. Good enough for trend lines. */
+export declare const estimateTokens: (text: string) => number;
+export declare function writeTelemetry(record: LLMTelemetryRecord, log: LogFn): Promise<void>;
+//# sourceMappingURL=telemetry.d.ts.map

package/dist/llm/telemetry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.d.ts","sourceRoot":"","sources":["../../src/llm/telemetry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAOH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAKxC,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,SAAS,CAAC;IAC1C,EAAE,EAAE,OAAO,CAAC;IACZ,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAQD,8EAA8E;AAC9E,eAAO,MAAM,cAAc,GAAI,MAAM,MAAM,KAAG,MAAoC,CAAC;AAGnF,wBAAsB,cAAc,CAAC,MAAM,EAAE,kBAAkB,EAAE,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAkB1F"}

package/dist/llm/telemetry.js

@@ -0,0 +1,43 @@
+/**
+ * Lightweight LLM telemetry — appends one JSON line per call to
+ * ~/.bikky/logs/llm.jsonl (or BIKKY_LLM_LOG override). Rotates at
+ * BIKKY_LLM_LOG_MAX_BYTES (default 10 MB).
+ *
+ * Telemetry is best-effort: any failure is swallowed and logged to the
+ * provided logger.
+ */
+import { promises as fs } from "node:fs";
+import { existsSync } from "node:fs";
+import path from "node:path";
+import os from "node:os";
+const DEFAULT_PATH = path.join(os.homedir(), ".bikky", "logs", "llm.jsonl");
+const DEFAULT_MAX_BYTES = 10 * 1024 * 1024;
+const logPath = () => process.env.BIKKY_LLM_LOG ?? DEFAULT_PATH;
+const maxBytes = () => {
+    const v = process.env.BIKKY_LLM_LOG_MAX_BYTES;
+    return v ? Number.parseInt(v, 10) || DEFAULT_MAX_BYTES : DEFAULT_MAX_BYTES;
+};
+/** Crude token estimator: ~4 chars per token. Good enough for trend lines. */
+export const estimateTokens = (text) => Math.ceil(text.length / 4);
+let warned = false;
+export async function writeTelemetry(record, log) {
+    const file = logPath();
+    try {
+        await fs.mkdir(path.dirname(file), { recursive: true });
+        if (existsSync(file)) {
+            const stat = await fs.stat(file);
+            if (stat.size > maxBytes()) {
+                const rotated = `${file}.1`;
+                await fs.rename(file, rotated).catch(() => { });
+            }
+        }
+        await fs.appendFile(file, JSON.stringify(record) + "\n", "utf8");
+    }
+    catch (e) {
+        if (!warned) {
+            warned = true;
+            log("WARN", `LLM telemetry disabled: ${e.message}`);
+        }
+    }
+}
+//# sourceMappingURL=telemetry.js.map

package/dist/llm/telemetry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"telemetry.js","sourceRoot":"","sources":["../../src/llm/telemetry.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,SAAS,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,SAAS,CAAC;AAIzB,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;AAC5E,MAAM,iBAAiB,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,CAAC;AAe3C,MAAM,OAAO,GAAG,GAAW,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,IAAI,YAAY,CAAC;AACxE,MAAM,QAAQ,GAAG,GAAW,EAAE;IAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC;IAC9C,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,iBAAiB,CAAC;AAC7E,CAAC,CAAC;AAEF,8EAA8E;AAC9E,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AAEnF,IAAI,MAAM,GAAG,KAAK,CAAC;AACnB,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,MAA0B,EAAE,GAAU;IACzE,MAAM,IAAI,GAAG,OAAO,EAAE,CAAC;IACvB,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACxD,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,GAAG,QAAQ,EAAE,EAAE,CAAC;gBAC3B,MAAM,OAAO,GAAG,GAAG,IAAI,IAAI,CAAC;gBAC5B,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QACD,MAAM,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,EAAE,MAAM,CAAC,CAAC;IACnE,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,IAAI,CAAC;YACd,GAAG,CAAC,MAAM,EAAE,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/llm/telemetry.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Tests for LLM telemetry — JSONL append, rotation, error swallowing.
+ */
+export {};
+//# sourceMappingURL=telemetry.test.d.ts.map