bikky 0.3.1 → 0.3.3

package/dist/llm/inference/index.js

@@ -0,0 +1,118 @@
+/**
+ * Public API for the inference (chat completion) layer.
+ *
+ * Importing this module registers all bundled providers via the side-effect
+ * barrel, so callers only need to call `initLLM(...)` and `chatCompletion(...)`.
+ *
+ * Failure contract: provider `chat()` returns `null` on any failure (auth,
+ * rate-limit, transient, timeout). The reason is recorded internally; callers
+ * that need to surface it to the user can call `getLastInferenceError()`. The
+ * fallback chain in `chatCompletion()` retries the secondary provider once,
+ * then logs a consolidated error covering both attempts.
+ */
+import "./providers/index.js";
+import { getInferenceProvider, listInferenceProviders, registerInferenceProvider, } from "./registry.js";
+const DEFAULT_TIMEOUT_MS = 30_000;
+const DEFAULT_RETRIES = 2;
+const DEFAULT_RETRY_BASE_MS = 250;
+let resolved = null;
+let log = () => { };
+let lastError = null;
+export function initLLM(opts) {
+    const provider = getInferenceProvider(opts.config.provider);
+    if (opts.logger)
+        log = opts.logger;
+    resolved = {
+        provider: provider.name,
+        model: opts.config.model ?? provider.defaults.model,
+        baseUrl: (opts.config.baseUrl ?? provider.defaults.baseUrl ?? "").replace(/\/+$/, ""),
+        apiKey: opts.config.apiKey ?? null,
+        fallback: opts.config.fallback ?? null,
+        extra: opts.config.extra ?? {},
+        timeoutMs: opts.config.timeoutMs ?? DEFAULT_TIMEOUT_MS,
+        retries: opts.config.retries ?? DEFAULT_RETRIES,
+        retryBaseDelayMs: opts.config.retryBaseDelayMs ?? DEFAULT_RETRY_BASE_MS,
+    };
+    lastError = null;
+    return resolved;
+}
+export function getInferenceConfig() {
+    if (!resolved)
+        throw new Error("Inference provider not initialized — call initLLM() first");
+    return resolved;
+}
+/**
+ * The most-recent classified error from the inference layer, or null if the
+ * last call succeeded. Used by MCP tools to surface a meaningful reason when
+ * `chatCompletion()` returns null.
+ */
+export function getLastInferenceError() {
+    return lastError;
+}
+/**
+ * Internal hook used by providers to record the typed reason for a `null`
+ * return. Exported so providers in `./providers/*` can reach it; not part of
+ * the public API.
+ */
+export function _recordInferenceError(err) {
+    lastError = err;
+}
+export async function chatCompletion(opts) {
+    const cfg = getInferenceConfig();
+    lastError = null;
+    const primary = getInferenceProvider(cfg.provider);
+    const result = await primary.chat(opts, cfg, log);
+    if (result !== null)
+        return result;
+    const primaryErr = getLastInferenceError();
+    if (!cfg.fallback) {
+        if (primaryErr) {
+            log("ERROR", `LLM ${cfg.provider} failed (${primaryErr.kind}): ${primaryErr.message}`);
+        }
+        return null;
+    }
+    log("INFO", `LLM: ${cfg.provider} returned null${primaryErr ? ` (${primaryErr.kind})` : ""}, falling back to ${cfg.fallback}`);
+    const fallback = getInferenceProvider(cfg.fallback);
+    const fallbackCfg = {
+        ...cfg,
+        provider: fallback.name,
+        model: fallback.defaults.model,
+        baseUrl: fallback.defaults.baseUrl ?? "",
+        fallback: null,
+    };
+    lastError = null;
+    const fbResult = await fallback.chat(opts, fallbackCfg, log);
+    if (fbResult !== null)
+        return fbResult;
+    const fallbackErr = getLastInferenceError();
+    log("ERROR", `LLM both providers failed — primary[${cfg.provider}]: ${primaryErr ? `${primaryErr.kind}: ${primaryErr.message}` : "unknown"} | ` +
+        `fallback[${cfg.fallback}]: ${fallbackErr ? `${fallbackErr.kind}: ${fallbackErr.message}` : "unknown"}`);
+    // Preserve the most actionable error (prefer auth/bad_request over transient).
+    lastError = pickMoreActionable(primaryErr, fallbackErr);
+    return null;
+}
+/** Test-only reset. */
+export function _resetInference() {
+    resolved = null;
+    log = () => { };
+    lastError = null;
+}
+function pickMoreActionable(a, b) {
+    if (!a)
+        return b;
+    if (!b)
+        return a;
+    const order = (k) => {
+        switch (k) {
+            case "auth": return 0;
+            case "bad_request": return 1;
+            case "rate_limit": return 2;
+            case "timeout": return 3;
+            case "transient": return 4;
+            default: return 5;
+        }
+    };
+    return order(a.kind) <= order(b.kind) ? a : b;
+}
+export { registerInferenceProvider, getInferenceProvider, listInferenceProviders, };
+//# sourceMappingURL=index.js.map

package/dist/llm/inference/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/llm/inference/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,sBAAsB,CAAC;AAE9B,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,yBAAyB,GAC1B,MAAM,eAAe,CAAC;AAUvB,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,qBAAqB,GAAG,GAAG,CAAC;AAElC,IAAI,QAAQ,GAAmC,IAAI,CAAC;AACpD,IAAI,GAAG,GAAU,GAAG,EAAE,GAAE,CAAC,CAAC;AAC1B,IAAI,SAAS,GAAwB,IAAI,CAAC;AAE1C,MAAM,UAAU,OAAO,CAAC,IAA8C;IACpE,MAAM,QAAQ,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC5D,IAAI,IAAI,CAAC,MAAM;QAAE,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC;IACnC,QAAQ,GAAG;QACT,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACvB,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK;QACnD,OAAO,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,QAAQ,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACrF,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,IAAI,IAAI;QAClC,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,IAAI;QACtC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE;QAC9B,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,kBAAkB;QACtD,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,eAAe;QAC/C,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,gBAAgB,IAAI,qBAAqB;KACxE,CAAC;IACF,SAAS,GAAG,IAAI,CAAC;IACjB,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,IAAI,CAAC,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC5F,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB;IACnC,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,qBAAqB,CAAC,GAAwB;IAC5D,SAAS,GAAG,GAAG,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAwB;IAC3D,MAAM,GAAG,GAAG,kBAAkB,EAAE,CAAC;IACjC,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAClD,IAAI,MAAM,KAAK,IAAI;QAAE,OAAO,MAAM,CAAC;IACnC,MAAM,UAAU,GAAG,qBAAqB,EAAE,CAAC;IAE3C,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAClB,IAAI,UAAU,EAAE,CAAC;YACf,GAAG,CAAC,OAAO,EAAE,OAAO,GAAG,CAAC,QAAQ,YAAY,UAAU,CAAC,IAAI,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,CAAC,QAAQ,iBAAiB,UAAU,CAAC,CAAC,CAAC,KAAK,UAAU,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,qBAAqB,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/H,MAAM,QAAQ,GAAG,oBAAoB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACpD,MAAM,WAAW,GAA4B;QAC3C,GAAG,GAAG;QACN,QAAQ,EAAE,QAAQ,CAAC,IAAI;QACvB,KAAK,EAAE,QAAQ,CAAC,QAAQ,CAAC,KAAK;QAC9B,OAAO,EAAE,QAAQ,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;QACxC,QAAQ,EAAE,IAAI;KACf,CAAC;IACF,SAAS,GAAG,IAAI,CAAC;IACjB,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;IAC7D,IAAI,QAAQ,KAAK,IAAI;QAAE,OAAO,QAAQ,CAAC;IAEvC,MAAM,WAAW,GAAG,qBAAqB,EAAE,CAAC;IAC5C,GAAG,CACD,OAAO,EACP,uCAAuC,GAAG,CAAC,QAAQ,MAAM,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK;QAChI,YAAY,GAAG,CAAC,QAAQ,MAAM,WAAW,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,IAAI,KAAK,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAC1G,CAAC;IACF,+EAA+E;IAC/E,SAAS,GAAG,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;IACxD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,uBAAuB;AACvB,MAAM,UAAU,eAAe;IAC7B,QAAQ,GAAG,IAAI,CAAC;IAChB,GAAG,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;IACf,SAAS,GAAG,IAAI,CAAC;AACnB,CAAC;AAED,SAAS,kBAAkB,CAAC,CAAsB,EAAE,CAAsB;IACxE,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,MAAM,KAAK,GAAG,CAAC,CAAS,EAAU,EAAE;QAClC,QAAQ,CAAC,EAAE,CAAC;YACV,KAAK,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC;YACtB,KAAK,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC;YAC7B,KAAK,YAAY,CAAC,CAAC,OAAO,CAAC,CAAC;YAC5B,KAAK,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC;YACzB,KAAK,WAAW,CAAC,CAAC,OAAO,CAAC,CAAC;YAC3B,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;IACH,CAAC,CAAC;IACF,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,OAAO,EACL,yBAAyB,EACzB,oBAAoB,EACpB,sBAAsB,GACvB,CAAC"}

package/dist/llm/inference/index.test.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Tests for the public inference API — initLLM resolution + chatCompletion
+ * dispatch + fallback orchestration.
+ */
+export {};
+//# sourceMappingURL=index.test.d.ts.map

package/dist/llm/inference/index.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.d.ts","sourceRoot":"","sources":["../../../src/llm/inference/index.test.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/llm/inference/index.test.js

@@ -0,0 +1,109 @@
+/**
+ * Tests for the public inference API — initLLM resolution + chatCompletion
+ * dispatch + fallback orchestration.
+ */
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { initLLM, chatCompletion, getInferenceConfig, registerInferenceProvider, _resetInference, } from "./index.js";
+import { listInferenceProviders, _resetInferenceRegistry, } from "./registry.js";
+describe("initLLM — resolution", () => {
+    beforeEach(() => _resetInference());
+    it("applies ollama defaults", () => {
+        const cfg = initLLM({ config: { provider: "ollama" } });
+        assert.strictEqual(cfg.provider, "ollama");
+        assert.strictEqual(cfg.model, "qwen2.5:7b");
+        assert.strictEqual(cfg.baseUrl, "http://localhost:11434");
+        assert.strictEqual(cfg.fallback, null);
+        assert.deepStrictEqual(cfg.extra, {});
+    });
+    it("applies openai defaults", () => {
+        const cfg = initLLM({ config: { provider: "openai", apiKey: "k" } });
+        assert.strictEqual(cfg.model, "gpt-4.1-mini");
+        assert.strictEqual(cfg.baseUrl, "https://api.openai.com");
+        assert.strictEqual(cfg.apiKey, "k");
+    });
+    it("applies portkey defaults + extra", () => {
+        const cfg = initLLM({
+            config: {
+                provider: "portkey",
+                apiKey: "pk",
+                extra: { virtual_key: "vk-1" },
+            },
+        });
+        assert.strictEqual(cfg.model, "@openai/gpt-4o-mini");
+        assert.strictEqual(cfg.baseUrl, "https://api.portkey.ai");
+        assert.strictEqual(cfg.extra.virtual_key, "vk-1");
+    });
+    it("throws on unknown provider", () => {
+        assert.throws(() => initLLM({ config: { provider: "nope" } }), {
+            message: /Unknown inference provider/,
+        });
+    });
+    it("strips trailing slashes from baseUrl", () => {
+        const cfg = initLLM({ config: { provider: "ollama", baseUrl: "http://x///" } });
+        assert.strictEqual(cfg.baseUrl, "http://x");
+    });
+});
+describe("getInferenceConfig", () => {
+    it("throws when not initialised", () => {
+        _resetInference();
+        assert.throws(() => getInferenceConfig(), { message: /not initialized/ });
+    });
+    it("returns the resolved config after init", () => {
+        initLLM({ config: { provider: "ollama" } });
+        assert.strictEqual(getInferenceConfig().provider, "ollama");
+    });
+});
+describe("chatCompletion — dispatch + fallback", () => {
+    let snapshot;
+    let calls;
+    beforeEach(() => {
+        snapshot = listInferenceProviders();
+        _resetInferenceRegistry();
+        _resetInference();
+        calls = [];
+    });
+    afterEach(() => {
+        _resetInferenceRegistry();
+        _resetInference();
+        for (const p of snapshot)
+            registerInferenceProvider(p);
+    });
+    function fakeProvider(name, result) {
+        return {
+            name,
+            label: name,
+            browserCompatible: false,
+            defaults: { model: `${name}-model` },
+            async chat() { calls.push(name); return result; },
+        };
+    }
+    it("returns the primary's result when it succeeds", async () => {
+        registerInferenceProvider(fakeProvider("primary", "primary-said-hi"));
+        initLLM({ config: { provider: "primary" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, "primary-said-hi");
+        assert.deepStrictEqual(calls, ["primary"]);
+    });
+    it("falls back to the configured fallback when primary returns null", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        registerInferenceProvider(fakeProvider("backup", "backup-said-hi"));
+        initLLM({ config: { provider: "primary", fallback: "backup" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, "backup-said-hi");
+        assert.deepStrictEqual(calls, ["primary", "backup"]);
+    });
+    it("returns null when no fallback and primary fails", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        initLLM({ config: { provider: "primary" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, null);
+        assert.deepStrictEqual(calls, ["primary"]);
+    });
+    it("throws if fallback name is not registered", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        initLLM({ config: { provider: "primary", fallback: "ghost" } });
+        await assert.rejects(() => chatCompletion({ messages: [{ role: "user", content: "hi" }] }), { message: /Unknown inference provider: "ghost"/ });
+    });
+});
+//# sourceMappingURL=index.test.js.map

package/dist/llm/inference/index.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../src/llm/inference/index.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EACL,OAAO,EACP,cAAc,EACd,kBAAkB,EAClB,yBAAyB,EACzB,eAAe,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,eAAe,CAAC;AAGvB,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC;IAEpC,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,GAAG,GAAG,OAAO,CAAC;YAClB,MAAM,EAAE;gBACN,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACrD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;YAC7D,OAAO,EAAE,4BAA4B;SACtC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,eAAe,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAkB,EAAE,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,IAAI,QAA6B,CAAC;IAClC,IAAI,KAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG,sBAAsB,EAAE,CAAC;QACpC,uBAAuB,EAAE,CAAC;QAC1B,eAAe,EAAE,CAAC;QAClB,KAAK,GAAG,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,uBAAuB,EAAE,CAAC;QAC1B,eAAe,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,SAAS,YAAY,CAAC,IAAY,EAAE,MAAqB;QACvD,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,IAAI;YACX,iBAAiB,EAAE,KAAK;YACxB,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,QAAQ,EAAE;YACpC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC;SAClD,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;QAC3C,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,yBAAyB,CAAC,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC1C,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EACrE,EAAE,OAAO,EAAE,qCAAqC,EAAE,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/bedrock.d.ts

@@ -0,0 +1,18 @@
+/**
+ * AWS Bedrock chat-completion provider — Converse API.
+ *
+ * The AWS SDK is dynamic-imported on first call so that users on Ollama or
+ * OpenAI never pay the bundle cost.
+ *
+ * Region resolution order: cfg.extra.region → AWS_BEDROCK_REGION → AWS_REGION → "us-east-1".
+ * Credentials follow the SDK default chain (env → shared file → SSO → IAM role).
+ *
+ * Errors: SDK exceptions are translated to typed `LlmHttpError` subclasses
+ * (using `$metadata.httpStatusCode`) and recorded via `_recordInferenceError`,
+ * matching the contract used by the HTTP-based providers.
+ */
+import type { InferenceProvider } from "../types.js";
+/** Test-only: drop the cached SDK so tests can swap or reset it. */
+export declare function _resetBedrockInferenceClient(): void;
+export declare const bedrockInferenceProvider: InferenceProvider;
+//# sourceMappingURL=bedrock.d.ts.map

package/dist/llm/inference/providers/bedrock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAiErB,oEAAoE;AACpE,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD;AAED,eAAO,MAAM,wBAAwB,EAAE,iBA8CtC,CAAC"}

package/dist/llm/inference/providers/bedrock.js

@@ -0,0 +1,105 @@
+/**
+ * AWS Bedrock chat-completion provider — Converse API.
+ *
+ * The AWS SDK is dynamic-imported on first call so that users on Ollama or
+ * OpenAI never pay the bundle cost.
+ *
+ * Region resolution order: cfg.extra.region → AWS_BEDROCK_REGION → AWS_REGION → "us-east-1".
+ * Credentials follow the SDK default chain (env → shared file → SSO → IAM role).
+ *
+ * Errors: SDK exceptions are translated to typed `LlmHttpError` subclasses
+ * (using `$metadata.httpStatusCode`) and recorded via `_recordInferenceError`,
+ * matching the contract used by the HTTP-based providers.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { classifyHttpStatus, LlmAuthError, LlmBadRequestError, LlmRateLimitError, LlmTransientError, LlmUnknownError, } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+let sdk = null;
+async function ensureSdk(cfg) {
+    if (sdk)
+        return sdk;
+    const mod = await import("@aws-sdk/client-bedrock-runtime");
+    const region = cfg.extra.region
+        ?? process.env.AWS_BEDROCK_REGION
+        ?? process.env.AWS_REGION
+        ?? "us-east-1";
+    const next = {
+        client: new mod.BedrockRuntimeClient({ region }),
+        ConverseCommand: mod.ConverseCommand,
+    };
+    sdk = next;
+    return next;
+}
+function translateSdkError(err, model) {
+    const e = err;
+    const status = e.$metadata?.httpStatusCode;
+    const details = {
+        provider: "bedrock",
+        model,
+        status,
+        body: e.message ?? e.name,
+        cause: err,
+    };
+    if (status === undefined) {
+        return new LlmTransientError(details);
+    }
+    switch (classifyHttpStatus(status)) {
+        case "auth": return new LlmAuthError(details);
+        case "rate_limit": return new LlmRateLimitError(details);
+        case "bad_request": return new LlmBadRequestError(details);
+        case "transient": return new LlmTransientError(details);
+        default: return new LlmUnknownError(details);
+    }
+}
+/** Test-only: drop the cached SDK so tests can swap or reset it. */
+export function _resetBedrockInferenceClient() {
+    sdk = null;
+}
+export const bedrockInferenceProvider = {
+    name: "bedrock",
+    label: "AWS Bedrock (Converse)",
+    browserCompatible: false,
+    defaults: {
+        model: "us.anthropic.claude-sonnet-4-20250514",
+    },
+    async chat(opts, cfg, log) {
+        const { client, ConverseCommand } = await ensureSdk(cfg);
+        const systemBlocks = [];
+        const messages = [];
+        for (const m of opts.messages) {
+            if (m.role === "system") {
+                systemBlocks.push({ text: m.content });
+            }
+            else {
+                messages.push({
+                    role: m.role,
+                    content: [{ text: m.content }],
+                });
+            }
+        }
+        try {
+            const command = new ConverseCommand({
+                modelId: cfg.model,
+                messages,
+                ...(systemBlocks.length > 0 ? { system: systemBlocks } : {}),
+                inferenceConfig: {
+                    maxTokens: opts.max_tokens ?? 500,
+                    temperature: opts.temperature ?? 0.2,
+                },
+            });
+            const resp = await client.send(command);
+            _recordInferenceError(null);
+            const content = resp.output?.message?.content;
+            const textBlock = content?.find((c) => "text" in c);
+            return (textBlock?.text ?? "").trim() || null;
+        }
+        catch (e) {
+            const err = translateSdkError(e, cfg.model);
+            _recordInferenceError(err);
+            log("WARN", `LLM Bedrock ${err.kind}${err.status !== undefined ? ` (${err.status})` : ""}: ${err.message}`);
+            return null;
+        }
+    },
+};
+registerInferenceProvider(bedrockInferenceProvider);
+//# sourceMappingURL=bedrock.js.map

package/dist/llm/inference/providers/bedrock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AASH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,GAGhB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAUpD,IAAI,GAAG,GAAsB,IAAI,CAAC;AAElC,KAAK,UAAU,SAAS,CAAC,GAA4B;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM;WAC1B,OAAO,CAAC,GAAG,CAAC,kBAAkB;WAC9B,OAAO,CAAC,GAAG,CAAC,UAAU;WACtB,WAAW,CAAC;IACjB,MAAM,IAAI,GAAe;QACvB,MAAM,EAAE,IAAI,GAAG,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;QAChD,eAAe,EAAE,GAAG,CAAC,eAAe;KACrC,CAAC;IACF,GAAG,GAAG,IAAI,CAAC;IACX,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAY,EAAE,KAAa;IACpD,MAAM,CAAC,GAAG,GAIT,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC;IAC3C,MAAM,OAAO,GAAoB;QAC/B,QAAQ,EAAE,SAAS;QACnB,KAAK;QACL,MAAM;QACN,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI;QACzB,KAAK,EAAE,GAAG;KACX,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,QAAQ,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9C,KAAK,YAAY,CAAC,CAAC,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzD,KAAK,aAAa,CAAC,CAAC,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC3D,KAAK,WAAW,CAAC,CAAC,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,CAAC,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,4BAA4B;IAC1C,GAAG,GAAG,IAAI,CAAC;AACb,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IACzD,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,wBAAwB;IAC/B,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,uCAAuC;KAC/C;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,YAAY,GAA4B,EAAE,CAAC;QACjD,MAAM,QAAQ,GAA4E,EAAE,CAAC;QAE7F,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAyB,EAAE,CAAC;YAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,CAAC,CAAC,IAA4B;oBACpC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,OAAO,EAAE,GAAG,CAAC,KAAK;gBAClB,QAAQ;gBACR,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5D,eAAe,EAAE;oBACf,SAAS,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;oBACjC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;iBACrC;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YAC9C,MAAM,SAAS,GAAG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QAChD,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,MAAM,EAAE,eAAe,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5G,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,wBAAwB,CAAC,CAAC"}

package/dist/llm/inference/providers/bedrock.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bedrock.test.d.ts.map

package/dist/llm/inference/providers/bedrock.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/bedrock.test.js

@@ -0,0 +1,21 @@
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { bedrockInferenceProvider, _resetBedrockInferenceClient } from "./bedrock.js";
+describe("bedrock inference provider — metadata", () => {
+    it("declares the correct name + label", () => {
+        assert.strictEqual(bedrockInferenceProvider.name, "bedrock");
+        assert.strictEqual(bedrockInferenceProvider.label, "AWS Bedrock (Converse)");
+    });
+    it("is NOT browserCompatible", () => {
+        assert.strictEqual(bedrockInferenceProvider.browserCompatible, false);
+    });
+    it("defaults to Claude Sonnet 4 with no baseUrl", () => {
+        assert.strictEqual(bedrockInferenceProvider.defaults.model, "us.anthropic.claude-sonnet-4-20250514");
+        assert.strictEqual(bedrockInferenceProvider.defaults.baseUrl, undefined);
+    });
+    it("loads the AWS SDK lazily inside chat() (not at module load)", () => {
+        assert.strictEqual(typeof bedrockInferenceProvider.chat, "function");
+        assert.strictEqual(typeof _resetBedrockInferenceClient, "function");
+    });
+});
+//# sourceMappingURL=bedrock.test.js.map

package/dist/llm/inference/providers/bedrock.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,wBAAwB,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAEtF,QAAQ,CAAC,uCAAuC,EAAE,GAAG,EAAE;IACrD,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,KAAK,EAAE,wBAAwB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,uCAAuC,CAAC,CAAC;QACrG,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,WAAW,CAAC,OAAO,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACrE,MAAM,CAAC,WAAW,CAAC,OAAO,4BAA4B,EAAE,UAAU,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Inference providers barrel — importing this file registers all built-in
+ * providers via side effect. To add a new provider, drop a file alongside and
+ * add a single import line below.
+ */
+import "./ollama.js";
+import "./openai.js";
+import "./bedrock.js";
+import "./portkey.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/inference/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,aAAa,CAAC;AACrB,OAAO,aAAa,CAAC;AACrB,OAAO,cAAc,CAAC;AACtB,OAAO,cAAc,CAAC"}

package/dist/llm/inference/providers/index.js

@@ -0,0 +1,10 @@
+/**
+ * Inference providers barrel — importing this file registers all built-in
+ * providers via side effect. To add a new provider, drop a file alongside and
+ * add a single import line below.
+ */
+import "./ollama.js";
+import "./openai.js";
+import "./bedrock.js";
+import "./portkey.js";
+//# sourceMappingURL=index.js.map

package/dist/llm/inference/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,aAAa,CAAC;AACrB,OAAO,aAAa,CAAC;AACrB,OAAO,cAAc,CAAC;AACtB,OAAO,cAAc,CAAC"}

package/dist/llm/inference/providers/ollama.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Ollama chat-completion provider — POSTs to /v1/chat/completions (no auth).
+ * JSON-schema response_format is downgraded to json_object since Ollama's
+ * OpenAI-compatible endpoint does not implement schema enforcement.
+ */
+import type { InferenceProvider } from "../types.js";
+export declare const ollamaInferenceProvider: InferenceProvider;
+//# sourceMappingURL=ollama.d.ts.map

package/dist/llm/inference/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAIlB,MAAM,aAAa,CAAC;AAQrB,eAAO,MAAM,uBAAuB,EAAE,iBAiDrC,CAAC"}

package/dist/llm/inference/providers/ollama.js

@@ -0,0 +1,63 @@
+/**
+ * Ollama chat-completion provider — POSTs to /v1/chat/completions (no auth).
+ * JSON-schema response_format is downgraded to json_object since Ollama's
+ * OpenAI-compatible endpoint does not implement schema enforcement.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { resilientFetch } from "../../fetch.js";
+import { LlmHttpError } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+const RETRY_CAP_MS = 5_000;
+export const ollamaInferenceProvider = {
+    name: "ollama",
+    label: "Ollama (local)",
+    browserCompatible: false,
+    defaults: {
+        model: "qwen2.5:7b",
+        baseUrl: "http://localhost:11434",
+    },
+    async chat(opts, cfg, log) {
+        const body = {
+            model: cfg.model,
+            messages: opts.messages,
+            temperature: opts.temperature ?? 0.2,
+            max_tokens: opts.max_tokens ?? 500,
+        };
+        if (opts.response_format) {
+            body.response_format = opts.response_format.type === "json_schema"
+                ? { type: "json_object" }
+                : opts.response_format;
+        }
+        try {
+            const resp = await resilientFetch({
+                url: `${cfg.baseUrl}/v1/chat/completions`,
+                init: {
+                    method: "POST",
+                    headers: { "Content-Type": "application/json" },
+                    body: JSON.stringify(body),
+                },
+                timeoutMs: cfg.timeoutMs,
+                retries: cfg.retries,
+                baseDelayMs: cfg.retryBaseDelayMs,
+                capDelayMs: RETRY_CAP_MS,
+                provider: "ollama",
+                model: cfg.model,
+            });
+            const data = (await resp.json());
+            _recordInferenceError(null);
+            return data.choices?.[0]?.message?.content?.trim() ?? null;
+        }
+        catch (e) {
+            if (e instanceof LlmHttpError) {
+                _recordInferenceError(e);
+                log("WARN", `LLM Ollama ${e.kind}${e.status !== undefined ? ` (${e.status})` : ""}: ${e.message}`);
+            }
+            else {
+                log("WARN", `LLM Ollama unreachable: ${e.message}`);
+            }
+            return null;
+        }
+    },
+};
+registerInferenceProvider(ollamaInferenceProvider);
+//# sourceMappingURL=ollama.js.map

package/dist/llm/inference/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAQH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACxD,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,gBAAgB;IACvB,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,wBAAwB;KAClC;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,aAAa;gBAChE,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE;gBACzB,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC;gBAChC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,sBAAsB;gBACzC,IAAI,EAAE;oBACJ,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,WAAW,EAAE,GAAG,CAAC,gBAAgB;gBACjC,UAAU,EAAE,YAAY;gBACxB,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4D,CAAC;YAC5F,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,EAAE,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,uBAAuB,CAAC,CAAC"}

package/dist/llm/inference/providers/ollama.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ollama.test.d.ts.map

package/dist/llm/inference/providers/ollama.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/ollama.test.js

@@ -0,0 +1,57 @@
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { ollamaInferenceProvider } from "./ollama.js";
+const cfg = {
+    provider: "ollama",
+    model: "qwen2.5:7b",
+    baseUrl: "http://localhost:11434",
+    apiKey: null,
+    fallback: null,
+    extra: {},
+    timeoutMs: 5_000,
+    retries: 0,
+    retryBaseDelayMs: 10,
+};
+const log = () => { };
+describe("ollama inference provider", () => {
+    const realFetch = globalThis.fetch;
+    beforeEach(() => { globalThis.fetch = realFetch; });
+    afterEach(() => { globalThis.fetch = realFetch; });
+    it("POSTs to /v1/chat/completions and returns trimmed content", async () => {
+        let captured = null;
+        globalThis.fetch = (async (url, init) => {
+            captured = { url, init };
+            return new Response(JSON.stringify({ choices: [{ message: { content: "  hi  " } }] }), { status: 200 });
+        });
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "ping" }] }, cfg, log);
+        assert.strictEqual(out, "hi");
+        const cap = captured;
+        assert.strictEqual(cap.url, "http://localhost:11434/v1/chat/completions");
+        const body = JSON.parse(cap.init.body);
+        assert.strictEqual(body.model, "qwen2.5:7b");
+    });
+    it("downgrades json_schema response_format to json_object", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "{}" } }] }), { status: 200 });
+        });
+        await ollamaInferenceProvider.chat({
+            messages: [{ role: "user", content: "x" }],
+            response_format: { type: "json_schema", json_schema: { name: "t", schema: { type: "object" } } },
+        }, cfg, log);
+        const body = JSON.parse(captured.body);
+        assert.deepStrictEqual(body.response_format, { type: "json_object" });
+    });
+    it("returns null on non-OK response (recoverable)", async () => {
+        globalThis.fetch = (async () => new Response("err", { status: 500 }));
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+    it("returns null on network error (recoverable)", async () => {
+        globalThis.fetch = (async () => { throw new Error("ECONNREFUSED"); });
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+});
+//# sourceMappingURL=ollama.test.js.map

package/dist/llm/inference/providers/ollama.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,GAAG,GAA4B;IACnC,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,YAAY;IACnB,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,IAAI;IACZ,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE,EAAE;IACT,SAAS,EAAE,KAAK;IAChB,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,EAAE;CACrB,CAAC;AAEF,MAAM,GAAG,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;AAErB,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;IACnC,UAAU,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,SAAS,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,IAAI,QAAQ,GAA8C,IAAI,CAAC;QAC/D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAW,EAAE,IAAiB,EAAE,EAAE;YAC3D,QAAQ,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;YACzB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1G,CAAC,CAA4B,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5G,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,QAAyD,CAAC;QACtE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,4CAA4C,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,IAAI,QAAQ,GAAuB,IAAI,CAAC;QACxC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;YAC5D,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC,CAA4B,CAAC;QAE9B,MAAM,uBAAuB,CAAC,IAAI,CAAC;YACjC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAC1C,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;SACjG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAEb,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAE,QAAmC,CAAC,IAAc,CAAC,CAAC;QAC7E,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAA4B,CAAC;QACjG,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAA4B,CAAC;QACjG,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/openai.d.ts

@@ -0,0 +1,11 @@
+/**
+ * OpenAI chat-completion provider — POSTs to /v1/chat/completions with bearer
+ * auth. Forwards `response_format` (json_object or json_schema) as-is.
+ *
+ * On failure: catches typed errors from the resilient fetch helper, records
+ * them via `_recordInferenceError` for surfacing by the orchestrator, and
+ * returns `null` to keep the fallback contract.
+ */
+import type { InferenceProvider } from "../types.js";
+export declare const openaiInferenceProvider: InferenceProvider;
+//# sourceMappingURL=openai.d.ts.map

package/dist/llm/inference/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAIlB,MAAM,aAAa,CAAC;AAYrB,eAAO,MAAM,uBAAuB,EAAE,iBAwDrC,CAAC"}