bikky 0.3.0 → 0.3.2

package/dist/llm/inference/index.test.js

@@ -0,0 +1,109 @@
+/**
+ * Tests for the public inference API — initLLM resolution + chatCompletion
+ * dispatch + fallback orchestration.
+ */
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { initLLM, chatCompletion, getInferenceConfig, registerInferenceProvider, _resetInference, } from "./index.js";
+import { listInferenceProviders, _resetInferenceRegistry, } from "./registry.js";
+describe("initLLM — resolution", () => {
+    beforeEach(() => _resetInference());
+    it("applies ollama defaults", () => {
+        const cfg = initLLM({ config: { provider: "ollama" } });
+        assert.strictEqual(cfg.provider, "ollama");
+        assert.strictEqual(cfg.model, "qwen2.5:7b");
+        assert.strictEqual(cfg.baseUrl, "http://localhost:11434");
+        assert.strictEqual(cfg.fallback, null);
+        assert.deepStrictEqual(cfg.extra, {});
+    });
+    it("applies openai defaults", () => {
+        const cfg = initLLM({ config: { provider: "openai", apiKey: "k" } });
+        assert.strictEqual(cfg.model, "gpt-4.1-mini");
+        assert.strictEqual(cfg.baseUrl, "https://api.openai.com");
+        assert.strictEqual(cfg.apiKey, "k");
+    });
+    it("applies portkey defaults + extra", () => {
+        const cfg = initLLM({
+            config: {
+                provider: "portkey",
+                apiKey: "pk",
+                extra: { virtual_key: "vk-1" },
+            },
+        });
+        assert.strictEqual(cfg.model, "@openai/gpt-4o-mini");
+        assert.strictEqual(cfg.baseUrl, "https://api.portkey.ai");
+        assert.strictEqual(cfg.extra.virtual_key, "vk-1");
+    });
+    it("throws on unknown provider", () => {
+        assert.throws(() => initLLM({ config: { provider: "nope" } }), {
+            message: /Unknown inference provider/,
+        });
+    });
+    it("strips trailing slashes from baseUrl", () => {
+        const cfg = initLLM({ config: { provider: "ollama", baseUrl: "http://x///" } });
+        assert.strictEqual(cfg.baseUrl, "http://x");
+    });
+});
+describe("getInferenceConfig", () => {
+    it("throws when not initialised", () => {
+        _resetInference();
+        assert.throws(() => getInferenceConfig(), { message: /not initialized/ });
+    });
+    it("returns the resolved config after init", () => {
+        initLLM({ config: { provider: "ollama" } });
+        assert.strictEqual(getInferenceConfig().provider, "ollama");
+    });
+});
+describe("chatCompletion — dispatch + fallback", () => {
+    let snapshot;
+    let calls;
+    beforeEach(() => {
+        snapshot = listInferenceProviders();
+        _resetInferenceRegistry();
+        _resetInference();
+        calls = [];
+    });
+    afterEach(() => {
+        _resetInferenceRegistry();
+        _resetInference();
+        for (const p of snapshot)
+            registerInferenceProvider(p);
+    });
+    function fakeProvider(name, result) {
+        return {
+            name,
+            label: name,
+            browserCompatible: false,
+            defaults: { model: `${name}-model` },
+            async chat() { calls.push(name); return result; },
+        };
+    }
+    it("returns the primary's result when it succeeds", async () => {
+        registerInferenceProvider(fakeProvider("primary", "primary-said-hi"));
+        initLLM({ config: { provider: "primary" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, "primary-said-hi");
+        assert.deepStrictEqual(calls, ["primary"]);
+    });
+    it("falls back to the configured fallback when primary returns null", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        registerInferenceProvider(fakeProvider("backup", "backup-said-hi"));
+        initLLM({ config: { provider: "primary", fallback: "backup" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, "backup-said-hi");
+        assert.deepStrictEqual(calls, ["primary", "backup"]);
+    });
+    it("returns null when no fallback and primary fails", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        initLLM({ config: { provider: "primary" } });
+        const out = await chatCompletion({ messages: [{ role: "user", content: "hi" }] });
+        assert.strictEqual(out, null);
+        assert.deepStrictEqual(calls, ["primary"]);
+    });
+    it("throws if fallback name is not registered", async () => {
+        registerInferenceProvider(fakeProvider("primary", null));
+        initLLM({ config: { provider: "primary", fallback: "ghost" } });
+        await assert.rejects(() => chatCompletion({ messages: [{ role: "user", content: "hi" }] }), { message: /Unknown inference provider: "ghost"/ });
+    });
+});
+//# sourceMappingURL=index.test.js.map

package/dist/llm/inference/index.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.test.js","sourceRoot":"","sources":["../../../src/llm/inference/index.test.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EACL,OAAO,EACP,cAAc,EACd,kBAAkB,EAClB,yBAAyB,EACzB,eAAe,GAChB,MAAM,YAAY,CAAC;AACpB,OAAO,EACL,sBAAsB,EACtB,uBAAuB,GACxB,MAAM,eAAe,CAAC;AAGvB,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC;IAEpC,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACxD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;QAC3C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;QACjC,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC;QACrE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kCAAkC,EAAE,GAAG,EAAE;QAC1C,MAAM,GAAG,GAAG,OAAO,CAAC;YAClB,MAAM,EAAE;gBACN,QAAQ,EAAE,SAAS;gBACnB,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE;aAC/B;SACF,CAAC,CAAC;QACH,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;QACrD,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,wBAAwB,CAAC,CAAC;QAC1D,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4BAA4B,EAAE,GAAG,EAAE;QACpC,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE;YAC7D,OAAO,EAAE,4BAA4B;SACtC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,GAAG,GAAG,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC,CAAC;QAChF,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,6BAA6B,EAAE,GAAG,EAAE;QACrC,eAAe,EAAE,CAAC;QAClB,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,kBAAkB,EAAE,EAAE,EAAE,OAAO,EAAE,iBAAiB,EAAE,CAAC,CAAC;IAC5E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wCAAwC,EAAE,GAAG,EAAE;QAChD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QAC5C,MAAM,CAAC,WAAW,CAAC,kBAAkB,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sCAAsC,EAAE,GAAG,EAAE;IACpD,IAAI,QAA6B,CAAC;IAClC,IAAI,KAAe,CAAC;IAEpB,UAAU,CAAC,GAAG,EAAE;QACd,QAAQ,GAAG,sBAAsB,EAAE,CAAC;QACpC,uBAAuB,EAAE,CAAC;QAC1B,eAAe,EAAE,CAAC;QAClB,KAAK,GAAG,EAAE,CAAC;IACb,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,GAAG,EAAE;QACb,uBAAuB,EAAE,CAAC;QAC1B,eAAe,EAAE,CAAC;QAClB,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,SAAS,YAAY,CAAC,IAAY,EAAE,MAAqB;QACvD,OAAO;YACL,IAAI;YACJ,KAAK,EAAE,IAAI;YACX,iBAAiB,EAAE,KAAK;YACxB,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,IAAI,QAAQ,EAAE;YACpC,KAAK,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,CAAC;SAClD,CAAC;IACJ,CAAC;IAED,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC;QACtE,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC;QAC3C,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,KAAK,IAAI,EAAE;QAC/E,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,yBAAyB,CAAC,YAAY,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC,CAAC;QACpE,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,CAAC,CAAC;QACjE,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAC1C,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC;QAC7C,MAAM,GAAG,GAAG,MAAM,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QAClF,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,yBAAyB,CAAC,YAAY,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC;QACzD,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,MAAM,CAAC,OAAO,CAClB,GAAG,EAAE,CAAC,cAAc,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,EACrE,EAAE,OAAO,EAAE,qCAAqC,EAAE,CACnD,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/bedrock.d.ts

@@ -0,0 +1,18 @@
+/**
+ * AWS Bedrock chat-completion provider — Converse API.
+ *
+ * The AWS SDK is dynamic-imported on first call so that users on Ollama or
+ * OpenAI never pay the bundle cost.
+ *
+ * Region resolution order: cfg.extra.region → AWS_BEDROCK_REGION → AWS_REGION → "us-east-1".
+ * Credentials follow the SDK default chain (env → shared file → SSO → IAM role).
+ *
+ * Errors: SDK exceptions are translated to typed `LlmHttpError` subclasses
+ * (using `$metadata.httpStatusCode`) and recorded via `_recordInferenceError`,
+ * matching the contract used by the HTTP-based providers.
+ */
+import type { InferenceProvider } from "../types.js";
+/** Test-only: drop the cached SDK so tests can swap or reset it. */
+export declare function _resetBedrockInferenceClient(): void;
+export declare const bedrockInferenceProvider: InferenceProvider;
+//# sourceMappingURL=bedrock.d.ts.map

package/dist/llm/inference/providers/bedrock.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAiErB,oEAAoE;AACpE,wBAAgB,4BAA4B,IAAI,IAAI,CAEnD;AAED,eAAO,MAAM,wBAAwB,EAAE,iBA8CtC,CAAC"}

package/dist/llm/inference/providers/bedrock.js

@@ -0,0 +1,105 @@
+/**
+ * AWS Bedrock chat-completion provider — Converse API.
+ *
+ * The AWS SDK is dynamic-imported on first call so that users on Ollama or
+ * OpenAI never pay the bundle cost.
+ *
+ * Region resolution order: cfg.extra.region → AWS_BEDROCK_REGION → AWS_REGION → "us-east-1".
+ * Credentials follow the SDK default chain (env → shared file → SSO → IAM role).
+ *
+ * Errors: SDK exceptions are translated to typed `LlmHttpError` subclasses
+ * (using `$metadata.httpStatusCode`) and recorded via `_recordInferenceError`,
+ * matching the contract used by the HTTP-based providers.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { classifyHttpStatus, LlmAuthError, LlmBadRequestError, LlmRateLimitError, LlmTransientError, LlmUnknownError, } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+let sdk = null;
+async function ensureSdk(cfg) {
+    if (sdk)
+        return sdk;
+    const mod = await import("@aws-sdk/client-bedrock-runtime");
+    const region = cfg.extra.region
+        ?? process.env.AWS_BEDROCK_REGION
+        ?? process.env.AWS_REGION
+        ?? "us-east-1";
+    const next = {
+        client: new mod.BedrockRuntimeClient({ region }),
+        ConverseCommand: mod.ConverseCommand,
+    };
+    sdk = next;
+    return next;
+}
+function translateSdkError(err, model) {
+    const e = err;
+    const status = e.$metadata?.httpStatusCode;
+    const details = {
+        provider: "bedrock",
+        model,
+        status,
+        body: e.message ?? e.name,
+        cause: err,
+    };
+    if (status === undefined) {
+        return new LlmTransientError(details);
+    }
+    switch (classifyHttpStatus(status)) {
+        case "auth": return new LlmAuthError(details);
+        case "rate_limit": return new LlmRateLimitError(details);
+        case "bad_request": return new LlmBadRequestError(details);
+        case "transient": return new LlmTransientError(details);
+        default: return new LlmUnknownError(details);
+    }
+}
+/** Test-only: drop the cached SDK so tests can swap or reset it. */
+export function _resetBedrockInferenceClient() {
+    sdk = null;
+}
+export const bedrockInferenceProvider = {
+    name: "bedrock",
+    label: "AWS Bedrock (Converse)",
+    browserCompatible: false,
+    defaults: {
+        model: "us.anthropic.claude-sonnet-4-20250514",
+    },
+    async chat(opts, cfg, log) {
+        const { client, ConverseCommand } = await ensureSdk(cfg);
+        const systemBlocks = [];
+        const messages = [];
+        for (const m of opts.messages) {
+            if (m.role === "system") {
+                systemBlocks.push({ text: m.content });
+            }
+            else {
+                messages.push({
+                    role: m.role,
+                    content: [{ text: m.content }],
+                });
+            }
+        }
+        try {
+            const command = new ConverseCommand({
+                modelId: cfg.model,
+                messages,
+                ...(systemBlocks.length > 0 ? { system: systemBlocks } : {}),
+                inferenceConfig: {
+                    maxTokens: opts.max_tokens ?? 500,
+                    temperature: opts.temperature ?? 0.2,
+                },
+            });
+            const resp = await client.send(command);
+            _recordInferenceError(null);
+            const content = resp.output?.message?.content;
+            const textBlock = content?.find((c) => "text" in c);
+            return (textBlock?.text ?? "").trim() || null;
+        }
+        catch (e) {
+            const err = translateSdkError(e, cfg.model);
+            _recordInferenceError(err);
+            log("WARN", `LLM Bedrock ${err.kind}${err.status !== undefined ? ` (${err.status})` : ""}: ${err.message}`);
+            return null;
+        }
+    },
+};
+registerInferenceProvider(bedrockInferenceProvider);
+//# sourceMappingURL=bedrock.js.map

package/dist/llm/inference/providers/bedrock.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AASH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EACL,kBAAkB,EAClB,YAAY,EACZ,kBAAkB,EAClB,iBAAiB,EACjB,iBAAiB,EACjB,eAAe,GAGhB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAUpD,IAAI,GAAG,GAAsB,IAAI,CAAC;AAElC,KAAK,UAAU,SAAS,CAAC,GAA4B;IACnD,IAAI,GAAG;QAAE,OAAO,GAAG,CAAC;IACpB,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,iCAAiC,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM;WAC1B,OAAO,CAAC,GAAG,CAAC,kBAAkB;WAC9B,OAAO,CAAC,GAAG,CAAC,UAAU;WACtB,WAAW,CAAC;IACjB,MAAM,IAAI,GAAe;QACvB,MAAM,EAAE,IAAI,GAAG,CAAC,oBAAoB,CAAC,EAAE,MAAM,EAAE,CAAC;QAChD,eAAe,EAAE,GAAG,CAAC,eAAe;KACrC,CAAC;IACF,GAAG,GAAG,IAAI,CAAC;IACX,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,iBAAiB,CAAC,GAAY,EAAE,KAAa;IACpD,MAAM,CAAC,GAAG,GAIT,CAAC;IACF,MAAM,MAAM,GAAG,CAAC,CAAC,SAAS,EAAE,cAAc,CAAC;IAC3C,MAAM,OAAO,GAAoB;QAC/B,QAAQ,EAAE,SAAS;QACnB,KAAK;QACL,MAAM;QACN,IAAI,EAAE,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI;QACzB,KAAK,EAAE,GAAG;KACX,CAAC;IACF,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IACD,QAAQ,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;QACnC,KAAK,MAAM,CAAC,CAAC,OAAO,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;QAC9C,KAAK,YAAY,CAAC,CAAC,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACzD,KAAK,aAAa,CAAC,CAAC,OAAO,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAC3D,KAAK,WAAW,CAAC,CAAC,OAAO,IAAI,iBAAiB,CAAC,OAAO,CAAC,CAAC;QACxD,OAAO,CAAC,CAAC,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,4BAA4B;IAC1C,GAAG,GAAG,IAAI,CAAC;AACb,CAAC;AAED,MAAM,CAAC,MAAM,wBAAwB,GAAsB;IACzD,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,wBAAwB;IAC/B,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,uCAAuC;KAC/C;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,MAAM,EAAE,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,CAAC;QAEzD,MAAM,YAAY,GAA4B,EAAE,CAAC;QACjD,MAAM,QAAQ,GAA4E,EAAE,CAAC;QAE7F,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,QAAyB,EAAE,CAAC;YAC/C,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC;oBACZ,IAAI,EAAE,CAAC,CAAC,IAA4B;oBACpC,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,IAAI,eAAe,CAAC;gBAClC,OAAO,EAAE,GAAG,CAAC,KAAK;gBAClB,QAAQ;gBACR,GAAG,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5D,eAAe,EAAE;oBACf,SAAS,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;oBACjC,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;iBACrC;aACF,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC;YAC9C,MAAM,SAAS,GAAG,OAAO,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,IAAI,IAAI,CAAC;QAChD,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,iBAAiB,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;YAC5C,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,MAAM,EAAE,eAAe,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC5G,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,wBAAwB,CAAC,CAAC"}

package/dist/llm/inference/providers/bedrock.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=bedrock.test.d.ts.map

package/dist/llm/inference/providers/bedrock.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/bedrock.test.js

@@ -0,0 +1,21 @@
+import { describe, it } from "node:test";
+import assert from "node:assert/strict";
+import { bedrockInferenceProvider, _resetBedrockInferenceClient } from "./bedrock.js";
+describe("bedrock inference provider — metadata", () => {
+    it("declares the correct name + label", () => {
+        assert.strictEqual(bedrockInferenceProvider.name, "bedrock");
+        assert.strictEqual(bedrockInferenceProvider.label, "AWS Bedrock (Converse)");
+    });
+    it("is NOT browserCompatible", () => {
+        assert.strictEqual(bedrockInferenceProvider.browserCompatible, false);
+    });
+    it("defaults to Claude Sonnet 4 with no baseUrl", () => {
+        assert.strictEqual(bedrockInferenceProvider.defaults.model, "us.anthropic.claude-sonnet-4-20250514");
+        assert.strictEqual(bedrockInferenceProvider.defaults.baseUrl, undefined);
+    });
+    it("loads the AWS SDK lazily inside chat() (not at module load)", () => {
+        assert.strictEqual(typeof bedrockInferenceProvider.chat, "function");
+        assert.strictEqual(typeof _resetBedrockInferenceClient, "function");
+    });
+});
+//# sourceMappingURL=bedrock.test.js.map

package/dist/llm/inference/providers/bedrock.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bedrock.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/bedrock.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,wBAAwB,EAAE,4BAA4B,EAAE,MAAM,cAAc,CAAC;AAEtF,QAAQ,CAAC,uCAAuC,EAAE,GAAG,EAAE;IACrD,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC3C,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;QAC7D,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,KAAK,EAAE,wBAAwB,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,QAAQ,CAAC,KAAK,EAAE,uCAAuC,CAAC,CAAC;QACrG,MAAM,CAAC,WAAW,CAAC,wBAAwB,CAAC,QAAQ,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,CAAC,WAAW,CAAC,OAAO,wBAAwB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACrE,MAAM,CAAC,WAAW,CAAC,OAAO,4BAA4B,EAAE,UAAU,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/index.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Inference providers barrel — importing this file registers all built-in
+ * providers via side effect. To add a new provider, drop a file alongside and
+ * add a single import line below.
+ */
+import "./ollama.js";
+import "./openai.js";
+import "./bedrock.js";
+import "./portkey.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/llm/inference/providers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,aAAa,CAAC;AACrB,OAAO,aAAa,CAAC;AACrB,OAAO,cAAc,CAAC;AACtB,OAAO,cAAc,CAAC"}

package/dist/llm/inference/providers/index.js

@@ -0,0 +1,10 @@
+/**
+ * Inference providers barrel — importing this file registers all built-in
+ * providers via side effect. To add a new provider, drop a file alongside and
+ * add a single import line below.
+ */
+import "./ollama.js";
+import "./openai.js";
+import "./bedrock.js";
+import "./portkey.js";
+//# sourceMappingURL=index.js.map

package/dist/llm/inference/providers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,aAAa,CAAC;AACrB,OAAO,aAAa,CAAC;AACrB,OAAO,cAAc,CAAC;AACtB,OAAO,cAAc,CAAC"}

package/dist/llm/inference/providers/ollama.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Ollama chat-completion provider — POSTs to /v1/chat/completions (no auth).
+ * JSON-schema response_format is downgraded to json_object since Ollama's
+ * OpenAI-compatible endpoint does not implement schema enforcement.
+ */
+import type { InferenceProvider } from "../types.js";
+export declare const ollamaInferenceProvider: InferenceProvider;
+//# sourceMappingURL=ollama.d.ts.map

package/dist/llm/inference/providers/ollama.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAIlB,MAAM,aAAa,CAAC;AAQrB,eAAO,MAAM,uBAAuB,EAAE,iBAiDrC,CAAC"}

package/dist/llm/inference/providers/ollama.js

@@ -0,0 +1,63 @@
+/**
+ * Ollama chat-completion provider — POSTs to /v1/chat/completions (no auth).
+ * JSON-schema response_format is downgraded to json_object since Ollama's
+ * OpenAI-compatible endpoint does not implement schema enforcement.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { resilientFetch } from "../../fetch.js";
+import { LlmHttpError } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+const RETRY_CAP_MS = 5_000;
+export const ollamaInferenceProvider = {
+    name: "ollama",
+    label: "Ollama (local)",
+    browserCompatible: false,
+    defaults: {
+        model: "qwen2.5:7b",
+        baseUrl: "http://localhost:11434",
+    },
+    async chat(opts, cfg, log) {
+        const body = {
+            model: cfg.model,
+            messages: opts.messages,
+            temperature: opts.temperature ?? 0.2,
+            max_tokens: opts.max_tokens ?? 500,
+        };
+        if (opts.response_format) {
+            body.response_format = opts.response_format.type === "json_schema"
+                ? { type: "json_object" }
+                : opts.response_format;
+        }
+        try {
+            const resp = await resilientFetch({
+                url: `${cfg.baseUrl}/v1/chat/completions`,
+                init: {
+                    method: "POST",
+                    headers: { "Content-Type": "application/json" },
+                    body: JSON.stringify(body),
+                },
+                timeoutMs: cfg.timeoutMs,
+                retries: cfg.retries,
+                baseDelayMs: cfg.retryBaseDelayMs,
+                capDelayMs: RETRY_CAP_MS,
+                provider: "ollama",
+                model: cfg.model,
+            });
+            const data = (await resp.json());
+            _recordInferenceError(null);
+            return data.choices?.[0]?.message?.content?.trim() ?? null;
+        }
+        catch (e) {
+            if (e instanceof LlmHttpError) {
+                _recordInferenceError(e);
+                log("WARN", `LLM Ollama ${e.kind}${e.status !== undefined ? ` (${e.status})` : ""}: ${e.message}`);
+            }
+            else {
+                log("WARN", `LLM Ollama unreachable: ${e.message}`);
+            }
+            return null;
+        }
+    },
+};
+registerInferenceProvider(ollamaInferenceProvider);
+//# sourceMappingURL=ollama.js.map

package/dist/llm/inference/providers/ollama.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAQH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACxD,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,gBAAgB;IACvB,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,wBAAwB;KAClC;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,KAAK,aAAa;gBAChE,CAAC,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE;gBACzB,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;QAC3B,CAAC;QAED,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC;gBAChC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,sBAAsB;gBACzC,IAAI,EAAE;oBACJ,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;oBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,WAAW,EAAE,GAAG,CAAC,gBAAgB;gBACjC,UAAU,EAAE,YAAY;gBACxB,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4D,CAAC;YAC5F,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,EAAE,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACjE,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,uBAAuB,CAAC,CAAC"}

package/dist/llm/inference/providers/ollama.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=ollama.test.d.ts.map

package/dist/llm/inference/providers/ollama.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/ollama.test.js

@@ -0,0 +1,57 @@
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { ollamaInferenceProvider } from "./ollama.js";
+const cfg = {
+    provider: "ollama",
+    model: "qwen2.5:7b",
+    baseUrl: "http://localhost:11434",
+    apiKey: null,
+    fallback: null,
+    extra: {},
+    timeoutMs: 5_000,
+    retries: 0,
+    retryBaseDelayMs: 10,
+};
+const log = () => { };
+describe("ollama inference provider", () => {
+    const realFetch = globalThis.fetch;
+    beforeEach(() => { globalThis.fetch = realFetch; });
+    afterEach(() => { globalThis.fetch = realFetch; });
+    it("POSTs to /v1/chat/completions and returns trimmed content", async () => {
+        let captured = null;
+        globalThis.fetch = (async (url, init) => {
+            captured = { url, init };
+            return new Response(JSON.stringify({ choices: [{ message: { content: "  hi  " } }] }), { status: 200 });
+        });
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "ping" }] }, cfg, log);
+        assert.strictEqual(out, "hi");
+        const cap = captured;
+        assert.strictEqual(cap.url, "http://localhost:11434/v1/chat/completions");
+        const body = JSON.parse(cap.init.body);
+        assert.strictEqual(body.model, "qwen2.5:7b");
+    });
+    it("downgrades json_schema response_format to json_object", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "{}" } }] }), { status: 200 });
+        });
+        await ollamaInferenceProvider.chat({
+            messages: [{ role: "user", content: "x" }],
+            response_format: { type: "json_schema", json_schema: { name: "t", schema: { type: "object" } } },
+        }, cfg, log);
+        const body = JSON.parse(captured.body);
+        assert.deepStrictEqual(body.response_format, { type: "json_object" });
+    });
+    it("returns null on non-OK response (recoverable)", async () => {
+        globalThis.fetch = (async () => new Response("err", { status: 500 }));
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+    it("returns null on network error (recoverable)", async () => {
+        globalThis.fetch = (async () => { throw new Error("ECONNREFUSED"); });
+        const out = await ollamaInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+});
+//# sourceMappingURL=ollama.test.js.map

package/dist/llm/inference/providers/ollama.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ollama.test.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/ollama.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AAChE,OAAO,MAAM,MAAM,oBAAoB,CAAC;AAExC,OAAO,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAGtD,MAAM,GAAG,GAA4B;IACnC,QAAQ,EAAE,QAAQ;IAClB,KAAK,EAAE,YAAY;IACnB,OAAO,EAAE,wBAAwB;IACjC,MAAM,EAAE,IAAI;IACZ,QAAQ,EAAE,IAAI;IACd,KAAK,EAAE,EAAE;IACT,SAAS,EAAE,KAAK;IAChB,OAAO,EAAE,CAAC;IACV,gBAAgB,EAAE,EAAE;CACrB,CAAC;AAEF,MAAM,GAAG,GAAG,GAAG,EAAE,GAAE,CAAC,CAAC;AAErB,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;IACnC,UAAU,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,SAAS,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;IAEnD,EAAE,CAAC,2DAA2D,EAAE,KAAK,IAAI,EAAE;QACzE,IAAI,QAAQ,GAA8C,IAAI,CAAC;QAC/D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,GAAW,EAAE,IAAiB,EAAE,EAAE;YAC3D,QAAQ,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;YACzB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QAC1G,CAAC,CAA4B,CAAC;QAE9B,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5G,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAG,QAAyD,CAAC;QACtE,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,4CAA4C,CAAC,CAAC;QAC1E,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAc,CAAC,CAAC;QACjD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,IAAI,QAAQ,GAAuB,IAAI,CAAC;QACxC,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,EAAE,IAAY,EAAE,IAAiB,EAAE,EAAE;YAC5D,QAAQ,GAAG,IAAI,CAAC;YAChB,OAAO,IAAI,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACtG,CAAC,CAA4B,CAAC;QAE9B,MAAM,uBAAuB,CAAC,IAAI,CAAC;YACjC,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC;YAC1C,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE;SACjG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAEb,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAE,QAAmC,CAAC,IAAc,CAAC,CAAC;QAC7E,MAAM,CAAC,eAAe,CAAC,IAAI,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,QAAQ,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAA4B,CAAC;QACjG,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,UAAU,CAAC,KAAK,GAAG,CAAC,KAAK,IAAI,EAAE,GAAG,MAAM,IAAI,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAA4B,CAAC;QACjG,MAAM,GAAG,GAAG,MAAM,uBAAuB,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACzG,MAAM,CAAC,WAAW,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/llm/inference/providers/openai.d.ts

@@ -0,0 +1,11 @@
+/**
+ * OpenAI chat-completion provider — POSTs to /v1/chat/completions with bearer
+ * auth. Forwards `response_format` (json_object or json_schema) as-is.
+ *
+ * On failure: catches typed errors from the resilient fetch helper, records
+ * them via `_recordInferenceError` for surfacing by the orchestrator, and
+ * returns `null` to keep the fallback contract.
+ */
+import type { InferenceProvider } from "../types.js";
+export declare const openaiInferenceProvider: InferenceProvider;
+//# sourceMappingURL=openai.d.ts.map

package/dist/llm/inference/providers/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,iBAAiB,EAIlB,MAAM,aAAa,CAAC;AAYrB,eAAO,MAAM,uBAAuB,EAAE,iBAwDrC,CAAC"}

package/dist/llm/inference/providers/openai.js

@@ -0,0 +1,73 @@
+/**
+ * OpenAI chat-completion provider — POSTs to /v1/chat/completions with bearer
+ * auth. Forwards `response_format` (json_object or json_schema) as-is.
+ *
+ * On failure: catches typed errors from the resilient fetch helper, records
+ * them via `_recordInferenceError` for surfacing by the orchestrator, and
+ * returns `null` to keep the fallback contract.
+ */
+import { registerInferenceProvider } from "../registry.js";
+import { resilientFetch } from "../../fetch.js";
+import { LlmAuthError, LlmHttpError, } from "../../errors.js";
+import { _recordInferenceError } from "../index.js";
+const RETRY_CAP_MS = 5_000;
+export const openaiInferenceProvider = {
+    name: "openai",
+    label: "OpenAI",
+    browserCompatible: false,
+    defaults: {
+        model: "gpt-4.1-mini",
+        baseUrl: "https://api.openai.com",
+    },
+    async chat(opts, cfg, log) {
+        if (!cfg.apiKey) {
+            const details = { provider: "openai", model: cfg.model, body: "no API key" };
+            const err = new LlmAuthError(details);
+            _recordInferenceError(err);
+            log("WARN", `LLM OpenAI: no API key`);
+            return null;
+        }
+        const body = {
+            model: cfg.model,
+            messages: opts.messages,
+            temperature: opts.temperature ?? 0.2,
+            max_tokens: opts.max_tokens ?? 500,
+        };
+        if (opts.response_format)
+            body.response_format = opts.response_format;
+        try {
+            const resp = await resilientFetch({
+                url: `${cfg.baseUrl}/v1/chat/completions`,
+                init: {
+                    method: "POST",
+                    headers: {
+                        "Content-Type": "application/json",
+                        Authorization: `Bearer ${cfg.apiKey}`,
+                    },
+                    body: JSON.stringify(body),
+                },
+                timeoutMs: cfg.timeoutMs,
+                retries: cfg.retries,
+                baseDelayMs: cfg.retryBaseDelayMs,
+                capDelayMs: RETRY_CAP_MS,
+                provider: "openai",
+                model: cfg.model,
+            });
+            const data = (await resp.json());
+            _recordInferenceError(null);
+            return data.choices?.[0]?.message?.content?.trim() ?? null;
+        }
+        catch (e) {
+            if (e instanceof LlmHttpError) {
+                _recordInferenceError(e);
+                log("WARN", `LLM OpenAI ${e.kind}${e.status !== undefined ? ` (${e.status})` : ""}: ${e.message}`);
+            }
+            else {
+                log("WARN", `LLM OpenAI error: ${e.message}`);
+            }
+            return null;
+        }
+    },
+};
+registerInferenceProvider(openaiInferenceProvider);
+//# sourceMappingURL=openai.js.map

package/dist/llm/inference/providers/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAQH,OAAO,EAAE,yBAAyB,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAChD,OAAO,EACL,YAAY,EACZ,YAAY,GAEb,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,YAAY,GAAG,KAAK,CAAC;AAE3B,MAAM,CAAC,MAAM,uBAAuB,GAAsB;IACxD,IAAI,EAAE,QAAQ;IACd,KAAK,EAAE,QAAQ;IACf,iBAAiB,EAAE,KAAK;IACxB,QAAQ,EAAE;QACR,KAAK,EAAE,cAAc;QACrB,OAAO,EAAE,wBAAwB;KAClC;IACD,KAAK,CAAC,IAAI,CAAC,IAAwB,EAAE,GAA4B,EAAE,GAAU;QAC3E,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,OAAO,GAAoB,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;YAC9F,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,CAAC,CAAC;YACtC,qBAAqB,CAAC,GAAG,CAAC,CAAC;YAC3B,GAAG,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,GAAG;YACpC,UAAU,EAAE,IAAI,CAAC,UAAU,IAAI,GAAG;SACnC,CAAC;QACF,IAAI,IAAI,CAAC,eAAe;YAAE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,eAAe,CAAC;QAEtE,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC;gBAChC,GAAG,EAAE,GAAG,GAAG,CAAC,OAAO,sBAAsB;gBACzC,IAAI,EAAE;oBACJ,MAAM,EAAE,MAAM;oBACd,OAAO,EAAE;wBACP,cAAc,EAAE,kBAAkB;wBAClC,aAAa,EAAE,UAAU,GAAG,CAAC,MAAM,EAAE;qBACtC;oBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B;gBACD,SAAS,EAAE,GAAG,CAAC,SAAS;gBACxB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,WAAW,EAAE,GAAG,CAAC,gBAAgB;gBACjC,UAAU,EAAE,YAAY;gBACxB,QAAQ,EAAE,QAAQ;gBAClB,KAAK,EAAE,GAAG,CAAC,KAAK;aACjB,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,EAAE,CAA4D,CAAC;YAC5F,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,IAAI,CAAC;QAC7D,CAAC;QAAC,OAAO,CAAU,EAAE,CAAC;YACpB,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC;gBAC9B,qBAAqB,CAAC,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrG,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,MAAM,EAAE,qBAAsB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC3D,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;CACF,CAAC;AAEF,yBAAyB,CAAC,uBAAuB,CAAC,CAAC"}

package/dist/llm/inference/providers/openai.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=openai.test.d.ts.map

package/dist/llm/inference/providers/openai.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.test.d.ts","sourceRoot":"","sources":["../../../../src/llm/inference/providers/openai.test.ts"],"names":[],"mappings":""}

package/dist/llm/inference/providers/openai.test.js

@@ -0,0 +1,46 @@
+import { describe, it, beforeEach, afterEach } from "node:test";
+import assert from "node:assert/strict";
+import { openaiInferenceProvider } from "./openai.js";
+const cfg = {
+    provider: "openai",
+    model: "gpt-4.1-mini",
+    baseUrl: "https://api.openai.com",
+    apiKey: "sk-test",
+    fallback: null,
+    extra: {},
+    timeoutMs: 5_000,
+    retries: 0,
+    retryBaseDelayMs: 10,
+};
+const log = () => { };
+describe("openai inference provider", () => {
+    const realFetch = globalThis.fetch;
+    beforeEach(() => { globalThis.fetch = realFetch; });
+    afterEach(() => { globalThis.fetch = realFetch; });
+    it("sends bearer auth header and forwards json_schema response_format unchanged", async () => {
+        let captured = null;
+        globalThis.fetch = (async (_url, init) => {
+            captured = init;
+            return new Response(JSON.stringify({ choices: [{ message: { content: "ok" } }] }), { status: 200 });
+        });
+        await openaiInferenceProvider.chat({
+            messages: [{ role: "user", content: "x" }],
+            response_format: { type: "json_schema", json_schema: { name: "t", schema: { type: "object" } } },
+        }, cfg, log);
+        const init = captured;
+        const headers = init.headers;
+        assert.strictEqual(headers["Authorization"], "Bearer sk-test");
+        const body = JSON.parse(init.body);
+        assert.strictEqual(body.response_format.type, "json_schema");
+    });
+    it("returns null when no API key is configured", async () => {
+        const out = await openaiInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, { ...cfg, apiKey: null }, log);
+        assert.strictEqual(out, null);
+    });
+    it("returns null on HTTP error (recoverable)", async () => {
+        globalThis.fetch = (async () => new Response("nope", { status: 401 }));
+        const out = await openaiInferenceProvider.chat({ messages: [{ role: "user", content: "x" }] }, cfg, log);
+        assert.strictEqual(out, null);
+    });
+});
+//# sourceMappingURL=openai.test.js.map